{"bge-base-en-v1.5": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "4483571", "520579", "3150030", "23267371", "26409363", "30720103"], "ranked_scores": [0.7931, 0.7794, 0.7468, 0.7457, 0.7407, 0.7374, 0.7325, 0.7324, 0.7318, 0.7258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "34582256", "25687558", "4340358", "4810810", "7198295", "4319174", "13000926", "2242416"], "ranked_scores": [0.6964, 0.6674, 0.6635, 0.6632, 0.6564, 0.6561, 0.649, 0.6457, 0.6443, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "16760369", "38630735", "7640792", "24735908", "29253460", "13448422"], "ranked_scores": [0.8084, 0.7874, 0.7768, 0.764, 0.761, 0.7509, 0.7316, 0.7222, 0.7171, 0.7159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "9283422", "5914739", "2714623", "33499189", "2825380", "25479072", "34905328", "11195653", "6961811"], "ranked_scores": [0.7481, 0.7341, 0.7334, 0.7307, 0.7282, 0.726, 0.7173, 0.7143, 0.713, 0.7107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "12672066", "6841927", "12667988", "31554917", "26720366", "4695046", "36033696", "33417012"], "ranked_scores": [0.7901, 0.6746, 0.6614, 0.6472, 0.6456, 0.6445, 0.6344, 0.6337, 0.633, 0.6295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "28617573", "23136735", "19140422", "46355579", "16980892"], "ranked_scores": [0.857, 0.8413, 0.834, 0.8296, 0.8178, 0.8146, 0.8044, 0.7974, 0.7798, 0.7565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "20672596", "4423401", "36653415", "7875158", "3831884", "11616424", "36386637", "17755060", "23576165"], "ranked_scores": [0.7412, 0.7283, 0.7224, 0.7206, 0.7188, 0.7172, 0.7144, 0.7136, 0.7123, 0.7116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "2947124", "35395662", "34016987", "6182947", "26873988", "31313782", "2248870", "27602752"], "ranked_scores": [0.7849, 0.733, 0.7295, 0.7264, 0.7263, 0.7195, 0.7195, 0.7191, 0.7189, 0.7176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "6319826", "7547329", "22711954", "38180456", "140907540", "11624482", "26000593"], "ranked_scores": [0.7424, 0.6591, 0.6345, 0.5963, 0.5814, 0.5787, 0.5785, 0.5677, 0.567, 0.5668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "22696649", "4391121", "40323148", "9225850", "19005293", "21498497", "36345578", "16863359"], "ranked_scores": [0.8219, 0.7453, 0.7237, 0.7209, 0.7206, 0.7193, 0.7179, 0.7129, 0.7115, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21239672", "29526125", "27438378", "25028913", "6853699", "6158879", "3984231", "10576136", "9846940"], "ranked_scores": [0.7533, 0.6794, 0.6731, 0.6712, 0.6695, 0.6691, 0.6532, 0.6511, 0.6506, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "4999387", "12409683", "1805641", "10617916", "18074797", "3929361", "21258863", "22635278"], "ranked_scores": [0.6884, 0.6593, 0.6494, 0.6471, 0.6449, 0.6447, 0.6427, 0.6414, 0.632, 0.6278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "22889972", "23785605", "17168045", "33569870", "2587396", "752423", "7711685", "22867765", "25938221"], "ranked_scores": [0.6657, 0.66, 0.6592, 0.6564, 0.6513, 0.6476, 0.6476, 0.6475, 0.6464, 0.6459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "21274919", "27076725", "24510595", "44830890", "15984735", "7965928", "12667988", "28419824"], "ranked_scores": [0.6957, 0.6705, 0.6603, 0.6507, 0.6498, 0.647, 0.6461, 0.6438, 0.6422, 0.6416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "52874170", "997143", "24088502", "21902910", "9754530", "13097856", "1387104"], "ranked_scores": [0.704, 0.6208, 0.572, 0.5675, 0.5664, 0.562, 0.5594, 0.556, 0.556, 0.5554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "22551259", "9291668", "22264117", "6040392", "1848452", "14475235", "26230669", "22038539"], "ranked_scores": [0.8181, 0.7975, 0.7909, 0.7858, 0.7772, 0.7658, 0.757, 0.7568, 0.7555, 0.746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "10482574", "3504761", "11738716", "7185591", "14874811", "1227277", "6227220"], "ranked_scores": [0.8271, 0.7525, 0.7413, 0.7239, 0.7213, 0.7175, 0.7085, 0.7077, 0.7058, 0.7056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "27602752", "3493623", "12885341", "14474178", "26133404", "20960682", "23305884"], "ranked_scores": [0.8267, 0.7341, 0.722, 0.7116, 0.7112, 0.7087, 0.7077, 0.7064, 0.7054, 0.6992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "37480103", "16322674", "27123743", "22007333", "16098747", "13831842", "5487448", "15512462"], "ranked_scores": [0.8191, 0.8072, 0.8045, 0.7976, 0.7966, 0.793, 0.7688, 0.7684, 0.7669, 0.7649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "36355784", "25742130", "6561200", "32423829", "7650066", "46355579", "9764256", "23136735"], "ranked_scores": [0.7505, 0.7359, 0.7354, 0.7313, 0.7174, 0.711, 0.7055, 0.6921, 0.691, 0.689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "10627801", "31272411", "44366096", "24221369", "3107733", "41337677", "7820043", "8005007", "4402497"], "ranked_scores": [0.8056, 0.7911, 0.7904, 0.7793, 0.7435, 0.7375, 0.733, 0.73, 0.7226, 0.7182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "11349166", "27243019", "3698758", "40900567", "7227763", "28910120", "623486", "35534019"], "ranked_scores": [0.7568, 0.6587, 0.6548, 0.654, 0.6495, 0.644, 0.6413, 0.6401, 0.6367, 0.6352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "52887689", "10012166", "516867", "16693950", "24347647", "7834603", "4452659", "6277638", "3270834"], "ranked_scores": [0.8198, 0.7708, 0.749, 0.7405, 0.7385, 0.7299, 0.7283, 0.7277, 0.7271, 0.7201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "1748921", "7968532", "8698857", "41133176", "18358026", "5935987", "6264468"], "ranked_scores": [0.7577, 0.7077, 0.7052, 0.6774, 0.675, 0.6744, 0.6688, 0.6687, 0.6683, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "23670644", "116792", "810480", "9787715", "16398827", "25938221", "27866735"], "ranked_scores": [0.7927, 0.7312, 0.6895, 0.6571, 0.6465, 0.6425, 0.6151, 0.6138, 0.6133, 0.6124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "40383969", "2119889", "14296612", "24335068", "8997410", "4740447", "19313533", "10562341", "35395662"], "ranked_scores": [0.7139, 0.7054, 0.7028, 0.7017, 0.6998, 0.6944, 0.6916, 0.6896, 0.6874, 0.6871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7042304", "4346731", "4362729", "8460275", "16839245", "15491404", "1084345", "7451607"], "ranked_scores": [0.8154, 0.7154, 0.6973, 0.6951, 0.6946, 0.6942, 0.6911, 0.6881, 0.6869, 0.6866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "8385277", "6000423", "3863543", "8083310", "5782614", "5836", "33677323"], "ranked_scores": [0.7954, 0.7944, 0.7815, 0.7569, 0.7564, 0.7557, 0.7495, 0.7493, 0.7487, 0.7472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "7468449", "2679511", "12156187", "12643937", "3203590", "4319844", "34198365"], "ranked_scores": [0.8378, 0.7537, 0.7315, 0.7226, 0.7168, 0.7156, 0.7078, 0.7006, 0.7003, 0.6985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "2425364", "3150030", "275294", "26409363", "30720103", "4483571", "36960449", "16256507"], "ranked_scores": [0.7328, 0.7226, 0.7177, 0.7119, 0.7073, 0.7057, 0.7036, 0.7032, 0.6932, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "71625969", "5939172", "6947286", "38028419", "849771", "24144677", "20526907", "52072815"], "ranked_scores": [0.7677, 0.6977, 0.6918, 0.6769, 0.6702, 0.6698, 0.6629, 0.6602, 0.6598, 0.6584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "17388232", "6944800", "4346731", "3727986", "32532238", "26231129", "13889430", "40667577"], "ranked_scores": [0.7605, 0.7404, 0.7355, 0.728, 0.7191, 0.7149, 0.7122, 0.7106, 0.7092, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "10071590", "7813993", "15925931", "17821387", "38630735", "28164534", "26045237"], "ranked_scores": [0.8391, 0.7058, 0.7001, 0.6951, 0.6829, 0.6776, 0.6736, 0.6713, 0.6636, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "2338488", "22730024", "23785605", "5698494", "32463364", "25451374", "6945285", "34139429"], "ranked_scores": [0.8373, 0.7059, 0.6894, 0.6872, 0.6819, 0.6759, 0.6759, 0.6737, 0.6701, 0.6668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "13380011", "4889228", "7042304", "33911859", "26336593", "6157371", "15548965"], "ranked_scores": [0.81, 0.7321, 0.7221, 0.7155, 0.6988, 0.6971, 0.6955, 0.6943, 0.6899, 0.6888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "17755060", "26735905", "12513042", "9226649", "4422868", "43334921", "26059876"], "ranked_scores": [0.8557, 0.8138, 0.7339, 0.7282, 0.7207, 0.7189, 0.7173, 0.7164, 0.7158, 0.7101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "17463549", "29423324", "13923140", "1550937", "6767271", "9160947", "28006126"], "ranked_scores": [0.8242, 0.7385, 0.7277, 0.7164, 0.716, 0.7135, 0.7126, 0.7122, 0.7095, 0.7066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "20220731", "17682477", "20457190", "33535222", "17463549", "14647747", "6961811", "20155713"], "ranked_scores": [0.7895, 0.7878, 0.7198, 0.7007, 0.6973, 0.697, 0.6967, 0.6928, 0.6916, 0.6914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "5867846", "11238951", "5398179", "42065070", "31560225", "4883040"], "ranked_scores": [0.83, 0.7759, 0.7484, 0.737, 0.7217, 0.7163, 0.7149, 0.711, 0.7057, 0.7044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "2242416", "2481032", "7965928", "16905344", "37583120", "39532074", "2014909", "52874170", "18104691"], "ranked_scores": [0.6548, 0.6474, 0.6392, 0.6366, 0.6359, 0.6346, 0.6345, 0.6344, 0.6337, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "2638387", "641786", "6421792", "4336849", "21274496", "5560962", "14260013"], "ranked_scores": [0.8037, 0.7692, 0.763, 0.6927, 0.6832, 0.6821, 0.6775, 0.6745, 0.6709, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "13256155", "32421068", "24575065", "6334188", "24634621", "7613033"], "ranked_scores": [0.8476, 0.7608, 0.7248, 0.7206, 0.6974, 0.6955, 0.689, 0.6885, 0.6866, 0.686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "8317408", "17438862", "5035827", "3616843", "29509926", "34016987", "29564505", "4391121", "14492339"], "ranked_scores": [0.7125, 0.7076, 0.7027, 0.7025, 0.6996, 0.6986, 0.6978, 0.6977, 0.6976, 0.69], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "15972906", "2714623", "2825380", "9283422", "21746539", "5914739", "33499189", "18042803", "18834078"], "ranked_scores": [0.8234, 0.802, 0.7994, 0.7943, 0.7913, 0.7884, 0.7844, 0.7805, 0.7789, 0.775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "38180456", "5641851", "40905302", "21323587", "16390264", "74137632", "19961177", "26611094"], "ranked_scores": [0.729, 0.5887, 0.5861, 0.5821, 0.5798, 0.5755, 0.5737, 0.5716, 0.571, 0.5697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "11369420", "36345185", "18231257", "5415832", "2825380", "27306942", "3863543"], "ranked_scores": [0.7739, 0.75, 0.7406, 0.7402, 0.7284, 0.7244, 0.7173, 0.717, 0.7166, 0.7154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "3495456", "22696649", "195683603", "36345578", "1871230", "1800734", "25942757", "24315156"], "ranked_scores": [0.8754, 0.7583, 0.7321, 0.7224, 0.7203, 0.7152, 0.7141, 0.712, 0.7088, 0.7085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "3203590", "9784254", "8458567", "25677651", "11238784", "56486733", "22674621", "9956893", "24150328"], "ranked_scores": [0.7658, 0.7635, 0.7546, 0.7534, 0.7496, 0.7366, 0.7234, 0.7219, 0.7197, 0.7173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "1986482", "13901073", "341324", "45461275", "5284188", "708425"], "ranked_scores": [0.8465, 0.8103, 0.7507, 0.7325, 0.723, 0.7066, 0.7043, 0.693, 0.6919, 0.6882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "52180874", "14834714", "22635278", "1454773", "5991309", "21009874", "7343711", "79696454"], "ranked_scores": [0.7397, 0.6939, 0.6864, 0.6849, 0.6845, 0.6818, 0.6813, 0.6813, 0.676, 0.6742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "26409363", "4483571", "30720103", "520579", "23267371", "3150030"], "ranked_scores": [0.6391, 0.6124, 0.5786, 0.5653, 0.5536, 0.549, 0.5461, 0.5428, 0.5399, 0.5367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "34121231", "4319174", "4340358", "25687558", "13000926", "7198295", "34582256", "4810810", "17829012"], "ranked_scores": [0.4677, 0.4629, 0.4307, 0.4295, 0.4238, 0.4156, 0.4112, 0.403, 0.3935, 0.3817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "38630735", "16760369", "7640792", "29253460", "13448422", "24735908"], "ranked_scores": [0.7224, 0.6584, 0.637, 0.6232, 0.6203, 0.5866, 0.5771, 0.5613, 0.553, 0.536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "9283422", "2714623", "5914739", "33499189", "2825380", "25479072", "21746539", "34905328", "19603353"], "ranked_scores": [0.6269, 0.5848, 0.5844, 0.5815, 0.5794, 0.5739, 0.5619, 0.559, 0.5559, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "12672066", "21373821", "31554917", "6841927", "26720366", "12667988", "43220289", "4695046", "36033696"], "ranked_scores": [0.7012, 0.4684, 0.461, 0.447, 0.4215, 0.4175, 0.4096, 0.4047, 0.3931, 0.3924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "7650066", "6561200", "9764256", "28617573", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.7733, 0.7565, 0.7446, 0.7381, 0.718, 0.7079, 0.6727, 0.6618, 0.6048, 0.5983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "18810195", "20672596", "3831884", "4423401", "36653415", "7875158", "23576165", "1605196", "22712546"], "ranked_scores": [0.588, 0.576, 0.5753, 0.5728, 0.562, 0.5608, 0.5455, 0.5439, 0.5423, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "35395662", "195683603", "31313782", "27602752", "26873988", "6182947", "36345578", "1800734"], "ranked_scores": [0.6901, 0.5963, 0.5897, 0.5758, 0.5749, 0.5736, 0.5671, 0.5636, 0.562, 0.5618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "6319826", "7547329", "40412980", "8426046", "22711954", "26000593", "11469078"], "ranked_scores": [0.5897, 0.4496, 0.408, 0.3525, 0.3413, 0.3219, 0.3184, 0.31, 0.3097, 0.309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "4391121", "22696649", "19005293", "9225850", "21535641", "9977329", "40323148", "4928282"], "ranked_scores": [0.7282, 0.6027, 0.5826, 0.5812, 0.5751, 0.5721, 0.5721, 0.5665, 0.5638, 0.5577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "21239672", "3984231", "29526125", "25028913", "10576136", "3616843", "27438378", "28264919"], "ranked_scores": [0.6399, 0.5211, 0.5035, 0.4973, 0.4882, 0.4837, 0.4787, 0.4622, 0.4614, 0.4579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "1805641", "21258863", "18025240", "10617916", "18074797", "3929361", "12409683", "22635278"], "ranked_scores": [0.5117, 0.4602, 0.4528, 0.4468, 0.4463, 0.4436, 0.4412, 0.4406, 0.4368, 0.4205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "19854543", "496873", "22867765", "22889972", "6212802", "2159648", "17168045", "2587396", "17741440"], "ranked_scores": [0.4478, 0.4478, 0.4291, 0.4242, 0.4227, 0.4164, 0.4162, 0.4161, 0.4158, 0.415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "44830890", "21274919", "27076725", "24148722", "30813140", "28419824", "24510595", "24055603"], "ranked_scores": [0.4849, 0.4461, 0.4222, 0.4189, 0.4127, 0.4118, 0.4044, 0.4042, 0.4001, 0.3987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "27099731", "997143", "23294314", "52874170", "26611094", "38630735", "12258338"], "ranked_scores": [0.5824, 0.434, 0.3706, 0.3644, 0.3566, 0.3499, 0.3408, 0.3405, 0.3401, 0.3382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "6040392", "9291668", "22551259", "22264117", "26230669", "1848452", "2722988", "14475235"], "ranked_scores": [0.7385, 0.7124, 0.7045, 0.6948, 0.693, 0.6823, 0.644, 0.6393, 0.6294, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "10482574", "14874811", "11738716", "10790846", "14198646"], "ranked_scores": [0.7544, 0.6479, 0.638, 0.5863, 0.5753, 0.5694, 0.5628, 0.5576, 0.5388, 0.5387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3493623", "12885341", "10627801", "20960682", "27602752", "30437264", "3308636"], "ranked_scores": [0.7348, 0.5951, 0.5666, 0.5618, 0.5534, 0.551, 0.5372, 0.5363, 0.531, 0.5295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "37480103", "22007333", "25973484", "13831842", "5487448", "15512462"], "ranked_scores": [0.7455, 0.7221, 0.7099, 0.6979, 0.694, 0.6748, 0.6536, 0.6503, 0.6168, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "36355784", "25742130", "6561200", "7650066", "32423829", "12779444", "9764256", "23136735"], "ranked_scores": [0.6074, 0.6001, 0.5937, 0.5776, 0.5647, 0.5635, 0.5579, 0.5507, 0.5411, 0.5176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "24221369", "3107733", "41337677", "8005007", "7820043", "4402497"], "ranked_scores": [0.7093, 0.699, 0.6946, 0.6641, 0.6076, 0.5898, 0.5856, 0.5846, 0.5835, 0.5581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "35534019", "11349166", "3698758", "7227763", "27602752", "18174210", "22153455", "6334188"], "ranked_scores": [0.6376, 0.4992, 0.479, 0.4769, 0.4737, 0.4668, 0.4417, 0.4398, 0.4391, 0.4378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "516867", "4452659", "9559146", "7834603", "16693950", "6277638", "24347647"], "ranked_scores": [0.7294, 0.6511, 0.6146, 0.6087, 0.5915, 0.5884, 0.5855, 0.5825, 0.5775, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "6264468", "5935987", "1748921", "7968532", "8698857", "18358026", "935538"], "ranked_scores": [0.6586, 0.5698, 0.5602, 0.5154, 0.5017, 0.4998, 0.4982, 0.498, 0.4948, 0.4868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "116792", "810480", "23670644", "25938221", "9787715", "13282296", "16398827"], "ranked_scores": [0.6818, 0.5553, 0.5123, 0.4359, 0.4331, 0.4314, 0.3923, 0.3868, 0.3848, 0.3814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "4740447", "24335068", "2119889", "6076903", "35747505", "2851611", "35660758", "19313533", "35395662"], "ranked_scores": [0.5267, 0.5097, 0.5059, 0.5055, 0.5025, 0.5018, 0.4965, 0.4944, 0.4847, 0.4814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7451607", "29557235", "19149247", "8460275", "9505448", "12225214", "10790846", "4362729"], "ranked_scores": [0.7197, 0.5852, 0.5265, 0.5156, 0.513, 0.5059, 0.5045, 0.5003, 0.4984, 0.498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "3863543", "6000423", "8083310", "33677323", "5782614", "5836", "2701077"], "ranked_scores": [0.6894, 0.6773, 0.6726, 0.6585, 0.6258, 0.6091, 0.6052, 0.5923, 0.5832, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "12156187", "2679511", "12643937", "14178995", "4444861", "4319844"], "ranked_scores": [0.7609, 0.6055, 0.6027, 0.5602, 0.5423, 0.5408, 0.5367, 0.5309, 0.5251, 0.5241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "2425364", "30720103", "23267371", "275294", "26409363", "4483571", "3150030", "16256507", "22023404"], "ranked_scores": [0.5363, 0.5147, 0.5118, 0.5017, 0.4791, 0.4721, 0.4506, 0.4478, 0.4372, 0.4306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "38028419", "14663842", "32481310", "6503534", "5939172", "6947286", "33911859", "1148122"], "ranked_scores": [0.5889, 0.4503, 0.4453, 0.4445, 0.4411, 0.4014, 0.4001, 0.3999, 0.3965, 0.395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "17388232", "6944800", "26231129", "11172205", "13889430", "3727986", "40667577", "32532238"], "ranked_scores": [0.6108, 0.5577, 0.5366, 0.536, 0.5169, 0.5088, 0.5077, 0.507, 0.502, 0.5017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "10071590", "10284593", "38630735", "7813993", "28164534", "15925931", "6270720"], "ranked_scores": [0.7986, 0.5648, 0.554, 0.5426, 0.4904, 0.4892, 0.4875, 0.4866, 0.4838, 0.4734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "22730024", "5698494", "34139429", "23785605", "9813098", "2338488", "4647303", "10072941"], "ranked_scores": [0.7448, 0.4999, 0.4857, 0.4778, 0.4763, 0.4727, 0.4648, 0.4612, 0.4588, 0.4551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "26336593", "13380011", "4889228", "33911859", "7042304", "3113630", "15548965"], "ranked_scores": [0.6918, 0.5674, 0.5399, 0.5386, 0.5289, 0.528, 0.513, 0.5107, 0.4996, 0.4955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "4422868", "12513042", "9226649", "26735905", "17755060", "31682248", "43334921"], "ranked_scores": [0.7947, 0.7491, 0.6087, 0.6012, 0.5894, 0.5886, 0.5797, 0.5777, 0.5699, 0.5687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "28006126", "29423324", "6767271", "1550937", "21363424", "13923140", "20344442"], "ranked_scores": [0.7568, 0.605, 0.5906, 0.5819, 0.5787, 0.5711, 0.5634, 0.5615, 0.5607, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "17682477", "20220731", "42693833", "22613657", "33535222", "5132358", "11666252"], "ranked_scores": [0.7053, 0.6806, 0.5528, 0.5511, 0.544, 0.5238, 0.5221, 0.5201, 0.5163, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "11238951", "5867846", "5398179", "42065070", "35987381", "31560225"], "ranked_scores": [0.7794, 0.6332, 0.5986, 0.5857, 0.5788, 0.5761, 0.5477, 0.5391, 0.5359, 0.5359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "2014909", "3559136", "25988622", "24612804", "17682477", "11738716", "24721866", "1127562", "18348376"], "ranked_scores": [0.4455, 0.4421, 0.4203, 0.4064, 0.404, 0.3993, 0.3992, 0.3989, 0.3988, 0.3962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "6421792", "641786", "2638387", "21274496", "43311750", "2359152"], "ranked_scores": [0.7083, 0.6505, 0.6435, 0.53, 0.5093, 0.5069, 0.5037, 0.4912, 0.4885, 0.482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "6334188", "24634621", "24575065", "13256155", "7613033", "7165938"], "ranked_scores": [0.7727, 0.6636, 0.5457, 0.5443, 0.4978, 0.497, 0.4916, 0.4851, 0.4791, 0.4772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "29509926", "34016987", "8317408", "29564505", "17438862", "14492339", "21498497", "7489663", "25988622"], "ranked_scores": [0.5694, 0.5425, 0.5416, 0.5374, 0.5321, 0.5288, 0.5284, 0.5277, 0.5276, 0.5248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "2825380", "15972906", "2714623", "9283422", "21746539", "5914739", "18042803", "33499189", "11195653"], "ranked_scores": [0.7482, 0.7121, 0.7101, 0.7096, 0.7085, 0.6953, 0.6847, 0.6838, 0.6757, 0.67], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5641851", "3662510", "38180456", "26611094", "19961177", "45920278", "24318630", "25886725"], "ranked_scores": [0.6396, 0.3817, 0.3703, 0.3676, 0.3645, 0.3602, 0.357, 0.3564, 0.356, 0.3557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "11369420", "36345185", "27306942", "18231257", "17017465", "3863543", "22317868"], "ranked_scores": [0.6679, 0.6414, 0.6256, 0.6179, 0.6069, 0.5996, 0.5925, 0.5893, 0.5823, 0.5769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "1871230", "1800734", "24315156", "17967608", "22696649", "5484763", "3495456"], "ranked_scores": [0.833, 0.6143, 0.5782, 0.5746, 0.5723, 0.5696, 0.5672, 0.5647, 0.5571, 0.5559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "3203590", "9784254", "11238784", "8458567", "25677651", "24150328", "56486733", "712078", "22674621"], "ranked_scores": [0.6218, 0.6178, 0.6124, 0.5971, 0.595, 0.5851, 0.5625, 0.5604, 0.5584, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "13899137", "341324", "13901073", "708425", "44562058", "35087728"], "ranked_scores": [0.7673, 0.7174, 0.6297, 0.5925, 0.5762, 0.5501, 0.5428, 0.5364, 0.5354, 0.5295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "1900152", "14834714", "5991309", "7343711", "52180874", "22635278", "11899391", "79696454"], "ranked_scores": [0.6004, 0.5193, 0.5098, 0.5093, 0.505, 0.5025, 0.4942, 0.4922, 0.4922, 0.4829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "26409363", "16256507", "21553394", "4462079", "46485368", "4483571", "36960449", "16812091", "38899659"], "ranked_scores": [0.683, 0.681, 0.6648, 0.6426, 0.6213, 0.614, 0.6053, 0.6007, 0.5911, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34582256", "4319174", "25687558", "7198295", "3083927", "36345578", "8137081", "34121231", "2242416"], "ranked_scores": [0.6481, 0.5871, 0.586, 0.586, 0.5501, 0.5479, 0.5222, 0.5209, 0.5203, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "6158879", "5884524", "23783727", "38630735", "16760369", "20554003", "2533768", "29253460", "15984735"], "ranked_scores": [0.7709, 0.7592, 0.7586, 0.7513, 0.7029, 0.7006, 0.6674, 0.6625, 0.6532, 0.6521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "25479072", "14380875", "30437264", "33499189", "9283422", "28651643", "2825380", "34016944"], "ranked_scores": [0.7111, 0.7071, 0.6998, 0.6942, 0.6763, 0.671, 0.6691, 0.6656, 0.6606, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "649951", "25315295", "21274919", "12667988", "24318630", "31554917", "12672066", "43220289"], "ranked_scores": [0.8179, 0.632, 0.6172, 0.6005, 0.5987, 0.597, 0.5869, 0.5841, 0.5839, 0.579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "28617573", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.8638, 0.8213, 0.8164, 0.8062, 0.7972, 0.796, 0.7852, 0.7349, 0.71, 0.696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "36653415", "18678095", "3831884", "20672596", "23887844", "22914228", "13466622", "3285059", "5775033"], "ranked_scores": [0.7218, 0.7084, 0.6981, 0.662, 0.6593, 0.6577, 0.6475, 0.6473, 0.6431, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["35395662", "23509113", "6182947", "19005293", "1574014", "28712203", "21651116", "36345578", "34016987", "14615911"], "ranked_scores": [0.6954, 0.6809, 0.6805, 0.6777, 0.6762, 0.6703, 0.6676, 0.6675, 0.659, 0.6588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "15856466", "84379954", "196664003", "4452318", "6477740", "8426046", "14174055"], "ranked_scores": [0.6504, 0.4805, 0.4676, 0.4553, 0.4545, 0.4457, 0.4038, 0.4034, 0.4003, 0.3988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "15435343", "4391121", "16066726", "24044977", "28783084", "6163801", "4399311", "14657344", "19005293"], "ranked_scores": [0.7461, 0.6908, 0.6833, 0.6784, 0.6675, 0.6598, 0.6572, 0.6562, 0.6494, 0.6489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "27438378", "6853699", "4928057", "8246922", "14407673", "40632104", "24384587", "2192419", "10576136"], "ranked_scores": [0.6899, 0.6834, 0.6467, 0.6159, 0.6118, 0.6048, 0.6004, 0.5967, 0.5949, 0.5857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "1805641", "21258863", "10617916", "12409683", "27264454", "3929361", "18074797", "7111021"], "ranked_scores": [0.6588, 0.6397, 0.6368, 0.6318, 0.6314, 0.6286, 0.6236, 0.6162, 0.6108, 0.5946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6853699", "7711685", "33569870", "8446259", "2192419", "19854543", "2159648", "21048969", "1122198", "22889972"], "ranked_scores": [0.5897, 0.574, 0.5692, 0.5577, 0.5548, 0.5492, 0.5365, 0.5321, 0.5307, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "44830890", "28419824", "24510595", "12667988", "46764350", "7965928", "21274919", "5586392"], "ranked_scores": [0.5783, 0.5733, 0.5627, 0.5615, 0.5498, 0.5357, 0.5305, 0.5246, 0.5215, 0.5207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "29981186", "13097856", "6477536", "79231308", "25806385", "9754530", "26611094", "704526", "16390264"], "ranked_scores": [0.712, 0.5271, 0.5109, 0.5109, 0.5018, 0.4857, 0.482, 0.4815, 0.4691, 0.4615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "4679264", "22551259", "9291668", "22264117", "1848452", "4434951", "26230669", "11414664"], "ranked_scores": [0.7994, 0.7648, 0.7589, 0.748, 0.7319, 0.7306, 0.6684, 0.6665, 0.6623, 0.6588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "14874811", "1227277", "14198646", "10482574", "13466622", "9899292", "28086354"], "ranked_scores": [0.8038, 0.7052, 0.7038, 0.6881, 0.6672, 0.6562, 0.6352, 0.6181, 0.6157, 0.6106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "15889329", "3308636", "2824347", "42065070", "12885341", "3493623", "2436602"], "ranked_scores": [0.7967, 0.7449, 0.6986, 0.6583, 0.6576, 0.6575, 0.6505, 0.6478, 0.6459, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "25973484", "37480103", "22007333", "13831842", "15512462", "5487448"], "ranked_scores": [0.815, 0.8138, 0.8124, 0.785, 0.773, 0.7716, 0.7688, 0.7662, 0.7616, 0.7414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "9764256", "46695481", "32423829", "19140422", "23136735", "7650066", "22942787", "36355784"], "ranked_scores": [0.7579, 0.7362, 0.7311, 0.7133, 0.6911, 0.6749, 0.6735, 0.6678, 0.6625, 0.6511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "31272411", "10627801", "44366096", "8005007", "41337677", "4402497", "3107733", "8596357", "26751583"], "ranked_scores": [0.7646, 0.7636, 0.7465, 0.7199, 0.6957, 0.6926, 0.6872, 0.6866, 0.6755, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "14021596", "18174210", "7198295", "41298619", "11349166", "11344428", "5735492", "35534019"], "ranked_scores": [0.7349, 0.6273, 0.616, 0.5915, 0.5864, 0.5735, 0.5624, 0.5617, 0.5604, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "516867", "7185591", "52887689", "16693950", "9559146", "10012166", "4452659", "6277638", "8425533"], "ranked_scores": [0.7687, 0.7458, 0.7363, 0.7334, 0.7132, 0.7079, 0.7068, 0.7041, 0.7013, 0.7005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "4421742", "3553087", "6415816", "18358026", "8698857", "2722988", "935538", "3052213"], "ranked_scores": [0.691, 0.6587, 0.655, 0.6161, 0.5857, 0.5738, 0.5697, 0.5694, 0.5656, 0.5603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "4340358", "116792", "23670644", "6123521", "1733337", "3083927", "17454301"], "ranked_scores": [0.8029, 0.6119, 0.5881, 0.5453, 0.5446, 0.5434, 0.5309, 0.5053, 0.5053, 0.5026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "35747505", "24335068", "19313533", "10562341", "31387717", "5560962", "14188138", "2272614", "29807737"], "ranked_scores": [0.6717, 0.65, 0.6301, 0.6266, 0.6251, 0.6248, 0.621, 0.6167, 0.6154, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6710699", "4856149", "37549932", "6422576", "7970974", "4346731", "29557235", "667451", "31803596"], "ranked_scores": [0.7797, 0.6777, 0.6648, 0.663, 0.6542, 0.6541, 0.6523, 0.6422, 0.634, 0.6336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3391547", "6000423", "3863543", "5782614", "5836", "30152134", "4816339", "12240507"], "ranked_scores": [0.74, 0.7336, 0.7265, 0.7216, 0.7123, 0.6841, 0.6721, 0.6693, 0.6624, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "4396105", "22036571", "16745747", "4795303", "37328025", "30208015", "21221346"], "ranked_scores": [0.8011, 0.7051, 0.6879, 0.667, 0.6584, 0.6451, 0.6433, 0.6411, 0.6387, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "26409363", "3150030", "2425364", "275294", "23267371", "16256507", "25599283", "30720103", "36960449"], "ranked_scores": [0.6472, 0.6182, 0.5771, 0.571, 0.5684, 0.5631, 0.5586, 0.5456, 0.5379, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "38028419", "1148122", "3222187", "20526907", "52072815", "24725136", "22975806", "71625969"], "ranked_scores": [0.7537, 0.6405, 0.6336, 0.6197, 0.6122, 0.604, 0.6023, 0.598, 0.5946, 0.5944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "1065627", "3727986", "3874000", "11172205", "20758340", "6944800", "17934082", "15946643", "13889430"], "ranked_scores": [0.6845, 0.6836, 0.6731, 0.6467, 0.6462, 0.6437, 0.6431, 0.642, 0.639, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "10071590", "37450671", "39084565", "24660385", "14092737", "17821387", "25175997"], "ranked_scores": [0.8282, 0.6601, 0.6414, 0.6042, 0.5952, 0.5787, 0.5745, 0.5741, 0.5687, 0.5686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "38752049", "22730024", "24625323", "21590125", "36003142", "5402581", "5556809", "40996863", "32159283"], "ranked_scores": [0.7849, 0.6191, 0.6083, 0.6077, 0.5942, 0.5915, 0.5898, 0.5676, 0.564, 0.5614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "10698739", "1605392", "9638032", "1220287", "24725136", "17333231", "6501747", "2015929"], "ranked_scores": [0.7179, 0.6504, 0.6321, 0.6237, 0.6165, 0.6062, 0.594, 0.594, 0.5883, 0.5867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26059876", "17755060", "57783564", "9226649", "26735905", "4422868", "7975937", "9483851"], "ranked_scores": [0.839, 0.8055, 0.7229, 0.7164, 0.6994, 0.6989, 0.687, 0.6867, 0.6858, 0.6843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "29347970", "14834714", "25677651", "6123924", "41877386", "6767271", "21185923", "14492339", "42693833"], "ranked_scores": [0.8035, 0.6967, 0.6704, 0.6648, 0.6565, 0.6554, 0.6547, 0.6546, 0.6543, 0.6533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "14647747", "3462075", "25479072", "9283422", "17682477", "5508750", "41226276", "13878643"], "ranked_scores": [0.7327, 0.7097, 0.652, 0.6405, 0.625, 0.6249, 0.6178, 0.6176, 0.6108, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "92308", "11238951", "5735492", "5835149", "5398179", "18938992", "5867846", "1153655"], "ranked_scores": [0.8378, 0.7123, 0.6795, 0.678, 0.6481, 0.6479, 0.6475, 0.6438, 0.6365, 0.6352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["16905344", "7875158", "5395426", "6153754", "116792", "13509809", "14501880", "27647593", "2014909", "23670644"], "ranked_scores": [0.541, 0.5335, 0.5231, 0.5087, 0.5073, 0.5055, 0.4997, 0.4996, 0.4985, 0.4975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "40127292", "641786", "6421792", "5560962", "9478135", "2359152"], "ranked_scores": [0.7581, 0.7172, 0.7036, 0.6508, 0.6124, 0.5959, 0.5908, 0.5827, 0.58, 0.5738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "6334188", "13256155", "24634621", "10958594", "24575065", "31616203", "24190159"], "ranked_scores": [0.8567, 0.7743, 0.6536, 0.6303, 0.6294, 0.6281, 0.6187, 0.5901, 0.5822, 0.5811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "5511240", "13923140", "5811042", "4303939", "6171953", "34469966", "17023584", "34016987", "6853699"], "ranked_scores": [0.675, 0.6657, 0.6514, 0.6485, 0.6467, 0.6445, 0.6379, 0.6341, 0.6328, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "41982985", "9283422", "5914739", "33499189", "8903143", "2825380", "18042803", "994800", "34905328"], "ranked_scores": [0.8196, 0.7866, 0.7784, 0.7771, 0.7751, 0.7741, 0.7722, 0.766, 0.7603, 0.7577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "20491205", "14408200", "74137632", "21323587", "38180456", "40905302", "45461275", "10577574"], "ranked_scores": [0.6169, 0.5058, 0.4795, 0.4693, 0.4662, 0.463, 0.4614, 0.4611, 0.4593, 0.4588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "27306942", "23700330", "10530014", "2825380", "4396105", "8453819", "885056", "11369420", "18231257"], "ranked_scores": [0.7628, 0.7192, 0.7133, 0.71, 0.7031, 0.7027, 0.6993, 0.6959, 0.6945, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "195683603", "3495456", "26297042", "15879931", "13778710", "17967608", "29073751", "29473081", "883747"], "ranked_scores": [0.8351, 0.6667, 0.6561, 0.6488, 0.644, 0.6405, 0.6386, 0.635, 0.6331, 0.6323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "23286603", "3203590", "6407356", "11238784", "22674621", "20659283", "9784254", "712078", "22116439"], "ranked_scores": [0.6885, 0.6681, 0.6538, 0.6536, 0.6446, 0.6437, 0.641, 0.6344, 0.6311, 0.62], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "1986482", "13899137", "11254040", "708425", "24596228", "5284188"], "ranked_scores": [0.8403, 0.8393, 0.7214, 0.6595, 0.6472, 0.6471, 0.6396, 0.6384, 0.6324, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3471191", "11335781", "7986878", "36642096", "35766603", "14834714", "1900152", "79696454", "34025053", "23912923"], "ranked_scores": [0.7052, 0.7034, 0.6883, 0.6839, 0.6528, 0.6516, 0.6434, 0.6414, 0.6407, 0.6388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-int8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "36960449", "44572913", "4483571", "30720103", "3150030", "26409363", "275294", "520579"], "ranked_scores": [0.5639, 0.5036, 0.4571, 0.441, 0.4348, 0.4235, 0.4152, 0.4132, 0.4089, 0.3968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "4340358", "4810810", "13000926", "7198295", "25687558", "4319174", "7299977", "129199129"], "ranked_scores": [0.35, 0.3377, 0.3371, 0.3341, 0.3125, 0.2995, 0.2974, 0.289, 0.2826, 0.278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "23783727", "6158879", "16760369", "750781", "7640792", "38630735", "29253460", "13282296"], "ranked_scores": [0.5679, 0.5044, 0.4722, 0.4633, 0.3955, 0.3739, 0.3729, 0.3664, 0.3419, 0.3394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "5914739", "9283422", "33499189", "25479072", "2825380", "41982985", "15972906", "34905328"], "ranked_scores": [0.4883, 0.4329, 0.428, 0.4077, 0.4041, 0.4041, 0.4004, 0.3996, 0.378, 0.3756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "21373821", "31554917", "4695046", "24318630", "12667988", "43220289", "704526", "26720366"], "ranked_scores": [0.6056, 0.3813, 0.3613, 0.3499, 0.3157, 0.311, 0.3079, 0.3071, 0.3042, 0.2989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "28617573", "23136735", "19140422", "16980892", "46355579"], "ranked_scores": [0.6803, 0.6635, 0.6536, 0.6454, 0.6128, 0.5843, 0.5359, 0.4872, 0.4805, 0.4549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "18810195", "3831884", "36653415", "20672596", "7875158", "4423401", "18678095", "23576165", "13613916"], "ranked_scores": [0.4143, 0.4064, 0.3964, 0.3946, 0.3896, 0.3865, 0.3757, 0.3708, 0.3665, 0.3578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "35395662", "31313782", "36345578", "6182947", "2248870", "44562058", "195683603", "2947124"], "ranked_scores": [0.521, 0.4311, 0.374, 0.3686, 0.3638, 0.3536, 0.3534, 0.3506, 0.3433, 0.3427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "84379954", "6319826", "7547329", "26456326", "849771", "129199129", "63858430"], "ranked_scores": [0.5174, 0.3646, 0.3093, 0.2853, 0.2764, 0.2678, 0.2625, 0.2525, 0.2525, 0.2384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "9977329", "4389252", "16066726", "22696649", "4928282", "2236768", "17741440", "19005293", "7489663"], "ranked_scores": [0.5709, 0.3955, 0.3695, 0.369, 0.3636, 0.3631, 0.3621, 0.3573, 0.3571, 0.3532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "25028913", "29526125", "6853699", "28264919", "10576136", "3984231", "34054472", "6158879", "25451374"], "ranked_scores": [0.4913, 0.3407, 0.3289, 0.327, 0.3063, 0.3036, 0.2996, 0.2899, 0.2873, 0.2776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "18074797", "1805641", "3929361", "1946610", "12409683", "18025240", "10617916", "22635278"], "ranked_scores": [0.4195, 0.3858, 0.3473, 0.345, 0.3379, 0.3231, 0.3212, 0.3116, 0.3107, 0.3029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "496873", "38369817", "17168045", "25938221", "25175997", "17741440", "13445579", "23400191", "4506414"], "ranked_scores": [0.3112, 0.3091, 0.3077, 0.2827, 0.2819, 0.2804, 0.2579, 0.2549, 0.2547, 0.2514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "44830890", "30813140", "24148722", "21274919", "41735503", "12667988", "7965928", "27076725", "24510595"], "ranked_scores": [0.3855, 0.364, 0.3366, 0.3339, 0.3288, 0.3281, 0.3201, 0.3187, 0.3185, 0.3097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "997143", "26611094", "8190282", "27099731", "25641414", "116556376", "980196"], "ranked_scores": [0.5068, 0.339, 0.3293, 0.3177, 0.2756, 0.2703, 0.2689, 0.2688, 0.2676, 0.2609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "6040392", "9291668", "22551259", "22264117", "1848452", "2722988", "14475235", "26230669"], "ranked_scores": [0.6157, 0.5696, 0.5693, 0.5635, 0.5467, 0.5332, 0.4832, 0.4751, 0.4689, 0.4667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "1227277", "10482574", "3504761", "10790846", "29467201", "4324278", "14874811"], "ranked_scores": [0.599, 0.4633, 0.4264, 0.4134, 0.3608, 0.3576, 0.342, 0.3336, 0.3334, 0.3318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "12885341", "5137019", "2947124", "3308636", "3493623", "34287602", "30437264", "4402497", "10627801"], "ranked_scores": [0.6061, 0.4093, 0.4008, 0.3955, 0.3794, 0.3635, 0.34, 0.3382, 0.3324, 0.3304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "17450673", "23557241", "37480103", "16322674", "22007333", "13831842", "5487448", "25973484", "16098747"], "ranked_scores": [0.6041, 0.5885, 0.5876, 0.5644, 0.5643, 0.5393, 0.5193, 0.5039, 0.4914, 0.4893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "36355784", "27873158", "25742130", "6561200", "7650066", "12779444", "9764256", "32423829", "6748318"], "ranked_scores": [0.4833, 0.4673, 0.466, 0.4405, 0.4402, 0.4355, 0.434, 0.4225, 0.4205, 0.3708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "24221369", "8005007", "7820043", "3107733", "4402497", "41337677"], "ranked_scores": [0.5774, 0.5399, 0.5381, 0.5131, 0.4393, 0.4272, 0.4265, 0.4247, 0.3989, 0.3867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "7227763", "11349166", "14021596", "30492966", "35534019", "11344428", "5735492", "6334188"], "ranked_scores": [0.5186, 0.3714, 0.3543, 0.3434, 0.3391, 0.308, 0.3065, 0.2982, 0.2954, 0.2945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "7514614", "7834603", "9559146", "52887689", "16693950", "4452659", "6277638"], "ranked_scores": [0.5839, 0.508, 0.4627, 0.439, 0.4329, 0.4322, 0.4302, 0.4163, 0.4163, 0.4055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "3553087", "6264468", "1748921", "7968532", "28264919", "6422576", "935538", "24221369"], "ranked_scores": [0.5125, 0.4088, 0.408, 0.3461, 0.3451, 0.3168, 0.3159, 0.3157, 0.3108, 0.307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "810480", "116792", "23670644", "13938878", "12667988", "25938221", "40900567"], "ranked_scores": [0.5481, 0.4121, 0.3871, 0.276, 0.2636, 0.2629, 0.2613, 0.2612, 0.2591, 0.2386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "4740447", "6076903", "778436", "24335068", "1031534", "35747505", "2119889", "35660758", "15548965"], "ranked_scores": [0.3379, 0.3097, 0.3074, 0.3035, 0.3012, 0.2901, 0.2837, 0.2825, 0.2795, 0.2785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7451607", "29557235", "19149247", "10790846", "4362729", "9505448", "13552682", "7042304"], "ranked_scores": [0.5936, 0.4379, 0.3674, 0.3664, 0.338, 0.313, 0.3102, 0.3099, 0.3086, 0.3049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "3863543", "6000423", "5782614", "8083310", "33677323", "5836", "12240507"], "ranked_scores": [0.5205, 0.4947, 0.481, 0.4396, 0.4184, 0.4052, 0.3974, 0.3775, 0.3653, 0.3548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "2679511", "12156187", "7151961", "4319844", "27134931", "778436"], "ranked_scores": [0.6262, 0.4307, 0.4185, 0.37, 0.336, 0.335, 0.3308, 0.3305, 0.3239, 0.3202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "2425364", "30720103", "275294", "4483571", "23267371", "26409363", "3150030", "16256507", "520579"], "ranked_scores": [0.4072, 0.402, 0.3872, 0.3534, 0.3499, 0.3388, 0.3372, 0.3247, 0.3202, 0.3116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "849771", "71625969", "5939172", "38028419", "980196", "6503534", "26456326", "32481310", "52072815"], "ranked_scores": [0.4938, 0.3568, 0.3407, 0.3203, 0.3106, 0.3051, 0.3015, 0.2944, 0.2927, 0.2897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "17388232", "6944800", "3727986", "11172205", "13889430", "4429118", "26231129", "32532238"], "ranked_scores": [0.4524, 0.4041, 0.3769, 0.3389, 0.3295, 0.326, 0.3097, 0.3056, 0.3053, 0.3036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "23124332", "7813993", "15925931", "38630735", "17821387", "24989194", "26045237"], "ranked_scores": [0.7431, 0.4431, 0.4246, 0.41, 0.3745, 0.3492, 0.3404, 0.3403, 0.3221, 0.3184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "12206390", "5698494", "9813098", "2338488", "32463364", "5556809", "26341063", "36003142"], "ranked_scores": [0.5931, 0.3802, 0.3701, 0.3636, 0.343, 0.3331, 0.325, 0.3184, 0.3144, 0.3126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "13380011", "4889228", "33911859", "26336593", "15548965", "7997337", "612002"], "ranked_scores": [0.5364, 0.4005, 0.372, 0.3634, 0.3395, 0.3319, 0.33, 0.3147, 0.2996, 0.2968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "9226649", "4422868", "9159125", "43334921", "26735905", "17755060", "5254463"], "ranked_scores": [0.6638, 0.5988, 0.3979, 0.383, 0.3708, 0.3457, 0.3449, 0.3397, 0.3361, 0.3315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "29423324", "6767271", "21363424", "34905328", "17463549", "40312663", "38587347"], "ranked_scores": [0.6291, 0.4274, 0.4054, 0.3888, 0.3653, 0.3639, 0.3596, 0.358, 0.357, 0.3562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "17682477", "20220731", "14647747", "20155713", "33535222", "22613657", "41226276"], "ranked_scores": [0.5963, 0.5359, 0.421, 0.4085, 0.3994, 0.3953, 0.3773, 0.3761, 0.3734, 0.364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "11238951", "5867846", "92308", "31560225", "39443128", "4883040"], "ranked_scores": [0.673, 0.4989, 0.4856, 0.4485, 0.4198, 0.4135, 0.3792, 0.3766, 0.3729, 0.371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["6962472", "2014909", "84884645", "306311", "2335873", "44562221", "3559136", "4380004", "18348376", "32743723"], "ranked_scores": [0.2472, 0.2436, 0.2359, 0.224, 0.2204, 0.22, 0.2186, 0.2136, 0.213, 0.2118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "21274496", "6421792", "6503534", "14260013", "2638387", "641786"], "ranked_scores": [0.613, 0.5369, 0.5189, 0.3765, 0.3467, 0.3364, 0.3329, 0.3322, 0.3304, 0.3273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24575065", "6334188", "24634621", "2058909", "22942787", "7165938"], "ranked_scores": [0.6448, 0.4979, 0.3726, 0.3456, 0.3389, 0.3245, 0.3053, 0.3038, 0.2987, 0.2929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "8317408", "17438862", "1360607", "34016987", "29564505", "25988622", "21498497", "14492339", "7489663"], "ranked_scores": [0.3836, 0.3578, 0.3422, 0.339, 0.3332, 0.3331, 0.3308, 0.33, 0.3291, 0.3279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "2825380", "2714623", "9283422", "15972906", "21746539", "5914739", "18042803", "18834078", "8903143"], "ranked_scores": [0.643, 0.5747, 0.5712, 0.5697, 0.5617, 0.5384, 0.5337, 0.5153, 0.5142, 0.5062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "25886725", "5641851", "20491205", "3662510", "45920278", "21323587", "9658390", "40905302", "29107210"], "ranked_scores": [0.5202, 0.3355, 0.3141, 0.3103, 0.3092, 0.3078, 0.3064, 0.3044, 0.2976, 0.2966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "33076846", "11369420", "29073751", "36345185", "27306942", "12240507", "8764879", "5415832", "17017465"], "ranked_scores": [0.4557, 0.4162, 0.3793, 0.375, 0.3711, 0.3696, 0.346, 0.3421, 0.34, 0.3393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "24315156", "22696649", "17967608", "36345578", "1800734", "195683603", "8396189"], "ranked_scores": [0.713, 0.4154, 0.4147, 0.3921, 0.3775, 0.377, 0.3692, 0.3676, 0.3654, 0.3602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["9784254", "3203590", "23286603", "11238784", "25677651", "8458567", "24150328", "56486733", "22674621", "712078"], "ranked_scores": [0.4401, 0.4282, 0.4254, 0.416, 0.4059, 0.3961, 0.3961, 0.3651, 0.3525, 0.3524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "341324", "708425", "13901073", "13899137", "26038789", "35087728"], "ranked_scores": [0.6581, 0.6061, 0.5075, 0.4662, 0.4406, 0.4244, 0.4112, 0.4019, 0.3962, 0.3898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "1900152", "52180874", "7343711", "5991309", "14834714", "1454773", "79696454", "22635278"], "ranked_scores": [0.4593, 0.3666, 0.362, 0.3355, 0.3329, 0.3313, 0.3305, 0.3081, 0.3057, 0.3055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "275294", "30720103", "36960449", "38551172", "26409363", "3150030", "4483571"], "ranked_scores": [552.0, 550.0, 542.0, 528.0, 525.0, 524.0, 522.0, 517.0, 516.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "4810810", "970012", "4340358", "34121231", "7198295", "25817686", "4319174", "45820464", "17000834"], "ranked_scores": [507.0, 495.0, 495.0, 495.0, 490.0, 487.0, 484.0, 484.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "13448422", "38630735", "16760369", "3056682", "20554003", "7640792"], "ranked_scores": [589.0, 580.0, 569.0, 552.0, 546.0, 542.0, 534.0, 534.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "9283422", "2825380", "24387017", "33499189", "5914739", "2714623", "34905328", "25479072", "8305686"], "ranked_scores": [566.0, 554.0, 551.0, 543.0, 543.0, 542.0, 539.0, 539.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12667988", "12672066", "21373821", "31554917", "26720366", "24318630", "11913139", "20302714", "6123521"], "ranked_scores": [561.0, 503.0, 498.0, 498.0, 488.0, 483.0, 482.0, 482.0, 481.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "6561200", "7650066", "46695481", "28617573", "9764256", "23136735", "19140422", "46355579", "16980892"], "ranked_scores": [613.0, 595.0, 594.0, 593.0, 583.0, 574.0, 573.0, 568.0, 553.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8486, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "36653415", "18810195", "7875158", "4423401", "18678095", "36386637", "13613916", "23887844", "23148978"], "ranked_scores": [556.0, 548.0, 541.0, 540.0, 537.0, 534.0, 534.0, 533.0, 532.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "26873988", "195683603", "35395662", "27602752", "8246922", "31313782", "21366394", "23509113", "22696649"], "ranked_scores": [564.0, 543.0, 538.0, 538.0, 536.0, 536.0, 536.0, 535.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6319826", "10072941", "12205576", "63858430", "13494853", "11624482"], "ranked_scores": [544.0, 492.0, 484.0, 471.0, 471.0, 466.0, 466.0, 463.0, 461.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "14311986", "9977329", "22696649", "10359591", "7399084", "28783084", "40312663", "44562221"], "ranked_scores": [578.0, 539.0, 537.0, 537.0, 535.0, 534.0, 534.0, 533.0, 532.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "9846940", "28264919", "6853699", "39084565", "24150328", "2973910", "21557614", "27438378", "46765242"], "ranked_scores": [544.0, 522.0, 521.0, 519.0, 516.0, 514.0, 513.0, 511.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["18074797", "1215116", "1805641", "3929361", "4999387", "24044977", "1220287", "15081770", "18025240", "23801039"], "ranked_scores": [516.0, 506.0, 504.0, 501.0, 500.0, 495.0, 494.0, 490.0, 487.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "24594624", "21048969", "22867765", "8446259", "6853699", "22889972", "33569870", "25938221", "44801733"], "ranked_scores": [502.0, 500.0, 498.0, 497.0, 496.0, 495.0, 495.0, 494.0, 494.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24055603", "41735503", "24510595", "27076725", "30813140", "13282296", "7965928", "14566771", "28419824"], "ranked_scores": [502.0, 499.0, 494.0, 490.0, 488.0, 487.0, 486.0, 486.0, 485.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "79231308", "23294314", "13097856", "26611094", "12442311", "3578380", "14973286", "25641414"], "ranked_scores": [541.0, 499.0, 482.0, 482.0, 481.0, 479.0, 478.0, 476.0, 476.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "4679264", "22551259", "9291668", "26230669", "6040392", "22264117", "22038539", "2722988", "1848452"], "ranked_scores": [597.0, 589.0, 581.0, 572.0, 571.0, 570.0, 569.0, 558.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "11738716", "10482574", "4434951", "2481032", "22174015", "4920376"], "ranked_scores": [600.0, 565.0, 562.0, 546.0, 542.0, 540.0, 539.0, 538.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "20960682", "5137019", "2947124", "15889329", "17829012", "1550937", "10627801", "3493623", "15488881"], "ranked_scores": [583.0, 539.0, 535.0, 534.0, 523.0, 521.0, 520.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "37480103", "22007333", "16098747", "25973484", "13831842", "4828631"], "ranked_scores": [593.0, 589.0, 580.0, 576.0, 576.0, 568.0, 568.0, 565.0, 559.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "25742130", "27873158", "9764256", "32423829", "6561200", "12779444", "17124832", "28617573"], "ranked_scores": [560.0, 557.0, 552.0, 547.0, 540.0, 536.0, 533.0, 530.0, 530.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "10627801", "31272411", "44366096", "7820043", "3107733", "26751583", "8596357", "15414628", "24221369"], "ranked_scores": [579.0, 577.0, 576.0, 553.0, 543.0, 542.0, 539.0, 538.0, 537.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "14021596", "3899896", "11349166", "23665162", "7227763", "24943534", "35534019", "5735492"], "ranked_scores": [559.0, 517.0, 507.0, 505.0, 504.0, 500.0, 498.0, 496.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "7514614", "6277638", "9559146", "4452659", "16693950", "28138927", "7834603"], "ranked_scores": [597.0, 554.0, 549.0, 548.0, 545.0, 536.0, 536.0, 536.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "1748921", "24731248", "9791313", "17919731", "2405259", "18358026", "42314147", "2494748"], "ranked_scores": [552.0, 541.0, 537.0, 521.0, 519.0, 514.0, 514.0, 514.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "27866735", "810480", "116792", "8672737", "16398827", "8398627", "22309946"], "ranked_scores": [562.0, 538.0, 522.0, 500.0, 489.0, 487.0, 485.0, 484.0, 484.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["9021186", "2851611", "40383969", "19313533", "35660758", "35345807", "57574395", "30303335", "17934603", "8997410"], "ranked_scores": [528.0, 520.0, 518.0, 517.0, 516.0, 510.0, 510.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7042304", "15955172", "1387654", "4346731", "4417558", "1127562", "17919731", "9505448"], "ranked_scores": [568.0, 527.0, 523.0, 522.0, 521.0, 521.0, 521.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "5765455", "2359152", "6000423", "5415832", "5782614", "33677323", "1944452", "30152134"], "ranked_scores": [584.0, 573.0, 556.0, 549.0, 544.0, 542.0, 539.0, 538.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "5492542", "26672703", "3113630", "8083310", "15322518", "2679511", "25682129"], "ranked_scores": [582.0, 541.0, 529.0, 527.0, 523.0, 519.0, 519.0, 517.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "2425364", "26409363", "275294", "36960449", "25599283", "23267371", "22023404", "44572913"], "ranked_scores": [536.0, 517.0, 513.0, 509.0, 504.0, 502.0, 500.0, 499.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "18678095", "14663842", "40913091", "38028419", "33911859", "6947286", "1148122", "32481310", "71625969"], "ranked_scores": [554.0, 509.0, 505.0, 502.0, 502.0, 501.0, 499.0, 499.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "14768471", "13889430", "32532238", "6944800", "3727986", "3858268", "40667577", "17388232"], "ranked_scores": [548.0, 544.0, 539.0, 533.0, 529.0, 528.0, 526.0, 525.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "10071590", "24989194", "27550580", "28164534", "37450671", "8892905", "31933981", "7711685"], "ranked_scores": [592.0, 529.0, 518.0, 516.0, 516.0, 510.0, 505.0, 504.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "34139429", "28894097", "5698494", "38752049", "10072941", "5556809", "13933299", "23785605", "35724562"], "ranked_scores": [588.0, 518.0, 516.0, 514.0, 510.0, 508.0, 507.0, 505.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "7042304", "7997337", "54562433", "33911859", "26336593", "36540079", "11250124"], "ranked_scores": [557.0, 536.0, 525.0, 523.0, 520.0, 518.0, 518.0, 517.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "2443495", "12513042", "26735905", "9159125", "43334921", "7975937", "1780819", "6407356"], "ranked_scores": [618.0, 593.0, 542.0, 542.0, 538.0, 537.0, 533.0, 532.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "17463549", "1550937", "3835423", "17829012", "29423324", "14386505", "25738896", "51952430"], "ranked_scores": [613.0, 547.0, 546.0, 544.0, 543.0, 543.0, 541.0, 539.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "19511011", "14647747", "20220731", "41226276", "33535222", "5132358", "3462075"], "ranked_scores": [583.0, 561.0, 550.0, 543.0, 542.0, 537.0, 534.0, 527.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "11238951", "21274496", "35987381", "39443128", "42065070", "16572581", "4883040"], "ranked_scores": [610.0, 564.0, 543.0, 537.0, 533.0, 527.0, 526.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4380004", "44562221", "2266471", "25988622", "22174015", "2014909", "2436602", "1127562", "712078", "5395426"], "ranked_scores": [504.0, 503.0, 498.0, 498.0, 496.0, 496.0, 495.0, 494.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "641786", "5560962", "6503534", "6421792", "2359152", "2638387"], "ranked_scores": [574.0, 561.0, 555.0, 519.0, 515.0, 512.0, 512.0, 511.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "24634621", "6334188", "10958594", "24575065", "14819804", "24396137", "6407356"], "ranked_scores": [613.0, 572.0, 529.0, 525.0, 524.0, 521.0, 520.0, 516.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2405259", "5752492", "17934603", "25988622", "1265945", "14386505", "4391121", "17438862", "4429118", "2192419"], "ranked_scores": [532.0, 529.0, 528.0, 528.0, 525.0, 524.0, 524.0, 523.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["9283422", "41982985", "8903143", "2825380", "2714623", "6961811", "15972906", "21746539", "25479072", "33499189"], "ranked_scores": [585.0, 579.0, 575.0, 570.0, 568.0, 567.0, 562.0, 561.0, 561.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5641851", "26611094", "3776162", "6421734", "38180456", "9167230", "16204011", "5372432"], "ranked_scores": [550.0, 494.0, 494.0, 486.0, 486.0, 486.0, 484.0, 484.0, 483.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "10991183", "33387953", "3863543", "6421792", "18231257", "15946643", "4396105", "29073751", "5531479"], "ranked_scores": [554.0, 547.0, 544.0, 542.0, 542.0, 534.0, 533.0, 533.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1800734", "9225850", "24315156", "36345578", "5484763", "4391121", "22696649", "1871230", "195683603"], "ranked_scores": [625.0, 544.0, 542.0, 541.0, 537.0, 537.0, 535.0, 535.0, 534.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["9784254", "23286603", "3203590", "11238784", "24150328", "8458567", "25677651", "22116439", "22674621", "56486733"], "ranked_scores": [551.0, 549.0, 546.0, 546.0, 544.0, 541.0, 540.0, 529.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "31363207", "341324", "13901073", "35087728", "1386103", "11254040", "5735492"], "ranked_scores": [588.0, 574.0, 532.0, 529.0, 523.0, 523.0, 520.0, 517.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "31293581", "7343711", "7975937", "2030623", "3471191", "37256966", "10749308", "3981033", "52180874"], "ranked_scores": [546.0, 514.0, 510.0, 509.0, 509.0, 508.0, 507.0, 507.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30720103", "275294", "23267371", "36960449", "4483571", "16812091", "26409363", "44572913"], "ranked_scores": [529.0, 529.0, 513.0, 513.0, 512.0, 511.0, 508.0, 507.0, 507.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34121231", "4340358", "4319174", "3083927", "970012", "34582256", "4810810", "7198295", "9433958"], "ranked_scores": [489.0, 484.0, 480.0, 475.0, 469.0, 463.0, 460.0, 457.0, 455.0, 450.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "6158879", "20554003", "5884524", "38630735", "6176498", "24735908", "3056682", "16760369"], "ranked_scores": [568.0, 539.0, 528.0, 525.0, 523.0, 522.0, 514.0, 511.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["19603353", "8903143", "21746539", "9283422", "24387017", "2825380", "17195001", "5914739", "18042803", "33499189"], "ranked_scores": [540.0, 537.0, 532.0, 529.0, 527.0, 525.0, 523.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "12672066", "6841927", "38211681", "8868863", "2613775", "4695046", "7552215"], "ranked_scores": [572.0, 511.0, 508.0, 487.0, 486.0, 481.0, 479.0, 476.0, 474.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["28617573", "46695481", "27873158", "6561200", "9764256", "19140422", "7650066", "16980892", "23136735", "32423829"], "ranked_scores": [594.0, 583.0, 580.0, 568.0, 564.0, 551.0, 550.0, 547.0, 534.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22712546", "36653415", "20672596", "4423401", "23576165", "18810195", "23887844", "36386637", "52893592", "7875158"], "ranked_scores": [531.0, 529.0, 526.0, 524.0, 524.0, 521.0, 518.0, 512.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "35395662", "19005293", "36345578", "21651116", "2248870", "21395936", "1574014", "15425958", "195683603"], "ranked_scores": [566.0, 535.0, 528.0, 526.0, 524.0, 524.0, 520.0, 519.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "22711954", "32969964", "11288846", "140907540", "6319826", "38180456"], "ranked_scores": [571.0, 493.0, 480.0, 471.0, 466.0, 464.0, 462.0, 457.0, 457.0, 456.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "46926352", "9977329", "24044977", "4429118", "21535641", "7399084", "219475", "35256900", "38587347"], "ranked_scores": [553.0, 527.0, 526.0, 524.0, 522.0, 520.0, 518.0, 516.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21557614", "19332616", "3056682", "6853699", "28264919", "10576136", "6085365", "9846940", "3984231"], "ranked_scores": [525.0, 506.0, 500.0, 497.0, 495.0, 494.0, 492.0, 491.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "1805641", "4999387", "22635278", "708425", "27264454", "3929361", "18074797", "8756719"], "ranked_scores": [509.0, 504.0, 499.0, 490.0, 489.0, 489.0, 487.0, 486.0, 484.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34876410", "33569870", "22867765", "19332616", "5821617", "1616661", "44801733", "3896759", "6212802", "46926352"], "ranked_scores": [496.0, 492.0, 490.0, 488.0, 488.0, 485.0, 485.0, 484.0, 484.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["41735503", "17930286", "30813140", "27076725", "23785605", "44830890", "5402581", "7965928", "38369817", "22995579"], "ranked_scores": [523.0, 523.0, 511.0, 502.0, 494.0, 494.0, 493.0, 493.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "79231308", "27099731", "4447785", "1922901", "13097856", "6580081", "23294314", "9754530"], "ranked_scores": [506.0, 474.0, 462.0, 458.0, 455.0, 454.0, 454.0, 454.0, 453.0, 452.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "6040392", "4679264", "22264117", "9291668", "22551259", "1848452", "14475235", "4434951", "1871499"], "ranked_scores": [595.0, 592.0, 591.0, 584.0, 571.0, 568.0, 566.0, 558.0, 555.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "20288322", "3270834", "3504761", "10482574", "11414664", "11738716", "13878643"], "ranked_scores": [554.0, 523.0, 514.0, 509.0, 505.0, 503.0, 502.0, 498.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "36547290", "2947124", "20996244", "1386103", "25988622", "10627801", "5395426", "6501747"], "ranked_scores": [604.0, 532.0, 519.0, 519.0, 516.0, 516.0, 515.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "23557241", "22007333", "16322674", "15512462", "4828631", "25973484", "5487448"], "ranked_scores": [578.0, 557.0, 551.0, 549.0, 545.0, 543.0, 535.0, 530.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "25742130", "27873158", "32423829", "28617573", "12779444", "6561200", "7650066", "9764256"], "ranked_scores": [551.0, 546.0, 543.0, 541.0, 536.0, 529.0, 527.0, 521.0, 521.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "44366096", "7968532", "24221369", "3107733", "7820043", "1970884", "6144337"], "ranked_scores": [564.0, 559.0, 541.0, 535.0, 533.0, 530.0, 528.0, 528.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11349166", "14021596", "3698758", "18174210", "24512064", "35534019", "45218443", "26474812", "45276789"], "ranked_scores": [543.0, 510.0, 507.0, 506.0, 498.0, 494.0, 492.0, 485.0, 482.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "7514614", "9559146", "16693950", "516867", "6277638", "797114", "7042304"], "ranked_scores": [573.0, 566.0, 546.0, 538.0, 525.0, 521.0, 519.0, 518.0, 516.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "6264468", "28264919", "2380002", "4421742", "5935987", "36904081", "18358026", "1748921", "3849194"], "ranked_scores": [507.0, 492.0, 490.0, 485.0, 482.0, 482.0, 479.0, 478.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "116792", "810480", "24512064", "36637129", "6334188", "27866735", "25416944"], "ranked_scores": [560.0, 494.0, 484.0, 477.0, 474.0, 469.0, 462.0, 462.0, 459.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["31387717", "31962403", "12631697", "35747505", "24335068", "28542402", "502797", "5839365", "28724565", "40383969"], "ranked_scores": [493.0, 493.0, 492.0, 489.0, 486.0, 486.0, 486.0, 484.0, 483.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7451607", "7042304", "10790846", "24881307", "8093935", "19149247", "30297355", "6609935"], "ranked_scores": [576.0, 532.0, 510.0, 505.0, 503.0, 503.0, 499.0, 499.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3863543", "2359152", "3391547", "6000423", "5765455", "30152134", "5782614", "13916484", "17195001", "8925851"], "ranked_scores": [546.0, 541.0, 534.0, 519.0, 519.0, 517.0, 511.0, 508.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "7468449", "26607366", "14178995", "5389523", "21221346", "30122260", "30658796", "28542402"], "ranked_scores": [572.0, 514.0, 507.0, 505.0, 501.0, 500.0, 499.0, 499.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "2425364", "21553394", "23267371", "4483571", "22023404", "3150030", "36960449", "26409363", "16256507"], "ranked_scores": [519.0, 518.0, 517.0, 512.0, 508.0, 503.0, 499.0, 499.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "5939172", "40913091", "71625969", "6947286", "26456326", "14663842", "1148122", "14479433", "24423427"], "ranked_scores": [550.0, 481.0, 481.0, 480.0, 477.0, 477.0, 477.0, 476.0, 475.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "17934082", "13011249", "40667577", "6944800", "26231129", "13889430", "3727986", "24349992", "4429118"], "ranked_scores": [537.0, 528.0, 519.0, 513.0, 509.0, 504.0, 499.0, 499.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "7813993", "23124332", "7602348", "15925931", "25404036", "19332616", "24989194", "38630735"], "ranked_scores": [597.0, 523.0, 501.0, 499.0, 497.0, 489.0, 484.0, 479.0, 478.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "23785605", "12206390", "5402581", "22730024", "752423", "5698494", "4647303", "6945285", "10072941"], "ranked_scores": [598.0, 522.0, 513.0, 511.0, 510.0, 506.0, 504.0, 503.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "10012166", "7042304", "13921783", "612002", "6636088", "26336593", "20904154", "36540079"], "ranked_scores": [546.0, 510.0, 505.0, 503.0, 499.0, 497.0, 497.0, 496.0, 491.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4429118", "12217662", "43334921", "7975937", "16712164", "17755060", "18375089", "18810195"], "ranked_scores": [591.0, 564.0, 523.0, 513.0, 512.0, 512.0, 508.0, 507.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "13923140", "51952430", "6123924", "28206748", "5811042", "38587347", "11233339", "22852120", "3680979"], "ranked_scores": [573.0, 534.0, 532.0, 528.0, 527.0, 527.0, 524.0, 521.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "19511011", "41226276", "22613657", "14647747", "10162553", "33535222", "3462075"], "ranked_scores": [556.0, 555.0, 553.0, 542.0, 536.0, 532.0, 523.0, 523.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "4883040", "21274496", "31560225", "11238951", "7111021", "1386103", "39443128", "29023309"], "ranked_scores": [610.0, 529.0, 528.0, 521.0, 521.0, 520.0, 516.0, 511.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["25988622", "5395426", "2335873", "41822527", "23052989", "2436602", "29429111", "2014909", "5107861", "6962472"], "ranked_scores": [474.0, 473.0, 469.0, 469.0, 466.0, 465.0, 464.0, 464.0, 462.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "1967017", "2638387", "6421792", "24512064", "45218443", "5560962"], "ranked_scores": [551.0, 507.0, 504.0, 499.0, 497.0, 496.0, 494.0, 493.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "13256155", "24575065", "6334188", "22942787", "17876040", "3851329"], "ranked_scores": [619.0, 590.0, 521.0, 521.0, 505.0, 504.0, 501.0, 500.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["26230669", "23509113", "5511240", "5035827", "17438862", "7521113", "5572127", "7489663", "2405259", "45401535"], "ranked_scores": [527.0, 524.0, 521.0, 520.0, 520.0, 519.0, 519.0, 518.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["21746539", "41982985", "2714623", "15972906", "18042803", "36271512", "6961811", "2825380", "11195653", "40094786"], "ranked_scores": [578.0, 570.0, 567.0, 567.0, 564.0, 563.0, 560.0, 557.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "26611094", "21323587", "19945096", "10577574", "5641851", "25886725", "3776162", "16204011", "40905302"], "ranked_scores": [574.0, 496.0, 495.0, 492.0, 490.0, 487.0, 485.0, 482.0, 480.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "3863543", "11369420", "23393712", "36345185", "18231257", "27306942", "1127562", "29073751", "12240507"], "ranked_scores": [550.0, 534.0, 529.0, 521.0, 519.0, 518.0, 514.0, 514.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "9225850", "1800734", "5484763", "195683603", "24315156", "13778710", "23509113", "36345578"], "ranked_scores": [616.0, 547.0, 532.0, 527.0, 523.0, 518.0, 518.0, 517.0, 517.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "3203590", "23286603", "9784254", "8458567", "24150328", "15058155", "20659283", "43711341", "56486733"], "ranked_scores": [544.0, 536.0, 528.0, 525.0, 520.0, 513.0, 510.0, 510.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "13901073", "31363207", "1986482", "35087728", "13899137", "13071728", "44562058", "74701974"], "ranked_scores": [608.0, 578.0, 539.0, 532.0, 525.0, 524.0, 517.0, 516.0, 516.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "21009874", "52180874", "3471191", "1900152", "79696454", "10162553", "32421068", "31293581", "2492146"], "ranked_scores": [537.0, 519.0, 515.0, 514.0, 511.0, 509.0, 504.0, 503.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "26409363", "46485368", "16812091", "21553394", "16256507", "3150030", "14103509", "8037453", "30720103"], "ranked_scores": [0.747, 0.7438, 0.7228, 0.713, 0.7114, 0.6936, 0.6858, 0.6831, 0.6824, 0.6742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "4319174", "16905344", "41976370", "44562221", "7198295", "27910499", "34582256", "23737024", "3083927"], "ranked_scores": [0.7514, 0.7302, 0.7049, 0.7026, 0.69, 0.6812, 0.6789, 0.6756, 0.6752, 0.6715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["6158879", "6176498", "16760369", "7873737", "23783727", "5884524", "3898784", "4678846", "25001628", "29362104"], "ranked_scores": [0.8481, 0.822, 0.8081, 0.7964, 0.7925, 0.7821, 0.7814, 0.7798, 0.7624, 0.7596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["30437264", "5137019", "30261663", "2714623", "27373088", "5752492", "36271512", "25479072", "6788835", "40412980"], "ranked_scores": [0.6922, 0.6669, 0.6666, 0.6526, 0.6277, 0.6206, 0.6101, 0.6061, 0.6044, 0.5958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "4036038", "34228604", "20302714", "26230669", "13350374", "25315295", "30351165", "13001323", "649951"], "ranked_scores": [0.8748, 0.746, 0.7401, 0.6975, 0.6914, 0.6908, 0.6873, 0.6872, 0.6824, 0.6808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "6561200", "46695481", "19140422", "28617573", "4409524", "7650066", "9764256", "16980892", "11172205"], "ranked_scores": [0.8286, 0.7733, 0.7519, 0.7419, 0.7391, 0.735, 0.7058, 0.7025, 0.692, 0.6909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8597, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "9451684", "797114", "6599693", "25355575", "3270834", "4841908", "4583180", "11616424", "13933299"], "ranked_scores": [0.7129, 0.7127, 0.7035, 0.7028, 0.6979, 0.6977, 0.6917, 0.6839, 0.6764, 0.6699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["6182947", "195683603", "17967608", "14361849", "31313782", "25089501", "27789588", "7968532", "2236768", "27602752"], "ranked_scores": [0.8381, 0.8179, 0.7969, 0.7914, 0.7904, 0.7892, 0.7874, 0.7814, 0.7808, 0.7722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "12871002", "33499189", "9283422", "5867846", "116792", "9539753", "40412980", "2541699", "20996244"], "ranked_scores": [0.6149, 0.5793, 0.5491, 0.5382, 0.5237, 0.5177, 0.5151, 0.5042, 0.492, 0.4845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "24989194", "23509113", "9159125", "2236768", "7042304", "22696649", "935034", "9956893", "6123521"], "ranked_scores": [0.7822, 0.773, 0.7703, 0.7506, 0.7436, 0.7377, 0.7345, 0.734, 0.7332, 0.7328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10984005", "27449472", "24150328", "1103795", "21590125", "27438378", "2492146", "46765242", "6158879", "24746892"], "ranked_scores": [0.7118, 0.6691, 0.6598, 0.6497, 0.648, 0.6468, 0.6436, 0.6408, 0.6383, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "52180874", "31363207", "35766603", "9498458", "21258863", "10617916", "18074797", "12409683", "7111021"], "ranked_scores": [0.7921, 0.7731, 0.7647, 0.7598, 0.754, 0.7537, 0.752, 0.7481, 0.7463, 0.7295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["30639847", "35724562", "23420807", "14672919", "19854543", "7373453", "25837950", "12122482", "35314705", "11172205"], "ranked_scores": [0.7556, 0.7383, 0.7102, 0.6895, 0.6707, 0.6572, 0.656, 0.6537, 0.6507, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["14606752", "28419824", "22995579", "21239672", "8672737", "14835068", "27866735", "15657779", "14726759", "24148722"], "ranked_scores": [0.7006, 0.6682, 0.6619, 0.6358, 0.6313, 0.6087, 0.5988, 0.5855, 0.5826, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["5596332", "15482274", "27602752", "10078024", "4889228", "26611094", "381602", "45449835", "10627801", "20460020"], "ranked_scores": [0.6887, 0.6598, 0.6572, 0.6513, 0.6338, 0.628, 0.6275, 0.6196, 0.6189, 0.618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4434951", "2722988", "9291668", "26230669", "4679264", "26099680", "2466614", "13906892"], "ranked_scores": [0.8457, 0.8059, 0.8011, 0.7792, 0.7791, 0.7664, 0.7654, 0.7649, 0.741, 0.7321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "18678095", "37296667", "13613916", "17055665", "2266471", "11738716", "516867", "23887844", "6565037"], "ranked_scores": [0.8408, 0.6844, 0.6671, 0.6541, 0.6529, 0.6477, 0.6432, 0.6377, 0.633, 0.632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["11233339", "9433958", "5289038", "16066726", "13923140", "8577229", "2824347", "21258863", "5137019", "20388894"], "ranked_scores": [0.7887, 0.7851, 0.7814, 0.779, 0.7732, 0.771, 0.767, 0.7652, 0.7641, 0.7613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["439670", "5487448", "13831842", "25973484", "17450673", "22007333", "16322674", "23557241", "16098747", "37480103"], "ranked_scores": [0.813, 0.798, 0.7895, 0.7893, 0.7892, 0.7814, 0.7791, 0.7692, 0.7657, 0.7639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "25742130", "32423829", "49429882", "11748341", "11172205", "26798867", "36355784", "8529693"], "ranked_scores": [0.7764, 0.7587, 0.7493, 0.7488, 0.7422, 0.734, 0.7288, 0.7233, 0.7216, 0.7111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["17454301", "20357868", "16172576", "19854744", "42065070", "18816720", "14474178", "31560225", "285794", "39668245"], "ranked_scores": [0.8194, 0.746, 0.7444, 0.7384, 0.738, 0.7335, 0.7272, 0.7156, 0.7111, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["45401535", "11349166", "5835149", "41298619", "5377059", "24088502", "24097933", "2048139", "52874170", "10648422"], "ranked_scores": [0.782, 0.7724, 0.7496, 0.7362, 0.7358, 0.7324, 0.7319, 0.725, 0.7244, 0.7179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1576955", "7185591", "11738716", "6277638", "15425958", "11414664", "1084345", "52887689", "14544564", "8247597"], "ranked_scores": [0.8186, 0.8078, 0.7985, 0.7961, 0.771, 0.7615, 0.76, 0.7592, 0.7472, 0.7471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "14475235", "5935987", "17338543", "6599693", "3230361", "23604601", "935538", "16233471", "27022864"], "ranked_scores": [0.7049, 0.6983, 0.6972, 0.6869, 0.6658, 0.6561, 0.6482, 0.6433, 0.639, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "810480", "20052986", "4320111", "23273454", "31554917", "22800314", "15889329", "11968641"], "ranked_scores": [0.8164, 0.7623, 0.7301, 0.6885, 0.6725, 0.6637, 0.6569, 0.654, 0.6354, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2272614", "4396105", "26561572", "31387717", "35747505", "24335068", "4320424", "23420807", "8317408", "10562341"], "ranked_scores": [0.756, 0.7362, 0.7308, 0.7213, 0.7156, 0.7112, 0.6817, 0.6802, 0.6767, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "7268522", "6422576", "43390777", "37549932", "23604601", "1084345", "4544916", "6670101", "11291348"], "ranked_scores": [0.7951, 0.7467, 0.7462, 0.7373, 0.7258, 0.7236, 0.723, 0.7226, 0.7116, 0.7067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11344428", "5782614", "30152134", "6000423", "3863543", "5765455", "4856149", "16066726", "25988622", "42279414"], "ranked_scores": [0.772, 0.7527, 0.7504, 0.7459, 0.7179, 0.7138, 0.6977, 0.6952, 0.6858, 0.6813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "2851611", "9199796", "40710501", "12922760", "26607366", "28107602", "15975146", "11568270", "778436"], "ranked_scores": [0.8528, 0.705, 0.7031, 0.6979, 0.6963, 0.695, 0.6815, 0.6706, 0.6679, 0.6667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3150030", "21553394", "520579", "4500832", "275294", "26409363", "8856690", "21380348", "36960449", "23267371"], "ranked_scores": [0.7558, 0.7413, 0.728, 0.7126, 0.7103, 0.7046, 0.6982, 0.6866, 0.6427, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "4414481", "5775033", "38873881", "14663842", "20526907", "3285059", "3222187", "44408494", "4678846"], "ranked_scores": [0.7651, 0.7575, 0.7253, 0.7157, 0.7095, 0.6928, 0.6831, 0.678, 0.6722, 0.6612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["23420807", "17123657", "1065627", "20758340", "41650417", "8891333", "9315213", "4346731", "14149065", "7028976"], "ranked_scores": [0.8005, 0.7496, 0.7385, 0.7281, 0.7029, 0.6937, 0.6908, 0.6872, 0.6856, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "25175997", "14092737", "19708993", "17821387", "27550580", "34189936", "6454371", "17454301", "23124332"], "ranked_scores": [0.8238, 0.7004, 0.6953, 0.6775, 0.6773, 0.6768, 0.6762, 0.6557, 0.6533, 0.6509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "1103795", "22730024", "40996863", "13466622", "38752049", "5556809", "27438378", "10993232"], "ranked_scores": [0.7893, 0.6802, 0.6415, 0.6271, 0.6247, 0.6154, 0.6113, 0.6082, 0.6062, 0.6056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["6712836", "37608303", "18446525", "24725136", "90064424", "16966326", "9638032", "33063763", "11568270", "19708993"], "ranked_scores": [0.7796, 0.7333, 0.7272, 0.7264, 0.7201, 0.7135, 0.7096, 0.7068, 0.7068, 0.7044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "15561961", "42489926", "3831884", "12513042", "15215393", "33912748", "6670101", "22914228"], "ranked_scores": [0.8696, 0.8337, 0.7714, 0.7553, 0.7378, 0.7271, 0.7244, 0.7241, 0.7163, 0.7129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "13868795", "5811042", "33370", "40608679", "7948486", "25677651", "56486733", "883747", "22852120"], "ranked_scores": [0.8072, 0.7631, 0.7559, 0.7514, 0.75, 0.7488, 0.7467, 0.7419, 0.7414, 0.7403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "13782317", "27910499", "19511011", "10162553", "3462075", "22997657", "22613657", "14647747", "17682477"], "ranked_scores": [0.7917, 0.7003, 0.6882, 0.6402, 0.6395, 0.6059, 0.6039, 0.598, 0.5951, 0.5911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "84085333", "5398179", "11238951", "5867846", "5835149", "1215116", "40900567", "54561709", "20261352"], "ranked_scores": [0.8661, 0.7731, 0.7228, 0.7204, 0.7197, 0.7026, 0.7017, 0.7014, 0.6907, 0.676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["26182390", "30152134", "4404433", "2097256", "44562221", "17682477", "29735200", "16963081", "7299977", "16108876"], "ranked_scores": [0.6189, 0.6173, 0.6095, 0.5801, 0.5668, 0.5607, 0.5583, 0.556, 0.5535, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "18153456", "6426919", "14663842", "13948920", "25014337", "341324", "7111021", "31363207", "28264919"], "ranked_scores": [0.7348, 0.6892, 0.6789, 0.6639, 0.6532, 0.6495, 0.6385, 0.633, 0.6233, 0.6212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "6334188", "32421068", "24575065", "24634621", "13256155", "31616203", "19683625"], "ranked_scores": [0.8476, 0.7469, 0.7468, 0.7036, 0.6943, 0.6827, 0.6662, 0.6597, 0.6473, 0.6463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["24044977", "5511240", "5289038", "19005293", "6171953", "16066726", "21258863", "14544564", "41913714", "23801039"], "ranked_scores": [0.7796, 0.7664, 0.7522, 0.7456, 0.7426, 0.7418, 0.7407, 0.7395, 0.7391, 0.7385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["25479072", "2714623", "6961811", "34905328", "2825380", "18834078", "23763738", "40094786", "9283422", "33499189"], "ranked_scores": [0.7876, 0.7504, 0.7117, 0.7081, 0.6967, 0.6869, 0.6826, 0.6823, 0.6799, 0.6784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3618, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "13901073", "1173667", "11230569", "45461275", "13368032", "21859699", "13899137", "22401061"], "ranked_scores": [0.6506, 0.6378, 0.5927, 0.5893, 0.5832, 0.5786, 0.5781, 0.5778, 0.5604, 0.5575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["21164071", "8219248", "10991183", "23700330", "20186513", "1191830", "23763738", "2714623", "1127562", "25479072"], "ranked_scores": [0.7073, 0.7019, 0.6959, 0.689, 0.6797, 0.6746, 0.665, 0.6516, 0.6491, 0.6345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "13778710", "26297042", "2177022", "25942757", "195683603", "5238341", "14479433", "2842550", "1800734"], "ranked_scores": [0.8807, 0.7591, 0.7388, 0.7368, 0.7284, 0.7225, 0.7091, 0.7051, 0.7004, 0.6976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["22420524", "9784254", "5839365", "6407356", "11238784", "39903312", "35186640", "1686997", "23286603", "24746892"], "ranked_scores": [0.7043, 0.6905, 0.6861, 0.6799, 0.6794, 0.6767, 0.676, 0.6747, 0.673, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "708425", "4883040", "31363207", "13899137", "21258863", "1805641", "29023309", "15997009", "12409683"], "ranked_scores": [0.8699, 0.8382, 0.8336, 0.8182, 0.805, 0.8026, 0.7825, 0.7464, 0.7348, 0.7282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["857189", "12280462", "7975937", "2492146", "25589047", "28419824", "26079071", "33387953", "5839365", "36642096"], "ranked_scores": [0.747, 0.741, 0.7367, 0.7336, 0.7308, 0.7308, 0.7302, 0.7226, 0.7226, 0.715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "26409363", "16256507", "4462079", "21553394", "4483571", "8856690", "36960449", "58006489", "2159648"], "ranked_scores": [0.7284, 0.7041, 0.6955, 0.6881, 0.6823, 0.6757, 0.643, 0.6422, 0.6377, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "25687558", "4319174", "7198295", "34582256", "4810810", "4340358", "9977329", "3083927", "37296667"], "ranked_scores": [0.6715, 0.6576, 0.6539, 0.6254, 0.6228, 0.6195, 0.5989, 0.5963, 0.5957, 0.5912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "23783727", "5884524", "2533768", "11616424", "6176498", "20554003", "471921", "26064662"], "ranked_scores": [0.8083, 0.7825, 0.7717, 0.7595, 0.7202, 0.7188, 0.7148, 0.7011, 0.6916, 0.6851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["3078550", "2714623", "30437264", "5137019", "14380875", "13639330", "25479072", "2613411", "30184745", "6717533"], "ranked_scores": [0.6454, 0.634, 0.6254, 0.6229, 0.6181, 0.6129, 0.6062, 0.5951, 0.5895, 0.5762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "649951", "8868863", "2436602", "25315295", "31554917", "21373821", "14471161", "4587978", "4468861"], "ranked_scores": [0.837, 0.7059, 0.7004, 0.6842, 0.6794, 0.6724, 0.6656, 0.6413, 0.6397, 0.637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "28617573", "7650066", "19140422", "9764256", "23136735", "46355579", "16980892"], "ranked_scores": [0.8623, 0.8406, 0.816, 0.7952, 0.7871, 0.7762, 0.7547, 0.753, 0.7215, 0.7023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9349, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "36653415", "23887844", "5238341", "7227763", "970012", "3270834", "18678095", "5775033", "14874811"], "ranked_scores": [0.7024, 0.7017, 0.6993, 0.6982, 0.687, 0.6827, 0.6825, 0.6728, 0.6723, 0.6708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["21395936", "195683603", "12358173", "28712203", "6182947", "46517055", "17967608", "23509113", "6417632", "19005293"], "ranked_scores": [0.7161, 0.7156, 0.709, 0.6954, 0.6825, 0.6807, 0.6778, 0.6736, 0.6732, 0.6728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "196664003", "1173667", "3929361", "6477536", "1805641", "15856466", "8426046", "6477740", "18074797"], "ranked_scores": [0.629, 0.508, 0.4977, 0.4927, 0.4926, 0.4772, 0.4567, 0.4468, 0.4445, 0.4436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["2236768", "3475317", "22696649", "24989194", "8137081", "40365566", "3680979", "28712203", "24044977", "6123521"], "ranked_scores": [0.7084, 0.7069, 0.7002, 0.6884, 0.6857, 0.6808, 0.6627, 0.6608, 0.6606, 0.657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "24150328", "6158879", "21590125", "38630735", "23576165", "7873737", "6945285", "27438378", "33960383"], "ranked_scores": [0.6498, 0.6246, 0.6189, 0.6172, 0.6122, 0.6079, 0.6058, 0.6042, 0.6023, 0.5961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "18074797", "27264454", "35766603", "14260013", "12409683", "10617916", "1215116", "708425", "4999387"], "ranked_scores": [0.7184, 0.6997, 0.6989, 0.6813, 0.6741, 0.6633, 0.6631, 0.6605, 0.6538, 0.649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["32322418", "496873", "30639847", "22867765", "6853699", "4647303", "5821617", "8317408", "2192419", "21048969"], "ranked_scores": [0.6111, 0.6071, 0.6059, 0.6003, 0.5997, 0.5976, 0.5953, 0.5831, 0.5817, 0.5776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "24510595", "14606752", "23785605", "6565037", "12667988", "8672737", "24625323", "17930286", "32463364"], "ranked_scores": [0.6141, 0.5743, 0.5731, 0.565, 0.5641, 0.5628, 0.5605, 0.5568, 0.5556, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "22707413", "6477536", "26611094", "43378932", "45276789", "29981186", "79231308", "11718220", "13097856"], "ranked_scores": [0.7002, 0.6235, 0.6117, 0.5947, 0.5719, 0.569, 0.5574, 0.5536, 0.552, 0.5491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "4679264", "4434951", "22543403", "26230669", "22551259", "2466614", "2722988"], "ranked_scores": [0.8553, 0.8035, 0.7922, 0.7831, 0.7735, 0.7701, 0.7641, 0.7448, 0.721, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "29467201", "17055665", "2266471", "10482574", "116792", "14874811", "18678095", "10491220"], "ranked_scores": [0.8094, 0.6547, 0.6495, 0.6389, 0.6388, 0.6373, 0.6356, 0.6207, 0.6183, 0.6164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "5289038", "20960682", "1220287", "2824347", "2947124", "2436602", "21258863", "3493623"], "ranked_scores": [0.7692, 0.6828, 0.6764, 0.6654, 0.6599, 0.6567, 0.6497, 0.6495, 0.6371, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "37480103", "23557241", "27123743", "5487448", "22007333", "16322674", "25973484", "13831842", "16701509"], "ranked_scores": [0.8248, 0.8236, 0.8196, 0.8066, 0.8048, 0.7974, 0.7965, 0.7958, 0.79, 0.7734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "9764256", "46695481", "23136735", "32423829", "19140422", "7650066", "25742130", "8529693"], "ranked_scores": [0.7768, 0.7572, 0.7247, 0.7192, 0.7167, 0.7156, 0.7017, 0.6775, 0.6619, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "14474178", "10627801", "16172576", "42065070", "4402497", "37643601", "8005007", "1970884"], "ranked_scores": [0.6877, 0.6839, 0.6808, 0.6659, 0.6514, 0.6458, 0.6308, 0.6179, 0.6119, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "11349166", "14021596", "5735492", "25938221", "18174210", "5262240", "41298619", "32481310"], "ranked_scores": [0.7623, 0.7165, 0.6686, 0.6589, 0.6402, 0.636, 0.6309, 0.6256, 0.6241, 0.6084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "52887689", "7185591", "11738716", "6277638", "516867", "4452659", "8247597", "9559146", "4399311"], "ranked_scores": [0.7402, 0.7086, 0.7085, 0.696, 0.6824, 0.6757, 0.672, 0.6697, 0.6692, 0.6636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "4421742", "6415816", "17338543", "38811597", "14475235", "23604601", "29467201", "22482024"], "ranked_scores": [0.7093, 0.6763, 0.6526, 0.6512, 0.6367, 0.6193, 0.6165, 0.6143, 0.6016, 0.6014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "810480", "4340358", "3083927", "6123521", "15889329", "25687558", "21257564", "38873881"], "ranked_scores": [0.8515, 0.7596, 0.6529, 0.616, 0.6091, 0.6048, 0.6035, 0.6033, 0.5924, 0.5908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2272614", "350542", "4396105", "40145839", "10562341", "5492542", "35747505", "29807737", "1428830", "25543207"], "ranked_scores": [0.6809, 0.6776, 0.6719, 0.6705, 0.6669, 0.6632, 0.6503, 0.6474, 0.6463, 0.6453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "4138659", "29557235", "4856149", "7268522", "15955172", "10012166", "23604601", "8646760"], "ranked_scores": [0.7844, 0.6932, 0.6695, 0.6665, 0.6657, 0.6601, 0.6586, 0.6542, 0.6532, 0.646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "6000423", "2359152", "22975806", "3863543", "5782614", "3773719", "30152134", "4404433", "1145473"], "ranked_scores": [0.7597, 0.7339, 0.7232, 0.7028, 0.7022, 0.6912, 0.6893, 0.683, 0.6713, 0.6658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "2851611", "778436", "26607366", "4795303", "13639330", "37328025", "2754534", "11568270"], "ranked_scores": [0.8258, 0.6672, 0.6524, 0.648, 0.6399, 0.6394, 0.6371, 0.6368, 0.6343, 0.6318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "3150030", "275294", "4462079", "520579", "36960449", "2425364", "4500832", "26409363", "31564409"], "ranked_scores": [0.7288, 0.6994, 0.649, 0.6322, 0.6244, 0.6142, 0.5989, 0.5923, 0.5891, 0.5875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "19822046", "35345807", "4414481", "13613916", "6415816", "20526907", "35022568", "38028419"], "ranked_scores": [0.7309, 0.6853, 0.6766, 0.645, 0.6449, 0.6445, 0.6413, 0.6411, 0.636, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "13889430", "1065627", "20758340", "4346731", "3727986", "23420807", "40667577", "30919024", "27438378"], "ranked_scores": [0.7013, 0.6782, 0.6779, 0.6769, 0.6639, 0.6625, 0.6531, 0.6507, 0.6463, 0.6407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "17821387", "23124332", "32743723", "857189", "3078080", "97884", "12122482", "37450671"], "ranked_scores": [0.8426, 0.6483, 0.629, 0.629, 0.6064, 0.6039, 0.5836, 0.5833, 0.579, 0.5763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "32463364", "21590125", "5402581", "38752049", "5556809", "36003142", "5551138", "40996863"], "ranked_scores": [0.7972, 0.7033, 0.6835, 0.6548, 0.6525, 0.6444, 0.6326, 0.6262, 0.6236, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "10698739", "15215393", "9638032", "14178995", "24725136", "7042304", "1220287", "26244918", "18446525"], "ranked_scores": [0.7388, 0.6582, 0.6217, 0.611, 0.6022, 0.5972, 0.5966, 0.5961, 0.5946, 0.5914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "18375089", "7975937", "17755060", "9614443", "3831884", "26059876", "12513042", "6407356"], "ranked_scores": [0.8468, 0.8052, 0.7326, 0.7097, 0.7069, 0.7067, 0.7021, 0.6996, 0.6991, 0.6971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "7948486", "42693833", "597790", "41877386", "10284593", "7975937", "20344442", "18348376", "14834714"], "ranked_scores": [0.8358, 0.7629, 0.6989, 0.6971, 0.6938, 0.6934, 0.6899, 0.6889, 0.688, 0.6808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "3462075", "2559303", "54561384", "41226276", "20610557", "5415832", "22613657"], "ranked_scores": [0.7536, 0.7063, 0.6355, 0.6342, 0.612, 0.5872, 0.5864, 0.5805, 0.5785, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "92308", "1215116", "28738741", "5867846", "18174210", "991139", "11349166", "40900567", "11238951"], "ranked_scores": [0.8029, 0.6852, 0.6727, 0.6664, 0.6552, 0.6318, 0.6308, 0.6295, 0.6292, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["30152134", "7965928", "3083927", "3870062", "14924526", "17682477", "1391126", "44562221", "16963081", "16905344"], "ranked_scores": [0.5535, 0.523, 0.5169, 0.5137, 0.5042, 0.4942, 0.4935, 0.4919, 0.4853, 0.4852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "14663842", "2359152", "641786", "9638032", "7111021", "4336849", "4961038"], "ranked_scores": [0.7658, 0.7443, 0.721, 0.6727, 0.6632, 0.6371, 0.5993, 0.5983, 0.5962, 0.5924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "6334188", "25589047", "13256155", "5500086", "19683625", "5492542", "41650417"], "ranked_scores": [0.8364, 0.7777, 0.7117, 0.6744, 0.657, 0.6464, 0.6444, 0.6322, 0.5939, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4928057", "17934603", "5289038", "4423401", "24612804", "5752492", "24707550", "17438862", "23801039", "22852120"], "ranked_scores": [0.6736, 0.6698, 0.6659, 0.6592, 0.655, 0.6537, 0.6454, 0.6437, 0.641, 0.6392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "2825380", "25479072", "33499189", "18042803", "9283422", "15972906", "5914739", "41982985", "21746539"], "ranked_scores": [0.8058, 0.7605, 0.7517, 0.7445, 0.7428, 0.7344, 0.7271, 0.7222, 0.706, 0.6948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "74137632", "3662510", "21323587", "9658390", "14337960", "45461275", "19961177", "1173667", "32159283"], "ranked_scores": [0.6159, 0.5262, 0.5259, 0.5204, 0.504, 0.496, 0.4953, 0.4892, 0.4857, 0.4802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "35660758", "18231257", "23700330", "27306942", "2714623", "21164071", "36345185", "23393712", "3078550"], "ranked_scores": [0.7329, 0.706, 0.7015, 0.7005, 0.6966, 0.6799, 0.6725, 0.672, 0.6637, 0.6605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "26297042", "195683603", "13778710", "14479433", "5238341", "3495456", "1800734", "7975937", "9159125"], "ranked_scores": [0.8392, 0.7132, 0.7044, 0.6973, 0.6934, 0.6724, 0.6599, 0.6573, 0.6526, 0.6469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["5839365", "56486733", "9784254", "6407356", "12280462", "6945285", "1686997", "23286603", "24150328", "11238784"], "ranked_scores": [0.7229, 0.7146, 0.675, 0.6744, 0.6731, 0.6591, 0.6586, 0.6565, 0.6551, 0.6525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "341324", "11254040", "25014337", "15319019", "15997009", "13899137", "44562058"], "ranked_scores": [0.8486, 0.8393, 0.7534, 0.6985, 0.6788, 0.6691, 0.6651, 0.6612, 0.6601, 0.6547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["2492146", "33960383", "26058927", "5839365", "1900152", "3471191", "11335781", "36642096", "7986878", "24150328"], "ranked_scores": [0.7483, 0.7463, 0.7455, 0.73, 0.7247, 0.7232, 0.7204, 0.7194, 0.7107, 0.707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "26409363", "4462079", "46485368", "21553394", "16812091", "36960449", "4483571", "8856690"], "ranked_scores": [0.723, 0.7149, 0.6902, 0.6732, 0.6678, 0.6406, 0.6294, 0.6232, 0.6215, 0.6194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "7198295", "4319174", "34582256", "34121231", "4810810", "25687558", "4340358", "25817686", "8604837"], "ranked_scores": [0.6179, 0.599, 0.5934, 0.5852, 0.5674, 0.5582, 0.5569, 0.552, 0.5423, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "38630735", "16760369", "750781", "24735908", "20554003", "29253460"], "ranked_scores": [0.7809, 0.7442, 0.7426, 0.7185, 0.693, 0.6863, 0.6454, 0.6351, 0.6343, 0.6304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "33499189", "2825380", "19603353", "10562341", "19561411", "11195653", "12871281"], "ranked_scores": [0.7394, 0.7171, 0.7089, 0.7012, 0.6969, 0.6765, 0.6754, 0.6734, 0.673, 0.6726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12667988", "31554917", "12672066", "21373821", "20240998", "4587978", "24318630", "4695046", "28419824"], "ranked_scores": [0.7841, 0.5784, 0.5749, 0.5497, 0.5383, 0.5226, 0.5221, 0.5127, 0.5119, 0.5097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "6561200", "46695481", "7650066", "28617573", "9764256", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.8451, 0.8177, 0.8148, 0.8033, 0.7847, 0.7741, 0.7441, 0.7267, 0.7018, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8756, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "23887844", "36653415", "3831884", "22712546", "18678095", "18810195", "36386637", "22914228", "27647593"], "ranked_scores": [0.7007, 0.6891, 0.6887, 0.6825, 0.6742, 0.667, 0.6628, 0.6615, 0.6594, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "6182947", "2248870", "23509113", "35395662", "34016987", "14615911", "31313782", "15425958", "27602752"], "ranked_scores": [0.6989, 0.6779, 0.6765, 0.6744, 0.6708, 0.6634, 0.6593, 0.6549, 0.6502, 0.6416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "38180456", "6319826", "7547329", "15856466", "84379954", "11469078", "11288846"], "ranked_scores": [0.6986, 0.5513, 0.5395, 0.4951, 0.4609, 0.4478, 0.4405, 0.439, 0.4294, 0.4284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "4391121", "16066726", "15435343", "4928282", "22696649", "24707550", "21258863", "9225850", "3559136"], "ranked_scores": [0.7939, 0.6826, 0.6801, 0.6782, 0.6629, 0.6577, 0.6575, 0.656, 0.6544, 0.652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "27438378", "21239672", "3616843", "25028913", "3984231", "29526125", "28264919", "39903312"], "ranked_scores": [0.699, 0.6057, 0.5925, 0.5712, 0.5707, 0.5702, 0.5685, 0.5658, 0.5621, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "27264454", "10617916", "3929361", "12409683", "1805641", "22635278", "21258863", "18025240", "4999387"], "ranked_scores": [0.6199, 0.588, 0.5713, 0.5686, 0.5657, 0.5643, 0.5505, 0.5495, 0.5494, 0.5243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "7711685", "6853699", "2159648", "21048969", "33569870", "30639847", "2192419", "4647303", "17168045"], "ranked_scores": [0.5974, 0.5859, 0.5823, 0.563, 0.5617, 0.5596, 0.5527, 0.5451, 0.543, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "24510595", "28419824", "44830890", "26445118", "21274919", "7965928", "30813140", "21957231"], "ranked_scores": [0.5572, 0.5519, 0.5396, 0.5365, 0.5346, 0.5177, 0.5165, 0.4932, 0.4906, 0.4895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "6477536", "27099731", "45276789", "29981186", "26611094", "9754530", "25589047", "4824840"], "ranked_scores": [0.7207, 0.5366, 0.4929, 0.4872, 0.4858, 0.483, 0.4658, 0.463, 0.4574, 0.4542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4679264", "22543403", "22551259", "22264117", "9291668", "4434951", "1848452", "2722988", "26230669"], "ranked_scores": [0.8034, 0.7926, 0.7787, 0.7747, 0.7681, 0.7607, 0.7162, 0.7126, 0.712, 0.7095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "1227277", "14874811", "10482574", "3504761", "116792", "4324278", "11738716"], "ranked_scores": [0.828, 0.7469, 0.7388, 0.7076, 0.6941, 0.6773, 0.6741, 0.6479, 0.6476, 0.6428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3308636", "3493623", "30437264", "4402497", "12885341", "40323148", "15889329"], "ranked_scores": [0.8108, 0.7524, 0.6758, 0.675, 0.6647, 0.6561, 0.6446, 0.6347, 0.6342, 0.6312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "17450673", "27123743", "16322674", "22007333", "37480103", "25973484", "15512462", "16098747", "13831842"], "ranked_scores": [0.8093, 0.8063, 0.7909, 0.7572, 0.7549, 0.7497, 0.7442, 0.7244, 0.7234, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "27873158", "32423829", "46695481", "9764256", "36355784", "23136735", "7650066", "25742130", "28617573"], "ranked_scores": [0.7222, 0.7215, 0.7107, 0.6996, 0.6878, 0.6865, 0.6758, 0.672, 0.6627, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "8005007", "3107733", "4402497", "7820043", "24221369", "21562657"], "ranked_scores": [0.7753, 0.7716, 0.7478, 0.7448, 0.7296, 0.7198, 0.7026, 0.6961, 0.6823, 0.6805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "14021596", "36288526", "7198295", "41298619", "18174210", "11344428", "35534019", "52874170"], "ranked_scores": [0.7416, 0.5997, 0.5779, 0.5721, 0.5567, 0.553, 0.5447, 0.5438, 0.5413, 0.5344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "16693950", "52887689", "516867", "4452659", "6277638", "9559146", "7185591", "6599693"], "ranked_scores": [0.789, 0.7381, 0.7288, 0.7264, 0.7202, 0.7068, 0.6958, 0.685, 0.68, 0.6692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "4421742", "3553087", "18358026", "2722988", "8698857", "23604601", "24731248", "7426741"], "ranked_scores": [0.7434, 0.659, 0.6584, 0.6366, 0.6314, 0.6271, 0.6217, 0.6101, 0.6076, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "116792", "810480", "16398827", "25416944", "27866735", "40996863"], "ranked_scores": [0.7778, 0.5732, 0.5674, 0.5503, 0.5146, 0.495, 0.4665, 0.4595, 0.4589, 0.4561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "19313533", "35747505", "24335068", "2119889", "35660758", "4740447", "28138927", "10562341", "327319"], "ranked_scores": [0.641, 0.6275, 0.6273, 0.6148, 0.608, 0.6069, 0.6045, 0.6021, 0.595, 0.5944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "37549932", "8646760", "4346731", "29557235", "7970974", "6710699", "7042304", "11291348"], "ranked_scores": [0.778, 0.6773, 0.6485, 0.6406, 0.6393, 0.6372, 0.6313, 0.6289, 0.6274, 0.6258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3863543", "3391547", "2359152", "6000423", "33677323", "5836", "8083310", "2701077", "12240507"], "ranked_scores": [0.787, 0.7517, 0.7496, 0.7428, 0.7255, 0.7075, 0.7056, 0.6916, 0.6904, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "4396105", "12156187", "34198365", "778436", "7468449", "4444861", "2679511"], "ranked_scores": [0.8112, 0.7266, 0.7116, 0.6558, 0.6466, 0.646, 0.6451, 0.641, 0.6377, 0.6372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "275294", "2425364", "30720103", "3150030", "26409363", "25599283", "16256507", "36960449"], "ranked_scores": [0.6228, 0.5975, 0.5874, 0.5769, 0.5637, 0.5572, 0.555, 0.5419, 0.5406, 0.5272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "1148122", "38028419", "52072815", "71625969", "14663842", "32481310", "980196", "5939172", "24725136"], "ranked_scores": [0.7304, 0.6158, 0.6124, 0.5938, 0.5932, 0.5928, 0.5896, 0.5874, 0.5766, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "40667577", "12866641", "3727986", "13889430", "11172205", "6944800", "20758340", "4346731", "26735905"], "ranked_scores": [0.7109, 0.6662, 0.6659, 0.6557, 0.648, 0.6469, 0.637, 0.6363, 0.6353, 0.629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "10071590", "15925931", "26045237", "6270720", "3984231", "12631697", "364522"], "ranked_scores": [0.8241, 0.6438, 0.6227, 0.6104, 0.5813, 0.5658, 0.5601, 0.5577, 0.5549, 0.5526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "5698494", "24625323", "22730024", "10072941", "38752049", "32463364", "21590125", "34139429"], "ranked_scores": [0.7577, 0.5852, 0.574, 0.5736, 0.5723, 0.5717, 0.5628, 0.562, 0.5579, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "10698739", "26336593", "24725136", "33911859", "9638032", "7042304", "6157371", "2015929"], "ranked_scores": [0.7524, 0.6224, 0.6217, 0.6064, 0.6044, 0.6034, 0.6006, 0.5995, 0.5979, 0.5976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "9226649", "17755060", "4422868", "7975937", "26059876", "6407356", "57783564", "24349992"], "ranked_scores": [0.8581, 0.8366, 0.7413, 0.7388, 0.7379, 0.7274, 0.7258, 0.7064, 0.7055, 0.7039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "6767271", "29288582", "18546584", "29347970", "21185923", "25677651", "38587347"], "ranked_scores": [0.7917, 0.6978, 0.6771, 0.6684, 0.6674, 0.6591, 0.6586, 0.6564, 0.6543, 0.6523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "3462075", "14647747", "19511011", "5132358", "13398997", "33535222", "41226276"], "ranked_scores": [0.7452, 0.7423, 0.6628, 0.6614, 0.6487, 0.6414, 0.64, 0.6368, 0.6316, 0.6158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "11238951", "21274496", "5735492", "92308", "5867846", "5398179", "42065070", "4883040"], "ranked_scores": [0.832, 0.6789, 0.6718, 0.6627, 0.6533, 0.6384, 0.6364, 0.6355, 0.6303, 0.6237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["5395426", "11738716", "7875158", "44562221", "18104691", "6277638", "2014909", "6153754", "19460822", "25988622"], "ranked_scores": [0.5968, 0.5727, 0.5618, 0.5576, 0.5549, 0.5515, 0.5479, 0.5454, 0.5439, 0.543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "641786", "21274496", "6421792", "20399078", "40127292", "7111021"], "ranked_scores": [0.7636, 0.7206, 0.6876, 0.6395, 0.6017, 0.5993, 0.592, 0.5861, 0.5822, 0.5811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "24634621", "25589047", "13256155", "6334188", "31616203", "24190159", "20428155"], "ranked_scores": [0.8529, 0.7657, 0.6659, 0.6589, 0.6582, 0.623, 0.6158, 0.6158, 0.6039, 0.5945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "40323148", "45401535", "17438862", "6171953", "6000423", "34016987", "22696649", "6853699", "7948486"], "ranked_scores": [0.6855, 0.6493, 0.6467, 0.6438, 0.6437, 0.6419, 0.6416, 0.6383, 0.638, 0.6363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "2825380", "9283422", "41982985", "5914739", "18042803", "15972906", "34905328", "8903143", "33499189"], "ranked_scores": [0.7954, 0.7874, 0.786, 0.7851, 0.7842, 0.7781, 0.77, 0.765, 0.7649, 0.7615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "38180456", "3662510", "20491205", "21323587", "74137632", "14408200", "10577574", "19961177", "45461275"], "ranked_scores": [0.6467, 0.4729, 0.4705, 0.4672, 0.4563, 0.4446, 0.4376, 0.4353, 0.4336, 0.4308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "18231257", "29073751", "23700330", "36345185", "17017465", "8698857", "27306942", "11369420", "24624992"], "ranked_scores": [0.7517, 0.7196, 0.7102, 0.7097, 0.7039, 0.6968, 0.6957, 0.6936, 0.6908, 0.6903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "3495456", "9225850", "195683603", "17967608", "1800734", "883747", "1871230", "8396189", "18841257"], "ranked_scores": [0.8476, 0.692, 0.6823, 0.6649, 0.654, 0.6527, 0.6499, 0.6495, 0.6446, 0.6441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "8458567", "11238784", "9956893", "9784254", "22116439", "56486733", "20659283", "712078", "22674621"], "ranked_scores": [0.6919, 0.682, 0.6762, 0.6665, 0.6659, 0.6646, 0.6627, 0.6584, 0.6574, 0.6567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "341324", "13899137", "708425", "39984099", "1986482", "5284188"], "ranked_scores": [0.8488, 0.8463, 0.7595, 0.6799, 0.6773, 0.6689, 0.6674, 0.6594, 0.6581, 0.6561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21009874", "11335781", "3471191", "79696454", "36642096", "7986878", "32421068", "35766603", "24150328", "1900152"], "ranked_scores": [0.6643, 0.6631, 0.6532, 0.6392, 0.6385, 0.6364, 0.6322, 0.6151, 0.6136, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "44572913", "4462079", "26409363", "36960449", "4483571", "46485368", "30720103", "275294", "3150030"], "ranked_scores": [0.7637, 0.7431, 0.7352, 0.7151, 0.7069, 0.7022, 0.6752, 0.6737, 0.67, 0.6697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "13000926", "4810810", "7198295", "4319174", "25687558", "4340358", "34582256", "3083927"], "ranked_scores": [0.6322, 0.5998, 0.5974, 0.596, 0.5958, 0.5916, 0.5841, 0.5828, 0.574, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "23783727", "6158879", "16760369", "38630735", "25028913", "7640792", "13448422", "29253460"], "ranked_scores": [0.8055, 0.782, 0.7546, 0.7536, 0.7424, 0.711, 0.7, 0.686, 0.6773, 0.6753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "2825380", "33499189", "5914739", "25479072", "10562341", "19603353", "11195653"], "ranked_scores": [0.734, 0.7298, 0.7228, 0.7147, 0.7104, 0.7052, 0.7017, 0.6985, 0.6983, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "21373821", "12672066", "31554917", "12667988", "6841927", "4695046", "8868863", "33417012", "24318630"], "ranked_scores": [0.7917, 0.6137, 0.609, 0.5948, 0.577, 0.5764, 0.5729, 0.5578, 0.5577, 0.554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "28617573", "9764256", "19140422", "16980892", "23136735", "46355579"], "ranked_scores": [0.859, 0.8396, 0.8308, 0.8239, 0.8112, 0.8076, 0.7844, 0.7409, 0.7407, 0.7089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "36653415", "23887844", "3831884", "23576165", "20672596", "7875158", "22914228", "4423401", "22712546"], "ranked_scores": [0.7112, 0.6937, 0.6934, 0.6923, 0.6895, 0.6836, 0.6736, 0.6693, 0.6658, 0.6636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "2248870", "35395662", "6182947", "31313782", "21366394", "15425958", "3835423", "195683603"], "ranked_scores": [0.7564, 0.7321, 0.7118, 0.7086, 0.6988, 0.6973, 0.6924, 0.688, 0.6867, 0.6862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "6319826", "7547329", "22711954", "6085365", "11469078", "8582337", "11624482"], "ranked_scores": [0.7257, 0.5878, 0.5541, 0.5069, 0.4825, 0.4572, 0.4565, 0.447, 0.4462, 0.4459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "9225850", "4391121", "4429118", "24707550", "22696649", "9977329", "4928282", "36345578"], "ranked_scores": [0.8042, 0.7112, 0.7003, 0.6965, 0.692, 0.6897, 0.6818, 0.6799, 0.6768, 0.6751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21239672", "10576136", "6853699", "29526125", "27438378", "3616843", "25028913", "3984231", "9846940"], "ranked_scores": [0.7228, 0.6213, 0.6197, 0.6181, 0.6137, 0.6059, 0.6036, 0.6023, 0.6004, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "3929361", "21258863", "10617916", "1805641", "27264454", "18025240", "12409683", "22635278"], "ranked_scores": [0.6477, 0.6003, 0.5951, 0.5918, 0.5837, 0.5825, 0.5742, 0.5741, 0.5712, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "17168045", "33569870", "6853699", "22867765", "2159648", "13070316", "6212802", "21372171", "2829179"], "ranked_scores": [0.6139, 0.6025, 0.5997, 0.5984, 0.597, 0.5839, 0.583, 0.5796, 0.5781, 0.5749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "21274919", "44830890", "28419824", "24510595", "30813140", "27076725", "24148722", "15984735"], "ranked_scores": [0.6195, 0.5677, 0.5622, 0.5554, 0.5538, 0.5472, 0.5433, 0.5351, 0.5341, 0.5333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "997143", "45276789", "52874170", "9754530", "29981186", "16390264", "21902910"], "ranked_scores": [0.6944, 0.579, 0.5153, 0.5064, 0.5057, 0.4933, 0.4895, 0.487, 0.4869, 0.4834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4679264", "22264117", "22543403", "9291668", "22551259", "4434951", "1848452", "26230669", "2722988"], "ranked_scores": [0.8274, 0.8187, 0.7981, 0.7977, 0.7936, 0.7914, 0.765, 0.7615, 0.7612, 0.736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "1227277", "3504761", "10482574", "14874811", "11738716", "116792", "14198646"], "ranked_scores": [0.8309, 0.7415, 0.737, 0.7044, 0.6835, 0.6788, 0.6765, 0.6737, 0.6568, 0.6526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "12885341", "3493623", "3308636", "15889329", "26873988", "27602752", "41337677"], "ranked_scores": [0.8309, 0.7171, 0.689, 0.6728, 0.6704, 0.6623, 0.6587, 0.6527, 0.6517, 0.6514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "37480103", "22007333", "16322674", "16098747", "25973484", "13831842", "15512462"], "ranked_scores": [0.8336, 0.8287, 0.8109, 0.7965, 0.7926, 0.786, 0.76, 0.7554, 0.7501, 0.7488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "6561200", "32423829", "36355784", "9764256", "7650066", "25742130", "28617573", "19140422"], "ranked_scores": [0.74, 0.7313, 0.7191, 0.7097, 0.703, 0.6946, 0.6944, 0.6926, 0.6609, 0.6576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "44366096", "24221369", "7820043", "8005007", "4402497", "3107733", "41337677"], "ranked_scores": [0.8014, 0.7811, 0.7756, 0.7648, 0.7227, 0.7205, 0.7184, 0.7132, 0.7011, 0.6957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "3698758", "11349166", "35534019", "36288526", "12489688", "11344428", "6334188", "27602752"], "ranked_scores": [0.7495, 0.6504, 0.6211, 0.6192, 0.6166, 0.6049, 0.5973, 0.5959, 0.5957, 0.5946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "52887689", "16693950", "6277638", "4452659", "7185591", "9559146", "7834603"], "ranked_scores": [0.8016, 0.7316, 0.7215, 0.7208, 0.709, 0.6976, 0.6974, 0.6928, 0.6927, 0.6911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "3553087", "8698857", "5935987", "1748921", "18358026", "6264468", "41133176", "21557055"], "ranked_scores": [0.7611, 0.6775, 0.6656, 0.6587, 0.654, 0.6447, 0.6365, 0.6339, 0.6261, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "116792", "810480", "23670644", "25416944", "22800314", "25938221", "16398827"], "ranked_scores": [0.7832, 0.6732, 0.6612, 0.5802, 0.5641, 0.5611, 0.5355, 0.529, 0.5267, 0.5244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "24335068", "35747505", "2119889", "35660758", "10562341", "4740447", "327319", "306006", "15548965"], "ranked_scores": [0.6886, 0.6827, 0.6788, 0.6676, 0.6578, 0.655, 0.6507, 0.6462, 0.6402, 0.6365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "4346731", "19149247", "9505448", "7042304", "8460275", "4362729", "30297355", "7451607"], "ranked_scores": [0.7945, 0.7002, 0.6571, 0.6435, 0.6383, 0.6376, 0.6368, 0.6327, 0.6293, 0.6292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3391547", "3863543", "6000423", "8083310", "33677323", "5836", "12240507", "2701077"], "ranked_scores": [0.7929, 0.773, 0.7699, 0.7585, 0.747, 0.7424, 0.728, 0.7241, 0.7151, 0.7096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "7468449", "12156187", "2679511", "4319844", "34198365", "12643937", "14178995"], "ranked_scores": [0.822, 0.7329, 0.7237, 0.6789, 0.6703, 0.6671, 0.6598, 0.6552, 0.6551, 0.6529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "275294", "30720103", "2425364", "3150030", "26409363", "4483571", "16256507", "36960449"], "ranked_scores": [0.6715, 0.6669, 0.6535, 0.6519, 0.6347, 0.6239, 0.6188, 0.6099, 0.607, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "71625969", "32481310", "14663842", "5939172", "22482024", "6503534", "52072815", "20526907"], "ranked_scores": [0.7386, 0.6398, 0.6356, 0.6349, 0.6125, 0.5986, 0.5974, 0.5936, 0.5914, 0.5838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "40667577", "12866641", "6944800", "3727986", "11172205", "13889430", "4346731", "17388232", "17934082"], "ranked_scores": [0.7226, 0.6924, 0.6852, 0.6788, 0.6733, 0.6726, 0.6652, 0.6601, 0.6547, 0.6467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "15925931", "10071590", "7813993", "38630735", "7602348", "26045237", "10284593"], "ranked_scores": [0.8516, 0.6669, 0.6467, 0.6432, 0.6266, 0.6247, 0.6182, 0.61, 0.6018, 0.6002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "22730024", "38752049", "32463364", "34139429", "24625323", "5698494", "23785605", "9813098"], "ranked_scores": [0.7958, 0.6337, 0.615, 0.6062, 0.6032, 0.5986, 0.5964, 0.596, 0.5927, 0.5916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "7042304", "26336593", "1220287", "3113630", "33911859", "6636088", "13380011", "7997337"], "ranked_scores": [0.7806, 0.6777, 0.6545, 0.6538, 0.6422, 0.6414, 0.6412, 0.641, 0.639, 0.637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "9226649", "17755060", "12513042", "4422868", "7975937", "26059876", "31682248", "5254463"], "ranked_scores": [0.8461, 0.8289, 0.722, 0.7188, 0.7166, 0.7092, 0.7079, 0.701, 0.6982, 0.6893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "29423324", "6767271", "28006126", "883747", "13798951", "20310709", "20344442"], "ranked_scores": [0.826, 0.7229, 0.7118, 0.7001, 0.6963, 0.685, 0.6826, 0.6822, 0.6797, 0.6769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "19511011", "41226276", "33535222", "22613657", "11666252", "17463549", "3462075"], "ranked_scores": [0.7903, 0.7715, 0.6982, 0.6725, 0.6703, 0.6672, 0.6633, 0.66, 0.6595, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "21274496", "11238951", "5735492", "5398179", "92308", "42065070", "5867846", "31560225"], "ranked_scores": [0.8409, 0.7141, 0.7081, 0.6913, 0.6786, 0.6774, 0.6767, 0.6713, 0.6654, 0.6637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["11738716", "44562221", "5395426", "2014909", "18104691", "2436602", "7965928", "39532074", "13509809", "3559136"], "ranked_scores": [0.5808, 0.5768, 0.5745, 0.568, 0.5579, 0.5575, 0.5476, 0.5458, 0.5429, 0.5427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "20399078", "641786", "2638387", "40127292", "21274496", "5560962"], "ranked_scores": [0.776, 0.7361, 0.7357, 0.6409, 0.6103, 0.6075, 0.6061, 0.594, 0.5926, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24634621", "13256155", "6334188", "32421068", "31616203", "14482051"], "ranked_scores": [0.8598, 0.7576, 0.6794, 0.6773, 0.6629, 0.6411, 0.6248, 0.6225, 0.6207, 0.6199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "34016987", "9225850", "14492339", "29509926", "8317408", "40323148", "7489663", "3616843", "36444198"], "ranked_scores": [0.6876, 0.6753, 0.6739, 0.6727, 0.6708, 0.6704, 0.6701, 0.6662, 0.6639, 0.6621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2825380", "41982985", "15972906", "9283422", "2714623", "21746539", "18042803", "11195653", "5914739", "33499189"], "ranked_scores": [0.813, 0.8109, 0.807, 0.8064, 0.8062, 0.7981, 0.7959, 0.7893, 0.7862, 0.7783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "21323587", "5641851", "38180456", "20491205", "40905302", "45461275", "9658390", "10577574"], "ranked_scores": [0.6823, 0.5039, 0.4881, 0.4831, 0.4792, 0.4788, 0.4731, 0.4728, 0.4715, 0.4616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "11369420", "29073751", "36345185", "33076846", "18231257", "27306942", "8764879", "17017465", "5765455"], "ranked_scores": [0.7294, 0.7238, 0.7111, 0.7092, 0.6962, 0.6928, 0.6918, 0.6885, 0.6869, 0.686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "3495456", "1871230", "195683603", "1800734", "17967608", "24315156", "14492339", "25942757"], "ranked_scores": [0.8627, 0.7227, 0.7132, 0.7006, 0.6957, 0.6939, 0.6797, 0.6743, 0.6636, 0.6632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "8458567", "3203590", "9784254", "11238784", "24150328", "20659283", "56486733", "25677651", "8856690"], "ranked_scores": [0.7329, 0.7189, 0.7163, 0.7144, 0.7142, 0.6897, 0.6835, 0.6793, 0.6771, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "341324", "1986482", "13071728", "5284188", "708425", "15997009"], "ranked_scores": [0.8597, 0.825, 0.7453, 0.6902, 0.6901, 0.6891, 0.6715, 0.671, 0.67, 0.6596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "22635278", "21009874", "79696454", "7986878", "1900152", "14834714", "52180874", "34025053"], "ranked_scores": [0.7027, 0.6544, 0.6434, 0.643, 0.6409, 0.631, 0.6269, 0.6247, 0.6217, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["14103509", "44572913", "10017612", "16256507", "38551172", "36960449", "30720103", "33458992", "4462079", "8037453"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "11968641", "17463549", "3270834", "275294", "4036038", "41976370", "84784389", "7834603", "991137"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["41120293", "28894097", "36654066", "38752049", "39903312", "9334631", "970012", "7552215", "9822397", "9617381"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["885056", "2714623", "6788835", "6209599", "13583521", "39084565", "33397197", "6961811", "7185591", "7820043"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12009265", "12667988", "25050364", "2053540", "3944632", "25576204", "43220289", "22688699", "6209599"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["40145839", "4409524", "13256155", "22972632", "1996292", "3210545", "46695481", "22942787", "27873158", "6561200"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2476, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["8551160", "42708716", "35079452", "9451684", "8892905", "43311750", "6503534", "4138659", "4421742", "9217800"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["46517055", "25089501", "15727984", "11043831", "15955172", "12058271", "6784372", "49556906", "12948892", "9483851"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["13552682", "38180456", "14500725", "13934676", "8529693", "6477536", "8150638", "6209599", "7451607", "9634465"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["44562221", "17438862", "37204802", "21626639", "40090058", "3083927", "40365566", "8596357", "9194077", "9559146"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10993232", "5483793", "19736671", "23397658", "36654066", "327319", "25062868", "6853699", "6259170", "46765242"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["40127292", "24766509", "2947124", "20610557", "7111021", "4883040", "3578380", "44935041", "708425", "5800138"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["831167", "2060137", "23141360", "24496245", "38712515", "30639847", "27049238", "4856149", "9171913", "27995781"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["343052", "28738741", "14606752", "23912923", "30813140", "38211681", "3475317", "3493623", "52874170", "8672737"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["24942840", "41852733", "21301090", "20287253", "6580081", "38844612", "5596332", "4313478", "7711685", "5185871"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["37686718", "1388704", "11527822", "24863571", "22264117", "26230669", "25085979", "6209599", "4679264", "6040392"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "13322804", "15215393", "14380875", "20501163", "21093407", "28937856", "37296667", "7834603", "25510546"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["27602752", "10790846", "10359591", "29023309", "24998637", "34016987", "5398179", "3545805", "7115651", "9539753"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16098747", "9394119", "2015126", "8290953", "1389264", "21874312", "2130391", "3285322", "25973484", "22007333"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "11748341", "8446259", "2958458", "2192419", "33257464", "32423829", "6796297", "49429882", "9171913"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["39668245", "38873881", "30492966", "40323148", "31560225", "40312663", "40900567", "4910408", "41735503", "9604301"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["21700295", "11349166", "38028419", "22696649", "36288526", "791050", "41298619", "52874170", "76463821", "991139"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1576955", "6277638", "9217800", "20904154", "37296667", "43311750", "516867", "9393969", "45487164", "9559146"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["21622715", "12643937", "26596106", "3230361", "13025574", "43880096", "41293601", "4312169", "6948886", "8185080"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["4320111", "3680979", "11721286", "20052986", "21641088", "8672737", "22800314", "810480", "9217800", "9796495"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23260700", "8317408", "24384587", "4320424", "2272614", "3710557", "3572885", "38712515", "7150238", "44801733"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["4544916", "6446747", "24349992", "28697248", "3391547", "6422576", "43390777", "86694016", "8208212", "4389252"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["16066726", "24766509", "14260013", "3929361", "25988622", "44048701", "36830715", "31682248", "5782614", "6000423"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["1982286", "16472469", "3078550", "22901758", "33387953", "4312169", "2679511", "6936141", "8774475", "90064424"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "20977638", "3150030", "21380348", "32743723", "13322804", "44672703", "6290112", "9687772", "9244474"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "4678846", "18275697", "33397197", "32533299", "40156901", "37969403", "5483793", "40790033", "6158879"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2272614", "44801733", "4320424", "41650417", "169264", "38025907", "40710501", "38712515", "9315213", "7150238"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13380011", "14819804", "24414345", "52887689", "9767444", "4920376", "24980622", "7821634", "888896", "9194077"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["32159283", "24721866", "1686997", "36025357", "4959368", "712078", "52180874", "7150238", "9315213", "9752604"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["90064424", "11983390", "33911859", "1576955", "21931005", "12691537", "25344732", "4389252", "8417211", "8892905"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "15879931", "38025907", "20028729", "3475317", "2831620", "5785219", "9956893", "4464565", "8458567"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["16905344", "2474731", "4928057", "56486733", "2824347", "21366394", "4816339", "883747", "994800", "9225850"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["21009874", "9056874", "10984005", "27910499", "27243019", "24341590", "20471181", "84784389", "9899292", "9617381"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["13938878", "24512064", "11238951", "15194125", "19661996", "30437264", "5137019", "38180456", "84085333", "6270720"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["26182390", "44562221", "28193026", "9393969", "18949516", "2097256", "27995781", "25519138", "3083927", "6277638"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "13948920", "1454773", "2359152", "14663842", "41852733", "857189", "4462777", "9478135", "641786"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "6334188", "4729644", "35534019", "3572885", "36003142", "7150238", "5151024", "9687772", "5372432"], "ranked_scores": [28.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5800138", "45096063", "16066726", "6501747", "24766509", "40632104", "4447785", "5774746", "883747", "7115651"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["6961811", "12642224", "25479072", "7622767", "5867846", "4380287", "4398832", "6717533", "5137019", "7224723"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["22401061", "13901073", "74137632", "841371", "3662510", "21859699", "11230569", "25690564", "12584053", "6421734"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["12265561", "20646904", "18237384", "15113221", "21601459", "6106004", "32721137", "40094786", "7821634", "8533245"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["2177022", "26297042", "18041692", "5238341", "29473081", "5531479", "2842550", "25942757", "4464565", "52925737"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["3866315", "9614443", "18546584", "9784254", "27693891", "43711341", "2842550", "56486733", "8458567", "4841908"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["1805641", "18199839", "5560962", "40312663", "5735492", "4883040", "5835149", "7111021", "7029990", "7655029"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21258863", "3090454", "26702468", "32101982", "45153864", "5492542", "7552215", "7975937", "9483851", "9617381"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "120626", "16256507", "10017612", "21553394", "11742219", "27686445", "46451940", "8037453", "46485368"], "ranked_scores": [54.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "14924526", "11414664", "28086354", "25687558", "4810810", "970012", "37296667", "9217800", "6277638"], "ranked_scores": [52.0, 51.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["6158879", "1358909", "7873737", "3616843", "10984005", "6650933", "38630735", "11481946", "27449472", "5884524"], "ranked_scores": [55.0, 54.0, 54.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "5774746", "16882895", "12631697", "885056", "18473550", "13639330", "8460275", "9283422", "8903143"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["4700428", "22688699", "5912283", "33884866", "306311", "3944632", "34228604", "8533245", "6209599", "8868863"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "19140422", "46695481", "7650066", "6561200", "14664424", "28617573", "23136735", "7813993", "4409524"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7157, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["2919030", "42708716", "22914228", "9217800", "8892905", "3475317", "4361990", "4138659", "4421742", "9194077"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["14615911", "12058271", "12948892", "28712203", "27615329", "5132358", "10562341", "46517055", "12358173", "29473081"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["14500725", "8529693", "6477536", "38180456", "13901073", "25985964", "15856466", "4020950", "58564850", "7177329"], "ranked_scores": [50.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["11020556", "28783084", "9194077", "2015929", "36089763", "6123521", "6853699", "8892905", "7717468", "935034"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["8305686", "21590125", "5483793", "27438378", "16787954", "21557614", "2388819", "25062868", "23397658", "34054472"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["708425", "1336292", "19683625", "20610557", "2947124", "31460499", "7224723", "3930020", "34378726", "9460704"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["2060137", "6308416", "30639847", "8317408", "24496245", "19854543", "8398627", "43224840", "831167", "4506414"], "ranked_scores": [49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["38211681", "30813140", "15984735", "22309946", "2052720", "45457778", "30351165", "46764350", "23351136", "3475317"], "ranked_scores": [51.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["13097856", "13899137", "11230569", "41298619", "24942840", "11441172", "5185871", "24581365", "38844612", "45276789"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["37686718", "1848452", "26230669", "22264117", "4679264", "22543403", "6040392", "7514614", "9291668", "9791313"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["33634749", "116792", "14380875", "6277638", "14874811", "20554003", "3355397", "21093407", "3203590", "4320111"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "10536636", "1921218", "11784947", "2274272", "29745822", "16284655", "19165076", "9539753", "6710699"], "ranked_scores": [57.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16098747", "21874312", "22007333", "23557241", "32534305", "9394119", "2140497", "13831842", "42150015", "45015767"], "ranked_scores": [57.0, 55.0, 55.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["16322674", "23136735", "32423829", "33257464", "28633594", "46695481", "27873158", "2958458", "46355579", "36355784"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "10627801", "39668245", "7968532", "44366096", "5867846", "1071991", "41337677", "7451018", "7647224"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11349166", "36288526", "8563659", "20645335", "20887554", "92308", "5377059", "7198295", "791050"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "1576955", "2274272", "11414664", "18678095", "6227220", "9217800", "9559146", "8551160", "9638032"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["14972169", "29557235", "12643937", "5935987", "26596106", "3113630", "3215494", "45153864", "8925851", "43880096"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "4320111", "37592824", "8672737", "15491404", "7997337", "3083927", "9433958", "7036529", "810480"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2272614", "23260700", "6588614", "15322518", "23895668", "1428830", "2832403", "19313533", "7150238", "327319"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["22317868", "6422576", "12217662", "28697248", "18682109", "4688340", "29745822", "6446747", "4816339", "4138659"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3929361", "10534299", "16066726", "3863543", "32909242", "9160947", "3930020", "5811042", "6710699", "9638032"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "16626264", "12922760", "7506409", "4312169", "2679511", "37328025", "3849194", "778436", "38873881"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "4462079", "16256507", "25830701", "4463811", "14972169", "20977638", "21380348", "4515975", "3150030"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["14663842", "7227763", "2919030", "26330861", "5483793", "19822046", "22482024", "32533299", "23576165", "23974474"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2272614", "41650417", "22317868", "38712515", "169264", "20428155", "4320424", "32532238", "2344892", "3710557"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "9604301", "23124332", "39558597", "44562904", "46764350", "5500086", "623486", "6270720", "9767444"], "ranked_scores": [54.0, 52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["36003142", "5556809", "10984005", "5402581", "19804204", "32463364", "24625323", "29657303", "45153864", "32159283"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["25344732", "1576955", "42855554", "10698739", "9217800", "24347647", "24450344", "39481265", "33911859", "40901687"], "ranked_scores": [53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "38025907", "4464565", "20028729", "15879931", "3475317", "21557055", "3710557", "9956893"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "7948486", "2042250", "29362104", "2474731", "4928057", "19561411", "20460020", "9225850", "9846940"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["9056874", "27243019", "18231807", "19511011", "2474731", "14647747", "25629722", "27910499", "26182390", "9899292"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["1215116", "24512064", "13938878", "11238951", "10145528", "17682477", "16572581", "23124332", "25045244", "92308"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["30152134", "2481032", "13963620", "15521377", "3355397", "6550579", "24766509", "5395426", "3805841", "4320111"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["641786", "14663842", "17876040", "14717213", "11254040", "18676539", "2359152", "15319019", "6415816", "9638032"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "6334188", "13256155", "2492146", "15322518", "25589047", "25895285", "26079071", "7150238", "9498458"], "ranked_scores": [56.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2042250", "19532163", "45096063", "1805641", "7115651", "21258863", "29231620", "6501747", "883747", "8246922"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["19603353", "25479072", "6961811", "9283422", "16572581", "21562657", "17682477", "22997657", "3984231", "24069089"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13901073", "22401061", "74137632", "3662510", "14337960", "4791384", "24163770", "3776162", "8133050", "841371"], "ranked_scores": [51.0, 51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["8925851", "24921368", "1145473", "12240507", "22482024", "23700330", "38811597", "6315132", "6936141", "778436"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["18041692", "5238341", "30041340", "2335873", "4303939", "32985041", "29473081", "4361990", "5531479", "9194077"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "3866315", "9784254", "43711341", "18546584", "36386637", "1456068", "5839365", "5106691", "9614443"], "ranked_scores": [54.0, 53.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["5560962", "10576136", "7111021", "4883040", "1805641", "20996244", "25014337", "40312663", "27460509", "6426919"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "21382907", "17934603", "10169908", "12280462", "3376731", "25388309", "19683625", "18231807", "9498458"], "ranked_scores": [56.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "120626", "26409363", "4462079", "46485368", "41915616", "36960449", "16812091", "21553394", "38899659"], "ranked_scores": [100.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "13000926", "31460499", "4810810", "1568684", "25687558", "34582256", "14924526", "6123521", "8137081"], "ranked_scores": [95.0, 95.0, 95.0, 93.0, 92.0, 92.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "5884524", "23783727", "35495268", "24704139", "75636923", "38630735", "750781", "9822397"], "ranked_scores": [108.0, 106.0, 101.0, 100.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "9283422", "22174015", "13639330", "4920376", "25479072", "13583521", "5914739", "4396105", "8903143"], "ranked_scores": [106.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "43220289", "22688699", "12672066", "12667988", "881332", "3329824", "32421068", "58564850", "6123521"], "ranked_scores": [100.0, 98.0, 95.0, 94.0, 93.0, 93.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "28617573", "6561200", "46695481", "19140422", "7650066", "9764256", "12779444", "36355784", "23136735"], "ranked_scores": [116.0, 108.0, 108.0, 108.0, 107.0, 106.0, 106.0, 102.0, 102.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9349, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "36386637", "22914228", "13466622", "36653415", "18678095", "13448422", "8538916", "4361990", "8892905"], "ranked_scores": [99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["28712203", "14615911", "27615329", "13778710", "21366394", "36345578", "22896384", "46926352", "35395662", "7869794"], "ranked_scores": [103.0, 103.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["6477536", "27768226", "12584053", "15856466", "84379954", "2138843", "6517267", "841371", "38180456", "457630"], "ranked_scores": [94.0, 93.0, 92.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["22791348", "18237384", "15889329", "11020556", "4911006", "28783084", "14092737", "8596357", "21719289", "6308416"], "ranked_scores": [101.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["8305686", "1336292", "34054472", "6853699", "14407673", "16787954", "25062868", "27438378", "2832403", "4454788"], "ranked_scores": [99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "21258863", "31460499", "12801438", "14657344", "708425", "20722510", "1336292", "18816720", "7224723"], "ranked_scores": [99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "38712515", "25837950", "44624045", "30058568", "496873", "41298619", "7711685", "4506414", "6308416"], "ranked_scores": [94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["38211681", "30813140", "26445118", "1358909", "27076725", "15984735", "22309946", "45457778", "24276304", "46764350"], "ranked_scores": [97.0, 94.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11230569", "13097856", "6517267", "30058568", "9547722", "41298619", "28633594", "36355784", "6137330"], "ranked_scores": [97.0, 93.0, 92.0, 91.0, 91.0, 91.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "9291668", "6040392", "37686718", "22543403", "22551259", "22264117", "26230669", "36708463", "4679264"], "ranked_scores": [100.0, 100.0, 100.0, 100.0, 99.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14874811", "17195001", "7552215", "1227277", "10482574", "20722510", "6277638", "31229233", "3355397", "52805891"], "ranked_scores": [101.0, 101.0, 98.0, 98.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "27602752", "23702805", "2947124", "15493354", "5137019", "15889329", "21383026", "42065070", "44366096"], "ranked_scores": [109.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16098747", "27123743", "22007333", "16322674", "13831842", "32534305", "23557241", "15512462", "21874312", "25973484"], "ranked_scores": [109.0, 107.0, 106.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "16322674", "36355784", "46695481", "9764256", "7650066", "6561200", "19140422", "32423829", "46355579"], "ranked_scores": [105.0, 104.0, 103.0, 103.0, 103.0, 103.0, 101.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "10627801", "44366096", "40312663", "41337677", "29015485", "20399078", "17023584", "29023309", "5304891"], "ranked_scores": [103.0, 100.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8563659", "7198295", "3899896", "2587396", "32159283", "26112696", "7227763", "52874170", "36288526"], "ranked_scores": [101.0, 99.0, 97.0, 96.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "8425533", "10012166", "52887689", "9559146", "3623127", "8551160", "8247597", "11414664", "9217800"], "ranked_scores": [105.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5935987", "16120395", "2722988", "1748921", "2405259", "17919731", "18358026", "6209599", "641786", "935538"], "ranked_scores": [103.0, 102.0, 98.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "8672737", "37592824", "15889329", "29231620", "21257564", "4320111", "29745822", "1733337", "23273454"], "ranked_scores": [104.0, 94.0, 92.0, 90.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23260700", "40383969", "15322518", "7150238", "2832403", "6588614", "19313533", "1065627", "1428830", "40145839"], "ranked_scores": [101.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["37549932", "6446747", "8925851", "10704438", "4816339", "4346731", "28249680", "35443524", "2988714", "6969753"], "ranked_scores": [101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3863543", "9160947", "6000423", "3391547", "5782614", "5811042", "16066726", "3981613", "5765455", "5836"], "ranked_scores": [104.0, 102.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["26607366", "22036571", "4312169", "16472469", "13048272", "5492542", "14178995", "4306711", "25254425", "2679511"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "1180972", "28338268", "30720103", "26720366", "16256507", "30297355", "2425364", "3150030", "4399268"], "ranked_scores": [97.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "38028419", "6517763", "1148122", "469066", "1686997", "6368017", "6790197", "8417211"], "ranked_scores": [104.0, 100.0, 99.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2272614", "9498458", "1065627", "23895668", "24349992", "32532238", "41650417", "25062868", "4583180", "38025907"], "ranked_scores": [101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "10071590", "39443128", "15925931", "23777820", "19332616", "5500086", "24660385", "7711685"], "ranked_scores": [105.0, 98.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "19804204", "24625323", "11738716", "5884524", "29657303", "35495268", "32777637", "5556809", "35724562"], "ranked_scores": [97.0, 95.0, 94.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["1576955", "16966326", "9217800", "10698739", "33911859", "11250124", "26336593", "38131471", "5144381", "40901687"], "ranked_scores": [102.0, 97.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "4429118", "38025907", "18375089", "21557055", "9226649", "6407356", "9483851"], "ranked_scores": [107.0, 103.0, 100.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "8137081", "2474731", "17934603", "5386514", "29362104", "34905328", "6767271", "9225850", "883747"], "ranked_scores": [106.0, 103.0, 100.0, 100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["9056874", "14647747", "22968257", "27243019", "27910499", "18231807", "5132358", "18488986", "306006", "9955779"], "ranked_scores": [99.0, 98.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "11238951", "10145528", "7111021", "24596228", "14408200", "28738741", "44366096", "5114282", "8563659"], "ranked_scores": [104.0, 100.0, 97.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["24766509", "30464859", "7875158", "44562221", "30184745", "2481032", "11414664", "5395426", "8460275", "8577229"], "ranked_scores": [92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "5270265", "1605392", "5752492", "5560962", "21274496", "25089501", "7224723"], "ranked_scores": [103.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "9498458", "25589047", "2492146", "26079071", "15113221", "5492542", "6363093", "7821634"], "ranked_scores": [115.0, 99.0, 99.0, 99.0, 98.0, 98.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["40632104", "25988622", "5811042", "23777820", "24612804", "4561402", "5782614", "6501747", "8460275", "8246922"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["9283422", "41982985", "40094786", "2825380", "2714623", "8903143", "6961811", "18042803", "19603353", "34905328"], "ranked_scores": [108.0, 107.0, 104.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["24318630", "11230569", "74137632", "13906581", "13901073", "20188586", "3662510", "24163770", "45581752", "4791384"], "ranked_scores": [92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["23420807", "4387484", "10530014", "6936141", "41337677", "7975937", "10991183", "25479072", "23700330", "4396105"], "ranked_scores": [102.0, 100.0, 100.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "23509113", "18041692", "31933981", "29473081", "12358173", "26297042", "23700330", "5238341", "883747"], "ranked_scores": [102.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "3866315", "43711341", "18546584", "27403802", "9315213", "3203590", "31272411", "5268462", "9784254"], "ranked_scores": [101.0, 98.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "15997009", "5560962", "31363207", "13952658", "20960682", "24596228", "40312663", "8563659"], "ranked_scores": [104.0, 103.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "37256966", "7150238", "17934603", "13329980", "18231807", "26079071", "41325555", "24873253", "9498458"], "ranked_scores": [101.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "41915616", "16812091", "46485368", "4462079", "16256507", "36960449", "275294", "4515975", "4483571"], "ranked_scores": [200.0, 191.0, 189.0, 189.0, 187.0, 184.0, 184.0, 184.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "13000926", "25817686", "25687558", "7198295", "11414664", "1568684", "4810810", "34582256", "970012"], "ranked_scores": [190.0, 190.0, 187.0, 185.0, 184.0, 182.0, 182.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "750781", "23783727", "25028913", "35495268", "27428509", "29981186", "30981192"], "ranked_scores": [208.0, 205.0, 202.0, 195.0, 192.0, 191.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "33499189", "9283422", "8903143", "25479072", "5914739", "6961811", "13583521", "2825380", "306006"], "ranked_scores": [203.0, 202.0, 201.0, 200.0, 198.0, 198.0, 196.0, 195.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "32421068", "22688699", "21373821", "43220289", "12672066", "12667988", "4587978", "20240998", "27150276"], "ranked_scores": [204.0, 181.0, 180.0, 179.0, 179.0, 179.0, 178.0, 177.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "6561200", "9764256", "46695481", "28617573", "7650066", "19140422", "23136735", "36355784", "25742130"], "ranked_scores": [221.0, 212.0, 208.0, 208.0, 208.0, 206.0, 204.0, 200.0, 198.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9047, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9047, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["36653415", "36386637", "19756935", "1344498", "3831884", "11616424", "13466622", "10169908", "18810195", "25748308"], "ranked_scores": [195.0, 194.0, 194.0, 192.0, 192.0, 191.0, 191.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["14615911", "21366394", "27615329", "35395662", "28712203", "46926352", "15425958", "219475", "34016987", "36345578"], "ranked_scores": [198.0, 196.0, 195.0, 195.0, 194.0, 194.0, 193.0, 193.0, 192.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "38180456", "6517267", "32328114", "457630", "2138843", "58564850", "841371"], "ranked_scores": [194.0, 189.0, 183.0, 183.0, 178.0, 176.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "22791348", "164985", "6171953", "15889329", "2248870", "21719289", "23509113", "3083927", "27567994"], "ranked_scores": [206.0, 192.0, 189.0, 189.0, 188.0, 188.0, 188.0, 188.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "32159283", "327319", "1590744", "10697096", "41325555", "34268160", "4454788", "19683625", "2973910"], "ranked_scores": [195.0, 194.0, 191.0, 190.0, 189.0, 189.0, 189.0, 189.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14657344", "2947124", "18074797", "708425", "3930020", "1336292", "1215116", "21258863", "5500086", "23801039"], "ranked_scores": [182.0, 182.0, 181.0, 181.0, 180.0, 180.0, 179.0, 179.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "30639847", "11172205", "2159648", "12866641", "12899612", "19332616", "52175065", "41298619", "25451374"], "ranked_scores": [187.0, 186.0, 184.0, 184.0, 184.0, 184.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["26445118", "17930286", "15984735", "13282296", "52874170", "12667988", "14290854", "38211681", "21957231", "27866735"], "ranked_scores": [182.0, 181.0, 180.0, 180.0, 180.0, 179.0, 179.0, 179.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "8398627", "28633594", "14408200", "11230569", "52874170", "11441172", "13097856", "41298619"], "ranked_scores": [200.0, 186.0, 179.0, 179.0, 177.0, 177.0, 177.0, 176.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "26230669", "22543403", "22551259", "4679264", "1848452", "4434951", "7808055", "52868579"], "ranked_scores": [201.0, 199.0, 198.0, 195.0, 195.0, 194.0, 193.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "14874811", "1227277", "2266471", "4920376", "2030623", "26887439", "3973445", "49432306"], "ranked_scores": [204.0, 202.0, 201.0, 199.0, 193.0, 192.0, 191.0, 191.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "15889329", "11784947", "23535770", "2947124", "24044977", "3493623", "36547290", "5107861"], "ranked_scores": [208.0, 190.0, 188.0, 186.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16098747", "23557241", "22007333", "27123743", "16322674", "32534305", "17450673", "13831842", "21874312", "25973484"], "ranked_scores": [213.0, 208.0, 207.0, 207.0, 207.0, 206.0, 205.0, 203.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "36355784", "27873158", "7650066", "6561200", "9764256", "28617573", "46695481", "12779444", "25742130"], "ranked_scores": [209.0, 209.0, 208.0, 205.0, 203.0, 201.0, 199.0, 199.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "44366096", "31272411", "10627801", "30933307", "40312663", "21498497", "5633957", "6000423", "7820043"], "ranked_scores": [205.0, 198.0, 197.0, 194.0, 192.0, 191.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "52874170", "17168045", "11349166", "36288526", "12489688", "7869794", "24943534", "7227763"], "ranked_scores": [199.0, 192.0, 188.0, 187.0, 186.0, 186.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "6277638", "10012166", "52887689", "22159299", "8519911", "9217800", "797114", "8247597", "8551160"], "ranked_scores": [209.0, 198.0, 198.0, 197.0, 195.0, 193.0, 193.0, 192.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "1748921", "5935987", "7426741", "25682129", "18358026", "43880096", "12240507", "34198365", "2722988"], "ranked_scores": [205.0, 195.0, 195.0, 194.0, 194.0, 194.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "27866735", "8672737", "15889329", "810480", "37592824", "14719322", "16546131", "7997337", "18104691"], "ranked_scores": [206.0, 184.0, 183.0, 182.0, 181.0, 179.0, 178.0, 176.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "19313533", "1065627", "7150238", "1568684", "1590744", "2832403", "6588614", "15322518", "327319"], "ranked_scores": [191.0, 190.0, 188.0, 187.0, 187.0, 186.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "8646760", "6969753", "9217800", "6446747", "19489351", "4544916", "4346731", "6710699", "6163801"], "ranked_scores": [204.0, 197.0, 194.0, 193.0, 193.0, 193.0, 192.0, 191.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3863543", "5765455", "37549932", "30152134", "5836", "9160947", "3391547", "12240507", "1944452", "6000423"], "ranked_scores": [201.0, 198.0, 197.0, 197.0, 196.0, 196.0, 195.0, 194.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "13048272", "22036571", "4312169", "22968257", "14178995", "28107602", "4396105", "5492542"], "ranked_scores": [202.0, 192.0, 190.0, 189.0, 189.0, 188.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "2425364", "21553394", "26720366", "3150030", "4515975", "275294", "36960449", "8529693", "8856690"], "ranked_scores": [186.0, 184.0, 182.0, 182.0, 182.0, 182.0, 182.0, 182.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "14663842", "1148122", "22312627", "18346333", "3285059", "23576165", "36540079", "849771"], "ranked_scores": [207.0, 197.0, 194.0, 187.0, 187.0, 187.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "13889430", "24349992", "10812605", "38712515", "32532238", "1921218", "40382183", "9498458"], "ranked_scores": [199.0, 192.0, 191.0, 190.0, 190.0, 190.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "10071590", "23509113", "6270720", "19332616", "23777820", "24660385", "2587396", "19450341", "364522"], "ranked_scores": [208.0, 189.0, 186.0, 186.0, 183.0, 183.0, 183.0, 183.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "28894097", "34139429", "25451374", "35724562", "32463364", "37488367", "19804204", "24625323", "19854543"], "ranked_scores": [193.0, 187.0, 187.0, 185.0, 185.0, 183.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "10698739", "665817", "33911859", "1576955", "11250124", "26336593", "40901687", "6492658"], "ranked_scores": [197.0, 190.0, 189.0, 189.0, 187.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "21557055", "18375089", "11238784", "22674621", "6407356", "15879931", "1780819", "9483851"], "ranked_scores": [215.0, 202.0, 195.0, 195.0, 195.0, 195.0, 195.0, 194.0, 193.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "8137081", "10162553", "10648422", "14834714", "17934603", "29423324", "3462075", "35395662", "6767271"], "ranked_scores": [209.0, 197.0, 197.0, 194.0, 194.0, 193.0, 192.0, 192.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "14647747", "41226276", "19511011", "14834714", "22968257", "22613657", "33535222", "5132358"], "ranked_scores": [196.0, 194.0, 194.0, 189.0, 189.0, 188.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "16572581", "10145528", "5114282", "11238951", "7111021", "5398179", "4883040", "9021186"], "ranked_scores": [212.0, 196.0, 193.0, 192.0, 191.0, 190.0, 189.0, 187.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["41822527", "5395426", "18104691", "13509809", "10765888", "25988622", "25419778", "23901235", "30464859", "44562221"], "ranked_scores": [188.0, 187.0, 187.0, 186.0, 186.0, 185.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "7020505", "2359152", "21274496", "40323454", "11238951", "6426919", "16172576", "641786"], "ranked_scores": [199.0, 198.0, 190.0, 188.0, 187.0, 186.0, 186.0, 186.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "7821634", "25589047", "2492146", "24634621", "20372201", "24575065", "4820792", "52180874"], "ranked_scores": [217.0, 193.0, 192.0, 190.0, 190.0, 189.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["3616843", "45401535", "32927401", "17934603", "24998637", "6853699", "28712203", "25988622", "5752492", "6000423"], "ranked_scores": [195.0, 193.0, 192.0, 191.0, 191.0, 191.0, 191.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["9283422", "8903143", "2825380", "41982985", "34905328", "6961811", "15972906", "18042803", "1196631", "20155713"], "ranked_scores": [211.0, 208.0, 205.0, 204.0, 203.0, 202.0, 201.0, 200.0, 200.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "12584053", "14408200", "21323587", "24318630", "20491205", "11230569", "3662510", "6517267", "21859699"], "ranked_scores": [190.0, 179.0, 179.0, 175.0, 175.0, 174.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["23700330", "14386505", "6000423", "9460704", "13878643", "23777820", "24624992", "4396105", "25830701", "35660758"], "ranked_scores": [198.0, 193.0, 193.0, 193.0, 192.0, 192.0, 192.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "13778710", "23509113", "29509926", "4391121", "10627801", "1800734", "21535641", "29473081", "25942757"], "ranked_scores": [206.0, 190.0, 189.0, 188.0, 187.0, 186.0, 186.0, 186.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["9315213", "56486733", "23286603", "3866315", "20659283", "5268462", "23397658", "9614443", "9784254", "9956893"], "ranked_scores": [190.0, 188.0, 187.0, 186.0, 185.0, 184.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "341324", "15997009", "29023309", "31363207", "11254040", "2048139", "32909242", "16572581"], "ranked_scores": [208.0, 201.0, 192.0, 189.0, 189.0, 189.0, 188.0, 186.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["42298280", "11335781", "6407356", "34544514", "35766603", "52180874", "37256966", "27270151", "4468861", "7986878"], "ranked_scores": [189.0, 188.0, 188.0, 187.0, 186.0, 186.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "4462079", "16812091", "30720103", "36960449", "8037453", "26409363", "4483571", "21553394"], "ranked_scores": [395.0, 393.0, 390.0, 381.0, 379.0, 376.0, 375.0, 374.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "4810810", "34121231", "4319174", "25687558", "7198295", "4340358", "25817686", "6647414"], "ranked_scores": [364.0, 363.0, 358.0, 356.0, 356.0, 353.0, 352.0, 351.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "7873737", "6158879", "25028913", "23783727", "750781", "16760369", "20554003", "35495268", "29981186"], "ranked_scores": [411.0, 410.0, 407.0, 390.0, 387.0, 383.0, 382.0, 380.0, 380.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "8903143", "25479072", "33499189", "9283422", "5914739", "2825380", "24335068", "306006", "8305686"], "ranked_scores": [398.0, 397.0, 393.0, 391.0, 391.0, 390.0, 389.0, 386.0, 385.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "6841927", "27150276", "21373821", "12667988", "26067999", "11071351", "13097856", "70439309"], "ranked_scores": [401.0, 375.0, 362.0, 360.0, 354.0, 353.0, 353.0, 351.0, 351.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "28617573", "19140422", "6561200", "7650066", "9764256", "23136735", "46355579", "16980892"], "ranked_scores": [431.0, 421.0, 414.0, 412.0, 412.0, 411.0, 409.0, 396.0, 389.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "18810195", "36653415", "3831884", "10169908", "5256564", "22914228", "17755060", "36386637", "7875158"], "ranked_scores": [388.0, 388.0, 384.0, 382.0, 380.0, 379.0, 378.0, 377.0, 377.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["14615911", "27615329", "35395662", "21366394", "23509113", "219475", "19005293", "22896384", "15425958", "36345578"], "ranked_scores": [392.0, 388.0, 388.0, 386.0, 385.0, 384.0, 380.0, 380.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "38180456", "116556376", "13481731", "15041758", "1358909", "5372432", "5641851"], "ranked_scores": [395.0, 364.0, 352.0, 340.0, 337.0, 336.0, 336.0, 336.0, 336.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "36345578", "7489663", "4429118", "5106691", "35256900", "16066726", "9977329", "22696649", "4928282"], "ranked_scores": [406.0, 374.0, 372.0, 371.0, 370.0, 369.0, 369.0, 369.0, 368.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10576136", "32159283", "34268160", "29526125", "9846940", "6853699", "2842550", "327319", "3984231", "6158879"], "ranked_scores": [385.0, 384.0, 374.0, 372.0, 371.0, 371.0, 370.0, 368.0, 368.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "21258863", "708425", "2947124", "23801039", "24044977", "1805641", "3930020", "3929361", "27264454"], "ranked_scores": [361.0, 360.0, 358.0, 355.0, 354.0, 349.0, 349.0, 349.0, 349.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["30639847", "25175997", "17168045", "19854543", "33569870", "35724562", "41790911", "22867765", "12899612", "25938221"], "ranked_scores": [367.0, 365.0, 363.0, 361.0, 360.0, 360.0, 360.0, 359.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["15984735", "17930286", "24285403", "13282296", "44830890", "23785605", "20473074", "5402581", "24510595", "52874170"], "ranked_scores": [370.0, 364.0, 356.0, 355.0, 353.0, 353.0, 351.0, 351.0, 351.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "8398627", "45276789", "21902910", "46695481", "21323587", "4447785", "21301090", "6137330", "79231308"], "ranked_scores": [379.0, 354.0, 352.0, 345.0, 342.0, 341.0, 340.0, 339.0, 339.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "26230669", "4679264", "9291668", "22551259", "22038539", "1848452", "22264117", "4434951"], "ranked_scores": [402.0, 401.0, 401.0, 396.0, 393.0, 392.0, 392.0, 391.0, 389.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1227277", "4920376", "22174015", "2266471", "3973445", "14874811", "2481032", "2030623"], "ranked_scores": [413.0, 396.0, 390.0, 390.0, 387.0, 383.0, 380.0, 380.0, 378.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "15493354", "15889329", "23535770", "2947124", "20960682", "41337677", "29429111", "3493623", "17829012"], "ranked_scores": [409.0, 367.0, 365.0, 365.0, 365.0, 365.0, 363.0, 362.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "17450673", "22007333", "16098747", "27123743", "16322674", "37480103", "25973484", "15512462", "32534305"], "ranked_scores": [415.0, 413.0, 412.0, 411.0, 406.0, 404.0, 399.0, 392.0, 391.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "46695481", "32423829", "7650066", "6561200", "25742130", "9764256", "46355579", "28617573"], "ranked_scores": [409.0, 408.0, 404.0, 398.0, 396.0, 395.0, 394.0, 394.0, 386.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "10627801", "31272411", "44366096", "7820043", "24221369", "26751583", "34016987", "5633957", "31624828"], "ranked_scores": [399.0, 396.0, 394.0, 394.0, 384.0, 381.0, 380.0, 378.0, 377.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11349166", "3698758", "52874170", "14021596", "12489688", "7227763", "2391552", "17168045", "36288526"], "ranked_scores": [394.0, 372.0, 369.0, 367.0, 366.0, 366.0, 366.0, 365.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "52887689", "6277638", "10012166", "4452659", "516867", "22264117", "13350374", "7834603", "24347647"], "ranked_scores": [415.0, 389.0, 389.0, 385.0, 376.0, 375.0, 375.0, 374.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "18358026", "1748921", "43880096", "24731248", "6209599", "24042919", "5935987", "2405259", "3553087"], "ranked_scores": [397.0, 383.0, 383.0, 375.0, 374.0, 372.0, 370.0, 370.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "27866735", "8672737", "116792", "24942840", "810480", "12667988", "3944632"], "ranked_scores": [391.0, 376.0, 368.0, 355.0, 354.0, 352.0, 349.0, 346.0, 340.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "24335068", "25483562", "25089501", "2727303", "2851611", "327319", "4320424", "19313533", "30303335"], "ranked_scores": [381.0, 365.0, 365.0, 364.0, 362.0, 362.0, 361.0, 361.0, 360.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "1127562", "13878124", "14848619", "19822046", "36540079", "25748308", "31324978", "4346731"], "ranked_scores": [400.0, 373.0, 372.0, 372.0, 371.0, 370.0, 370.0, 369.0, 369.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3863543", "3391547", "8925851", "5836", "6000423", "12240507", "8385277", "11369420"], "ranked_scores": [402.0, 398.0, 395.0, 393.0, 390.0, 390.0, 387.0, 384.0, 382.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "5492542", "25682129", "14178995", "12922760", "2679511", "1243475", "18263406", "39758684"], "ranked_scores": [398.0, 388.0, 374.0, 372.0, 372.0, 372.0, 367.0, 366.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "275294", "4483571", "3150030", "4462079", "2425364", "16256507", "36960449", "23267371"], "ranked_scores": [392.0, 380.0, 375.0, 375.0, 373.0, 371.0, 370.0, 370.0, 369.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "14663842", "34603465", "35345807", "36540079", "71625969", "3285059", "1148122", "797114"], "ranked_scores": [400.0, 376.0, 370.0, 365.0, 363.0, 361.0, 360.0, 360.0, 359.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "13889430", "14768471", "40667577", "12866641", "11172205", "4429118", "17934082", "32532238", "18758057"], "ranked_scores": [390.0, 380.0, 377.0, 374.0, 374.0, 371.0, 370.0, 370.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "24989194", "10071590", "23124332", "15925931", "31933981", "6270720", "19332616", "26045237", "13108582"], "ranked_scores": [425.0, 372.0, 372.0, 369.0, 367.0, 366.0, 364.0, 364.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "32463364", "36003142", "5691302", "34139429", "5884524", "28894097", "37488367", "24555878"], "ranked_scores": [400.0, 368.0, 366.0, 364.0, 363.0, 363.0, 362.0, 361.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "25827024", "7042304", "11250124", "6636088", "13921783", "3113630", "6492658", "7997337"], "ranked_scores": [399.0, 378.0, 369.0, 369.0, 362.0, 362.0, 362.0, 361.0, 361.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "9226649", "6407356", "31682248", "17671145", "26059876", "8512633", "9614443"], "ranked_scores": [424.0, 403.0, 382.0, 380.0, 379.0, 378.0, 377.0, 377.0, 376.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "29423324", "16119973", "17829012", "32533299", "3835423", "8137081", "5811042", "2248870", "51952430"], "ranked_scores": [420.0, 381.0, 376.0, 375.0, 374.0, 374.0, 374.0, 373.0, 373.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "41226276", "17682477", "19511011", "22613657", "33535222", "5132358", "3090454", "11666252"], "ranked_scores": [405.0, 402.0, 386.0, 383.0, 382.0, 378.0, 376.0, 376.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "21274496", "5735492", "5114282", "11238951", "5398179", "7111021", "4883040", "9021186"], "ranked_scores": [421.0, 389.0, 380.0, 377.0, 376.0, 373.0, 372.0, 371.0, 370.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["23863576", "2436602", "25988622", "10765888", "5395426", "44562221", "23901235", "1127562", "18104691", "8460275"], "ranked_scores": [358.0, 358.0, 357.0, 356.0, 355.0, 355.0, 354.0, 353.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "2359152", "11238951", "7111021", "5468807", "40127292", "9791313"], "ranked_scores": [390.0, 383.0, 380.0, 356.0, 355.0, 353.0, 351.0, 351.0, 348.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "13256155", "24634621", "52180874", "13515165", "20428155", "24575065", "3851329"], "ranked_scores": [436.0, 382.0, 377.0, 372.0, 370.0, 366.0, 366.0, 365.0, 365.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["3616843", "17934603", "4429118", "34016987", "17438862", "7489663", "9225850", "5752492", "7948486", "8137081"], "ranked_scores": [386.0, 379.0, 375.0, 374.0, 374.0, 374.0, 373.0, 373.0, 372.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["9283422", "21746539", "8903143", "15972906", "2825380", "6961811", "41982985", "34905328", "18042803", "5914739"], "ranked_scores": [410.0, 404.0, 404.0, 403.0, 402.0, 401.0, 399.0, 397.0, 394.0, 393.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "6421734", "3662510", "13071728", "5641851", "21323587", "20491205", "8398627", "38180456", "5372432"], "ranked_scores": [380.0, 340.0, 339.0, 339.0, 339.0, 339.0, 339.0, 338.0, 337.0, 337.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "9460704", "22134353", "6421792", "12240507", "27306942", "23700330", "10991183", "3863543", "9478135"], "ranked_scores": [377.0, 372.0, 371.0, 370.0, 370.0, 369.0, 368.0, 367.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "24315156", "1800734", "3495456", "195683603", "29509926", "1871230", "36345578", "52925737"], "ranked_scores": [417.0, 379.0, 375.0, 372.0, 371.0, 370.0, 369.0, 368.0, 368.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "9784254", "11238784", "24150328", "56486733", "9315213", "3203590", "8458567", "15879931", "9956893"], "ranked_scores": [385.0, 376.0, 375.0, 375.0, 375.0, 372.0, 371.0, 371.0, 370.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "341324", "31363207", "29023309", "15997009", "11254040", "1386103", "32023005", "5284188"], "ranked_scores": [405.0, 404.0, 387.0, 378.0, 378.0, 374.0, 370.0, 367.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "52180874", "21902400", "27270151", "79696454", "31293581", "1454773", "1996292", "3471191", "7986878"], "ranked_scores": [397.0, 372.0, 369.0, 368.0, 367.0, 367.0, 367.0, 366.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "36960449", "275294", "30720103", "44572913", "3150030", "4483571", "21553394", "23267371"], "ranked_scores": [0.6582, 0.6569, 0.6445, 0.6445, 0.6389, 0.6367, 0.6337, 0.6278, 0.6226, 0.6155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "4319174", "34121231", "34582256", "7198295", "4340358", "23273454", "8604837", "970012", "24922825"], "ranked_scores": [0.4066, 0.4055, 0.3959, 0.3778, 0.3707, 0.366, 0.366, 0.3625, 0.3617, 0.3546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "6158879", "5884524", "38630735", "16760369", "12561083", "7640792", "29253460", "29526125"], "ranked_scores": [0.6686, 0.6526, 0.6404, 0.6348, 0.6152, 0.6147, 0.6102, 0.6102, 0.6102, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "9283422", "2714623", "2825380", "41982985", "8903143", "5914739", "15972906", "18758057", "21746539"], "ranked_scores": [0.6527, 0.6518, 0.6505, 0.6417, 0.6399, 0.637, 0.6349, 0.6339, 0.6239, 0.6238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "19071857", "4695046", "38211681", "26720366", "21373821", "12672066", "13883546", "31612088"], "ranked_scores": [0.6292, 0.4978, 0.4563, 0.4488, 0.4484, 0.4426, 0.4412, 0.4386, 0.4324, 0.4299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["28617573", "27873158", "46695481", "6561200", "9764256", "7650066", "19140422", "16980892", "6748318", "1203035"], "ranked_scores": [0.7914, 0.7914, 0.7914, 0.7908, 0.7881, 0.7848, 0.7792, 0.7719, 0.7023, 0.685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["36653415", "23576165", "3831884", "27647593", "23887844", "22914228", "24349992", "17755060", "38533515", "25748308"], "ranked_scores": [0.6139, 0.6085, 0.6082, 0.59, 0.5895, 0.5894, 0.5866, 0.5818, 0.5763, 0.5755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "2248870", "883747", "21366394", "35395662", "23509113", "10648422", "8596357", "34016987", "6417632"], "ranked_scores": [0.6381, 0.623, 0.6186, 0.6172, 0.6168, 0.6163, 0.6132, 0.6123, 0.6118, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6319826", "11288846", "7547329", "44264297", "16979690", "38180456", "6477536", "841371", "32969964"], "ranked_scores": [0.3988, 0.3749, 0.3664, 0.3664, 0.3664, 0.3641, 0.3556, 0.3271, 0.324, 0.3213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "21535641", "16066726", "24707550", "36089763", "21498497", "2236768", "36345578", "17741440", "6767271"], "ranked_scores": [0.6866, 0.6577, 0.652, 0.638, 0.632, 0.6273, 0.6272, 0.6255, 0.6229, 0.6228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "29526125", "21557614", "2391552", "9846940", "6853699", "1122198", "34268160", "3056682", "23286603"], "ranked_scores": [0.5409, 0.5257, 0.5089, 0.5048, 0.4986, 0.4982, 0.4963, 0.4944, 0.4915, 0.4891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4999387", "1805641", "18074797", "12409683", "10617916", "3929361", "1215116", "18025240", "13948920", "13966946"], "ranked_scores": [0.4827, 0.4611, 0.4543, 0.4486, 0.4376, 0.4335, 0.4328, 0.4055, 0.4017, 0.3977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["10697096", "6212802", "21372171", "2587396", "22889972", "21571708", "87758", "4678846", "8317408", "6923795"], "ranked_scores": [0.4628, 0.461, 0.4575, 0.4489, 0.441, 0.4382, 0.4368, 0.4322, 0.4312, 0.4299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "24510595", "24148722", "30813140", "17930286", "8672737", "24055603", "28419824", "14606752", "22995579"], "ranked_scores": [0.473, 0.473, 0.4628, 0.4603, 0.4486, 0.4459, 0.4458, 0.4364, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "29981186", "14973286", "21902910", "11718220", "4824840", "40905302", "997143", "8190282"], "ranked_scores": [0.4391, 0.4004, 0.3764, 0.3623, 0.3559, 0.3554, 0.3548, 0.3537, 0.3529, 0.3527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "7808055", "4679264", "9291668", "4434951", "22038539", "6040392", "22543403", "22551259", "26230669"], "ranked_scores": [0.7125, 0.7028, 0.7011, 0.7002, 0.6979, 0.6979, 0.6921, 0.6873, 0.686, 0.6831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "11738716", "28937856", "6227220", "14198646", "3153673", "14874811", "5108807", "9899292"], "ranked_scores": [0.6358, 0.6105, 0.5976, 0.5868, 0.586, 0.5841, 0.5837, 0.5829, 0.5819, 0.5799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "3308636", "4402497", "10627801", "44366096", "24221369", "2947124", "20960682", "12885341", "31272411"], "ranked_scores": [0.6318, 0.6095, 0.6031, 0.594, 0.5913, 0.5913, 0.5877, 0.5791, 0.5751, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "17450673", "27123743", "16322674", "37480103", "5487448", "22007333", "13831842", "16098747", "15512462"], "ranked_scores": [0.7309, 0.7309, 0.721, 0.7193, 0.6981, 0.6954, 0.6855, 0.6847, 0.6804, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["9764256", "46695481", "27873158", "28617573", "6561200", "7650066", "16980892", "19140422", "32423829", "25742130"], "ranked_scores": [0.6394, 0.6352, 0.6352, 0.6352, 0.633, 0.6284, 0.6229, 0.6225, 0.6139, 0.6007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "24221369", "31272411", "10627801", "4402497", "14474178", "41337677", "7820043", "3107733", "23746313"], "ranked_scores": [0.7203, 0.7203, 0.712, 0.7109, 0.6866, 0.665, 0.6493, 0.6362, 0.6265, 0.6097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "45218443", "18174210", "40913091", "27889071", "35534019", "623486", "32481310", "13959707", "5596332"], "ranked_scores": [0.5201, 0.4818, 0.4818, 0.4729, 0.4695, 0.4694, 0.4679, 0.4672, 0.4649, 0.4589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "16693950", "516867", "7514614", "10012166", "24347647", "6599693", "3270834", "16233471", "2466614"], "ranked_scores": [0.6678, 0.6384, 0.637, 0.6149, 0.6136, 0.6104, 0.608, 0.6057, 0.6031, 0.602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "935538", "20018321", "4306711", "1748921", "16242975", "29557235", "27373088", "17919731", "24863571"], "ranked_scores": [0.586, 0.5638, 0.5631, 0.5604, 0.5488, 0.5473, 0.5463, 0.5413, 0.534, 0.5275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "13959707", "13938878", "15889329", "52874170", "25953438", "19824183", "18174210", "45218443"], "ranked_scores": [0.4834, 0.4411, 0.4231, 0.4189, 0.4079, 0.3938, 0.393, 0.3899, 0.3878, 0.3878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "35660758", "12265561", "35747505", "21754541", "20943272", "10562341", "12631697", "13283919", "24712186"], "ranked_scores": [0.5501, 0.542, 0.5355, 0.5352, 0.5315, 0.5272, 0.5231, 0.5191, 0.5133, 0.5133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["29557235", "2988714", "6422576", "19149247", "6609935", "36540079", "5144381", "23618826", "9505448", "7451607"], "ranked_scores": [0.6026, 0.5985, 0.5885, 0.581, 0.5416, 0.5383, 0.5379, 0.5376, 0.5375, 0.537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "8083310", "5415832", "3863543", "2359152", "16745747", "30152134", "6000423", "5836"], "ranked_scores": [0.6623, 0.6584, 0.6334, 0.6272, 0.6241, 0.6137, 0.6092, 0.6085, 0.6058, 0.6042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4319844", "12909503", "16644043", "2679511", "7151961", "6812319", "11922370", "12156187", "14332945"], "ranked_scores": [0.6541, 0.6119, 0.6113, 0.6067, 0.5996, 0.5994, 0.5967, 0.5963, 0.5929, 0.5923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["275294", "36960449", "23267371", "21553394", "30720103", "3150030", "4462079", "22023404", "4483571", "16256507"], "ranked_scores": [0.5529, 0.5529, 0.543, 0.5381, 0.5367, 0.5332, 0.505, 0.5001, 0.4993, 0.4979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "849771", "10548391", "32481310", "71625969", "18174210", "45218443", "23389795", "40913091", "6415816"], "ranked_scores": [0.5152, 0.4292, 0.4186, 0.4159, 0.4157, 0.4145, 0.4145, 0.4054, 0.403, 0.3971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "6944800", "12866641", "13889430", "14768471", "17388232", "3727986", "10812605", "32742683", "952111"], "ranked_scores": [0.579, 0.5711, 0.5561, 0.5518, 0.5499, 0.5485, 0.5483, 0.5444, 0.5444, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10284593", "24660385", "23124332", "25175997", "10071590", "25301182", "7602348", "27460509"], "ranked_scores": [0.6047, 0.5483, 0.517, 0.5134, 0.5124, 0.4988, 0.4978, 0.4895, 0.4849, 0.4841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "40790033", "32463364", "45447613", "10072941", "202259", "14121786", "22730024", "26341063", "4506414"], "ranked_scores": [0.5818, 0.5387, 0.5286, 0.5273, 0.5221, 0.5221, 0.5178, 0.5165, 0.5085, 0.4988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "20904154", "25827024", "33911859", "26336593", "665817", "13380011", "8425533", "2015929"], "ranked_scores": [0.6025, 0.5835, 0.5716, 0.5625, 0.5566, 0.5489, 0.5439, 0.5433, 0.5411, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "57783564", "4422868", "7975937", "26735905", "8659426", "27647593", "24349992", "31682248"], "ranked_scores": [0.6774, 0.663, 0.6318, 0.6224, 0.6134, 0.6109, 0.6096, 0.6087, 0.6072, 0.602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "21363424", "1550937", "22874817", "883747", "6123924", "7399084", "3835423", "24879055", "28006126"], "ranked_scores": [0.6756, 0.646, 0.6446, 0.6431, 0.637, 0.6367, 0.6361, 0.6341, 0.6326, 0.6305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "22613657", "20220731", "33535222", "17682477", "40473317", "8038329", "14647747"], "ranked_scores": [0.6452, 0.64, 0.6039, 0.5957, 0.5859, 0.5704, 0.5657, 0.5654, 0.5654, 0.5638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "42065070", "31560225", "7224723", "20357868", "25737507", "2824347", "5735492", "5752492"], "ranked_scores": [0.7061, 0.6277, 0.6179, 0.6075, 0.6069, 0.6064, 0.6048, 0.5965, 0.5938, 0.5915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "5107861", "8137081", "2030623", "3083927", "2014909", "11738716", "36830715", "2335873", "24612804"], "ranked_scores": [0.4468, 0.4322, 0.4218, 0.4207, 0.4146, 0.4108, 0.4058, 0.4045, 0.4016, 0.4002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "25737507", "641786", "5560962", "14260013", "6421792", "708425", "20996244"], "ranked_scores": [0.6897, 0.6897, 0.6897, 0.5462, 0.5456, 0.5393, 0.5373, 0.5346, 0.5309, 0.5222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["2492146", "15476777", "25589047", "24575065", "6334188", "32421068", "10958594", "7613033", "39903312", "14482051"], "ranked_scores": [0.633, 0.6276, 0.6084, 0.5533, 0.542, 0.5334, 0.5248, 0.5115, 0.5115, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5107861", "22153455", "36444198", "21498497", "4391121", "22406695", "7521113", "23273454", "28517384", "12827098"], "ranked_scores": [0.5862, 0.5809, 0.5789, 0.5783, 0.5759, 0.5746, 0.5743, 0.5737, 0.5735, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "9283422", "2825380", "15972906", "21746539", "40094786", "33499189", "8903143", "5914739", "2714623"], "ranked_scores": [0.7971, 0.7963, 0.7961, 0.7952, 0.79, 0.7671, 0.7636, 0.7618, 0.7611, 0.7544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "26611094", "21323587", "9658390", "40905302", "38180456", "19961177", "74137632", "10577574", "25886725"], "ranked_scores": [0.4467, 0.4062, 0.397, 0.3953, 0.3934, 0.3861, 0.3854, 0.3854, 0.3801, 0.3699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "10991183", "8453819", "8764879", "16745747", "30152134", "10795340", "27306942", "33677323", "1982286"], "ranked_scores": [0.6633, 0.6626, 0.6592, 0.6513, 0.6427, 0.642, 0.6399, 0.6391, 0.6381, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "25942757", "1871230", "7370282", "33920995", "18041692", "17967608", "21535641", "1800734", "20459964"], "ranked_scores": [0.7077, 0.6469, 0.6325, 0.6177, 0.6165, 0.6139, 0.6118, 0.6096, 0.6075, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "23286603", "9784254", "22116439", "15879931", "22674621", "3203590", "8458567", "25677651", "13466622"], "ranked_scores": [0.6161, 0.611, 0.6096, 0.589, 0.5888, 0.586, 0.5633, 0.562, 0.5602, 0.5554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["13899137", "7111021", "4883040", "31363207", "1986482", "13071728", "13901073", "45461275", "39984099", "11230569"], "ranked_scores": [0.703, 0.703, 0.6961, 0.6927, 0.6925, 0.6854, 0.6827, 0.6698, 0.649, 0.6453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3471191", "52180874", "1900152", "7343711", "11335781", "1454773", "5991309", "4468861", "79696454", "24726600"], "ranked_scores": [0.5815, 0.577, 0.5757, 0.5659, 0.5655, 0.5648, 0.5499, 0.5447, 0.5327, 0.5323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "26409363", "30720103", "275294", "4483571", "44572913", "36960449", "23267371", "3150030"], "ranked_scores": [0.5676, 0.5629, 0.5629, 0.5511, 0.5476, 0.5446, 0.5442, 0.538, 0.537, 0.5356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["8639034", "23801039", "15425958", "22852120", "33934971", "17934603", "21258863", "14644164", "9705208", "3083927"], "ranked_scores": [0.3519, 0.3414, 0.3404, 0.3403, 0.3394, 0.3394, 0.3388, 0.3388, 0.3385, 0.3371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "38630735", "21301090", "7873737", "15925931", "7813993", "16760369", "5698494", "21571708", "23783727"], "ranked_scores": [0.6297, 0.6218, 0.6163, 0.6154, 0.6142, 0.6141, 0.614, 0.6126, 0.6108, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "8903143", "2825380", "41982985", "14767844", "5914739", "33499189", "25479072", "15972906", "18042803"], "ranked_scores": [0.6065, 0.6021, 0.6008, 0.5988, 0.5985, 0.597, 0.594, 0.5938, 0.5921, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "6421734", "31612088", "14606752", "21884449", "21957231", "4695046", "33733520", "19071857", "25293616"], "ranked_scores": [0.4693, 0.4385, 0.4359, 0.4354, 0.4351, 0.4344, 0.4337, 0.4275, 0.4263, 0.4247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["46695481", "23136735", "27873158", "46355579", "6561200", "9764256", "16980892", "19140422", "28617573", "7650066"], "ranked_scores": [0.589, 0.589, 0.5888, 0.5872, 0.5872, 0.5872, 0.5819, 0.5819, 0.5799, 0.5786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8421, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["7875158", "23974474", "38533515", "1907601", "40090058", "3831884", "2831620", "10463997", "20672596", "3285059"], "ranked_scores": [0.5908, 0.588, 0.586, 0.5827, 0.5808, 0.5794, 0.5786, 0.5786, 0.5773, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["883747", "24044977", "19005293", "22852120", "21258863", "24707550", "10648422", "2947124", "195683603", "23509113"], "ranked_scores": [0.6621, 0.6562, 0.6559, 0.6549, 0.6546, 0.654, 0.6531, 0.653, 0.653, 0.6527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["7547329", "6477536", "11288846", "12584053", "20491205", "24318630", "6421734", "5691302", "25806385", "13782317"], "ranked_scores": [0.3582, 0.3534, 0.3486, 0.3475, 0.3473, 0.3444, 0.3433, 0.3411, 0.3411, 0.3394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24044977", "6767271", "19005293", "29015485", "3330111", "3545805", "883747", "24157077", "40312663", "6123924"], "ranked_scores": [0.6765, 0.6714, 0.6712, 0.671, 0.6698, 0.6691, 0.668, 0.668, 0.6668, 0.666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2842550", "9846940", "2391552", "4678846", "32159283", "24150328", "15561961", "29526125", "9813098", "25028913"], "ranked_scores": [0.5191, 0.5024, 0.4975, 0.4972, 0.4961, 0.4935, 0.4921, 0.4915, 0.4907, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28821565", "31363207", "8756719", "708425", "14260013", "3929361", "45461275", "3692112", "15997009", "18153456"], "ranked_scores": [0.4161, 0.4155, 0.415, 0.4132, 0.4101, 0.4049, 0.404, 0.4038, 0.4036, 0.4035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["40156901", "38630735", "21048969", "7813993", "15925931", "21301090", "6212802", "25175997", "16180601", "23400191"], "ranked_scores": [0.4737, 0.4631, 0.4611, 0.461, 0.4579, 0.4573, 0.456, 0.4536, 0.4535, 0.4535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "24942840", "17930286", "14606752", "8672737", "28419824", "41735503", "7595742", "26445118", "24148722"], "ranked_scores": [0.4022, 0.394, 0.3924, 0.3849, 0.3847, 0.3836, 0.3833, 0.3832, 0.3821, 0.3787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["52874170", "79231308", "15482274", "12258338", "8190282", "997143", "40905302", "24097933", "10577574", "11718220"], "ranked_scores": [0.4053, 0.3968, 0.3962, 0.384, 0.3765, 0.3758, 0.3744, 0.3676, 0.3669, 0.3667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "4679264", "22551259", "9291668", "22264117", "7988832", "1871499", "6040392", "2754534", "12324049"], "ranked_scores": [0.6339, 0.6318, 0.6297, 0.6179, 0.6109, 0.6104, 0.6103, 0.6099, 0.6095, 0.6091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["38533515", "23974474", "3504761", "49556906", "6277638", "40090058", "6227220", "38623601", "5785219", "38025907"], "ranked_scores": [0.6238, 0.6171, 0.6133, 0.612, 0.6099, 0.6097, 0.6084, 0.6082, 0.6082, 0.6072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "22852120", "14644164", "36242796", "24707550", "11581157", "18938992", "24044977", "19005293", "40312663"], "ranked_scores": [0.6146, 0.591, 0.5905, 0.5891, 0.5862, 0.5855, 0.5848, 0.5836, 0.5833, 0.5833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["2140497", "16098747", "13831558", "13831842", "17450673", "22007333", "27123743", "16322674", "5487448", "4828631"], "ranked_scores": [0.6179, 0.6123, 0.6123, 0.6122, 0.6077, 0.6069, 0.6039, 0.6039, 0.6024, 0.602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["23136735", "46695481", "27873158", "46355579", "6561200", "9764256", "28617573", "29495185", "52188256", "36355784"], "ranked_scores": [0.5639, 0.5639, 0.5632, 0.559, 0.559, 0.559, 0.5555, 0.5553, 0.5552, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "10627801", "7820043", "4402497", "14474178", "8596357", "3107733", "24221369", "30437264"], "ranked_scores": [0.6113, 0.6108, 0.6101, 0.609, 0.6014, 0.6009, 0.5996, 0.5991, 0.5979, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "35534019", "11349166", "24097933", "25897733", "24943534", "17168045", "25079962", "13380980"], "ranked_scores": [0.5016, 0.4803, 0.4783, 0.4745, 0.4667, 0.4643, 0.4632, 0.4571, 0.4567, 0.4562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "6599693", "10012166", "6277638", "14864285", "1576955", "11414664", "16267205", "26330861", "7834603"], "ranked_scores": [0.586, 0.5755, 0.573, 0.5689, 0.5684, 0.5684, 0.5653, 0.5649, 0.5609, 0.5597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4162857", "1748921", "984825", "16167746", "7970974", "29828242", "13494853", "27373088", "34498325", "29557235"], "ranked_scores": [0.5734, 0.5718, 0.5716, 0.5694, 0.5657, 0.5648, 0.563, 0.562, 0.5619, 0.5619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["37592824", "27866735", "52874170", "13938878", "41493639", "13624704", "12122482", "20645335", "38873881", "27024392"], "ranked_scores": [0.4261, 0.4167, 0.4131, 0.4096, 0.407, 0.4064, 0.4054, 0.4045, 0.4044, 0.4036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "26011884", "35660758", "2119889", "7036529", "31387717", "15548965", "35884026", "18346333", "612002"], "ranked_scores": [0.577, 0.5741, 0.5701, 0.5686, 0.5668, 0.5634, 0.5605, 0.5587, 0.5583, 0.5583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "1797622", "17017465", "6609935", "6422576", "7093809", "4417558", "11083121", "13963620", "16090672"], "ranked_scores": [0.5906, 0.5814, 0.577, 0.5768, 0.5765, 0.5764, 0.5764, 0.5746, 0.5715, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["36713289", "1145473", "2359152", "8083310", "3391547", "17911973", "22482024", "2701077", "14717213", "18670"], "ranked_scores": [0.6208, 0.6206, 0.6203, 0.6189, 0.6185, 0.6182, 0.615, 0.6137, 0.6132, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["12922760", "15600979", "6812319", "52944377", "8577229", "12643937", "25682129", "45875990", "11568270", "7468449"], "ranked_scores": [0.6257, 0.6237, 0.6232, 0.623, 0.6228, 0.6211, 0.6207, 0.6199, 0.6198, 0.619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["275294", "23267371", "26409363", "4462079", "2425364", "30720103", "36960449", "3150030", "4515975", "16256507"], "ranked_scores": [0.4517, 0.4502, 0.4481, 0.4481, 0.4462, 0.4445, 0.4404, 0.4371, 0.433, 0.4316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["25416944", "24725136", "810480", "23389795", "40323454", "13791788", "6503534", "1398021", "3067015", "24530130"], "ranked_scores": [0.4057, 0.3985, 0.3969, 0.3965, 0.3959, 0.3957, 0.3954, 0.3928, 0.3916, 0.3897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["10812605", "30919024", "9831859", "952111", "32742683", "24282306", "1065627", "1285713", "8891333", "26735905"], "ranked_scores": [0.5738, 0.5698, 0.569, 0.568, 0.5619, 0.5602, 0.559, 0.5583, 0.5574, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "9846940", "7373453", "7602348", "38630735", "40156901", "7813993", "20887554", "25175997"], "ranked_scores": [0.5182, 0.5167, 0.5094, 0.5063, 0.5044, 0.5025, 0.5011, 0.5, 0.4985, 0.4975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "6945285", "14121786", "32463364", "5691302", "36003142", "12206390", "10072941", "40790033", "34139429"], "ranked_scores": [0.5542, 0.5335, 0.5315, 0.5304, 0.5289, 0.527, 0.5268, 0.5264, 0.5242, 0.5213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["612002", "18346333", "7729656", "11254556", "16208091", "29745822", "16966326", "24652030", "31387717", "26011884"], "ranked_scores": [0.5876, 0.5876, 0.587, 0.5843, 0.5831, 0.5784, 0.5777, 0.5756, 0.5752, 0.5733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "24349992", "22401720", "15946643", "6790197", "30919024", "2494748", "26735905", "13329980"], "ranked_scores": [0.6783, 0.6645, 0.6464, 0.6451, 0.6414, 0.6408, 0.6377, 0.6361, 0.6358, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["6123924", "42693833", "2506153", "29347970", "25045244", "29015485", "35651106", "3545805", "24044977", "40473317"], "ranked_scores": [0.6928, 0.6892, 0.6878, 0.6867, 0.6852, 0.6832, 0.6829, 0.6828, 0.682, 0.6819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "22613657", "14934137", "3155731", "25045244", "45414636", "17682477", "19511011", "20220731"], "ranked_scores": [0.5985, 0.5887, 0.5866, 0.5762, 0.5762, 0.5755, 0.5735, 0.5728, 0.5717, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["31560225", "25737507", "42065070", "21274496", "24512064", "14260013", "1071991", "10617916", "34818263", "708425"], "ranked_scores": [0.5939, 0.5929, 0.5925, 0.586, 0.5849, 0.5808, 0.579, 0.5779, 0.5757, 0.5751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["11238784", "10482574", "7875158", "44562221", "2436602", "6123521", "38533515", "5704562", "23974474", "30351165"], "ranked_scores": [0.4315, 0.4247, 0.4235, 0.4186, 0.4167, 0.4157, 0.4144, 0.4131, 0.4127, 0.4126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "20399078", "16172576", "32481310", "4336849", "34287602", "25737507", "7299977", "31560225"], "ranked_scores": [0.5682, 0.5503, 0.5447, 0.5424, 0.5417, 0.5377, 0.5353, 0.5343, 0.529, 0.5286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["2492146", "85665741", "31616203", "25589047", "5855168", "13256155", "3851329", "15476777", "18682109", "26231129"], "ranked_scores": [0.5534, 0.541, 0.5347, 0.5336, 0.533, 0.5317, 0.531, 0.5306, 0.5264, 0.5232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9878167", "28149602", "21395936", "28517384", "3475317", "45401535", "21258863", "3330111", "17934603", "45096063"], "ranked_scores": [0.6184, 0.6168, 0.6168, 0.6148, 0.6139, 0.6136, 0.6124, 0.6124, 0.6115, 0.6082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["15972906", "2825380", "18834078", "34905328", "41982985", "9283422", "12871281", "21746539", "33499189", "35256900"], "ranked_scores": [0.7032, 0.6863, 0.6857, 0.6835, 0.6831, 0.6824, 0.6815, 0.6782, 0.6781, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.403, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "38180456", "35022568", "40905302", "27712433", "14290854", "485020", "20491205", "40666943"], "ranked_scores": [0.4037, 0.3895, 0.3844, 0.3797, 0.3754, 0.3749, 0.3748, 0.3746, 0.3737, 0.3728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "3590806", "28697248", "21465696", "41710132", "34189936", "33638477", "26735905", "11535539", "25994317"], "ranked_scores": [0.6707, 0.6611, 0.6604, 0.6596, 0.6563, 0.6562, 0.6555, 0.6552, 0.655, 0.654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "25942757", "2236768", "38587347", "6000423", "883747", "13778710", "32927401", "35395662"], "ranked_scores": [0.6576, 0.6286, 0.6276, 0.6276, 0.6268, 0.6255, 0.6255, 0.6252, 0.6247, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "22116439", "8458567", "22674621", "20659283", "30208015", "9956893", "15058155", "3504761", "3973445"], "ranked_scores": [0.5904, 0.5812, 0.5775, 0.5728, 0.5711, 0.5651, 0.5648, 0.5633, 0.5629, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "708425", "13899137", "31363207", "7111021", "14260013", "45461275", "1986482", "28821565", "13071728"], "ranked_scores": [0.5696, 0.5692, 0.5654, 0.5649, 0.5644, 0.5631, 0.562, 0.5606, 0.5572, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["5492542", "27437459", "2492146", "52180874", "7986878", "79696454", "85665741", "1900152", "7975937", "4468861"], "ranked_scores": [0.5459, 0.5428, 0.5425, 0.5401, 0.5333, 0.5327, 0.5298, 0.5272, 0.526, 0.5256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "4483571", "4462079", "30720103", "36960449", "26409363", "275294", "3150030", "21553394"], "ranked_scores": [0.7722, 0.7665, 0.7615, 0.7542, 0.7516, 0.7502, 0.7471, 0.7382, 0.735, 0.7231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "7198295", "4810810", "8604837", "4340358", "4319174", "37296667", "3083927", "970012"], "ranked_scores": [0.6076, 0.6039, 0.5879, 0.5676, 0.5614, 0.5566, 0.5513, 0.5509, 0.5507, 0.5472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "23783727", "5884524", "750781", "16760369", "25028913", "29526125", "24735908", "24150328"], "ranked_scores": [0.7757, 0.7707, 0.7683, 0.7578, 0.7406, 0.7251, 0.7227, 0.7224, 0.7161, 0.7153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "2825380", "33499189", "11195653", "15972906", "9283422", "5914739", "8903143", "25479072", "21746539"], "ranked_scores": [0.7702, 0.762, 0.7575, 0.7516, 0.7512, 0.7509, 0.7503, 0.7495, 0.7473, 0.7469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "4695046", "19071857", "27150276", "12672066", "24318630", "31612088", "21373821", "33733520", "12584053"], "ranked_scores": [0.7309, 0.6521, 0.629, 0.5932, 0.5918, 0.5901, 0.5883, 0.5875, 0.5871, 0.5854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["46695481", "27873158", "6561200", "9764256", "28617573", "7650066", "19140422", "16980892", "6748318", "36355784"], "ranked_scores": [0.8604, 0.8604, 0.857, 0.8499, 0.8437, 0.8404, 0.8398, 0.8163, 0.773, 0.763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "23887844", "36653415", "22914228", "27647593", "7875158", "18810195", "23576165", "22712546", "17755060"], "ranked_scores": [0.7346, 0.7236, 0.7217, 0.7207, 0.7164, 0.7161, 0.7152, 0.7115, 0.697, 0.6924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "195683603", "2248870", "6417632", "21651116", "28712203", "40365566", "35395662", "23509113", "13778710"], "ranked_scores": [0.7434, 0.732, 0.7265, 0.7231, 0.7226, 0.7223, 0.7219, 0.7193, 0.7193, 0.7185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "7547329", "22711954", "6319826", "16979690", "11288846", "44264297", "6477536", "84379954", "11469078"], "ranked_scores": [0.5747, 0.524, 0.513, 0.5125, 0.5042, 0.5041, 0.5041, 0.5038, 0.4982, 0.492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "195683603", "11837657", "22696649", "9225850", "27567994", "21258863", "23801039", "3930020", "17741440"], "ranked_scores": [0.7623, 0.7416, 0.7414, 0.7327, 0.7272, 0.7248, 0.7218, 0.7216, 0.7205, 0.7189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "3616843", "6853699", "34268160", "17421851", "46602807", "29526125", "24384587", "22889972", "3056682"], "ranked_scores": [0.6452, 0.6377, 0.6308, 0.6243, 0.6233, 0.6218, 0.6213, 0.6143, 0.6131, 0.6127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4999387", "1805641", "12409683", "27264454", "1215116", "8756719", "18074797", "3929361", "22635278", "10617916"], "ranked_scores": [0.6078, 0.6024, 0.5932, 0.5881, 0.5749, 0.5731, 0.5728, 0.5675, 0.5675, 0.5664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21372171", "8317408", "87758", "22889972", "22867765", "30639847", "5821617", "24384587", "6212802", "10697096"], "ranked_scores": [0.6295, 0.6184, 0.616, 0.613, 0.6086, 0.6059, 0.6041, 0.6011, 0.6, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "8672737", "24510595", "44830890", "30813140", "24148722", "41735503", "28419824", "14566771", "21274919"], "ranked_scores": [0.612, 0.5989, 0.5966, 0.5912, 0.5908, 0.5835, 0.5808, 0.5634, 0.5545, 0.5503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "29981186", "21301090", "14973286", "24088502", "45276789", "41493639", "4824840", "13380980"], "ranked_scores": [0.6001, 0.5488, 0.527, 0.5162, 0.5134, 0.512, 0.5084, 0.505, 0.5045, 0.5009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22038539", "4434951", "9291668", "28441310", "4679264", "22264117", "26230669", "14475235", "7808055"], "ranked_scores": [0.8251, 0.815, 0.8127, 0.8073, 0.7925, 0.7916, 0.7903, 0.7898, 0.7867, 0.7867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1344498", "17195001", "1227277", "2266471", "14874811", "11738716", "14198646", "3504761", "23974474"], "ranked_scores": [0.7554, 0.7131, 0.7076, 0.707, 0.7063, 0.706, 0.7016, 0.7001, 0.6985, 0.6964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3308636", "3493623", "10450300", "26133404", "25141908", "30933307", "26873988"], "ranked_scores": [0.751, 0.7149, 0.7063, 0.7062, 0.7026, 0.6945, 0.6945, 0.6945, 0.6945, 0.6945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "27123743", "23557241", "16322674", "22007333", "5487448", "13831842", "16098747", "37480103", "13831558"], "ranked_scores": [0.8239, 0.8221, 0.8203, 0.8152, 0.8098, 0.8008, 0.7909, 0.7901, 0.7862, 0.7774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "27873158", "46695481", "19140422", "9764256", "7650066", "28617573", "36355784", "16980892", "32423829"], "ranked_scores": [0.753, 0.7529, 0.7529, 0.7494, 0.747, 0.7444, 0.7442, 0.7417, 0.7333, 0.7316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "24221369", "10627801", "4402497", "14474178", "7820043", "6501747", "8005007", "41337677"], "ranked_scores": [0.811, 0.811, 0.8093, 0.8053, 0.7937, 0.7628, 0.7533, 0.7368, 0.7314, 0.731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "8563659", "36345578", "36288526", "10648422", "35534019", "9878167", "1522647", "17168045"], "ranked_scores": [0.6634, 0.6246, 0.6183, 0.6177, 0.6129, 0.6099, 0.607, 0.6053, 0.6049, 0.6005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["16693950", "6599693", "1084345", "7185591", "516867", "14544564", "10012166", "26330861", "3153673", "4414481"], "ranked_scores": [0.7395, 0.7258, 0.7253, 0.7216, 0.7209, 0.7172, 0.714, 0.714, 0.7062, 0.7058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "20649327", "16242975", "5144381", "37768883", "12240507", "34604584", "18421962", "8083310"], "ranked_scores": [0.703, 0.6871, 0.6757, 0.6753, 0.6707, 0.6693, 0.668, 0.6675, 0.6637, 0.6633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "24942840", "17168045", "25938221", "8672737", "5556809", "41735503", "2436602"], "ranked_scores": [0.6269, 0.5875, 0.5768, 0.5567, 0.5528, 0.55, 0.5459, 0.5459, 0.5391, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["35747505", "40383969", "2119889", "35660758", "21754541", "8453819", "24335068", "31107919", "10562341", "3127341"], "ranked_scores": [0.7076, 0.7031, 0.6986, 0.6902, 0.6875, 0.686, 0.6849, 0.6837, 0.6803, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "19149247", "29557235", "36540079", "6492658", "1281769", "8533245", "1595617", "10012166"], "ranked_scores": [0.7257, 0.7198, 0.7073, 0.685, 0.6793, 0.6761, 0.6752, 0.6732, 0.6723, 0.6714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["8083310", "5765455", "2359152", "11369420", "9478135", "5836", "12240507", "16745747", "3863543", "10015292"], "ranked_scores": [0.7678, 0.7621, 0.749, 0.7486, 0.7466, 0.7443, 0.7339, 0.7338, 0.7304, 0.7252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "4319844", "7151961", "34198365", "6812319", "20231138", "7468449", "5389523"], "ranked_scores": [0.7596, 0.7214, 0.714, 0.7121, 0.7106, 0.7062, 0.7025, 0.7022, 0.6993, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["36960449", "275294", "21553394", "3150030", "23267371", "30720103", "4483571", "25599283", "4462079", "16256507"], "ranked_scores": [0.6895, 0.6866, 0.6839, 0.6832, 0.6821, 0.6789, 0.677, 0.6658, 0.6579, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "6503534", "45218443", "22482024", "21246752", "71625969", "14663842", "15692098", "849771"], "ranked_scores": [0.7011, 0.6424, 0.63, 0.6283, 0.6181, 0.618, 0.6166, 0.6155, 0.6135, 0.6129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["12866641", "10991183", "1065627", "6944800", "13889430", "43224840", "32532238", "17934082", "11172205", "40667577"], "ranked_scores": [0.7146, 0.6918, 0.6878, 0.6863, 0.6788, 0.6762, 0.6744, 0.6703, 0.6701, 0.6692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "15925931", "7813993", "7602348", "25175997", "10284593", "10071590", "24660385", "13108582"], "ranked_scores": [0.7352, 0.6593, 0.6444, 0.638, 0.6301, 0.6277, 0.6203, 0.6201, 0.62, 0.6197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5691302", "26341063", "10072941", "202259", "36003142", "22730024", "21590125", "32777637", "40790033"], "ranked_scores": [0.6781, 0.6384, 0.6364, 0.6352, 0.6352, 0.6321, 0.6318, 0.6277, 0.6277, 0.6265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "26336593", "25827024", "20904154", "665817", "1220287", "7997337", "33911859", "2015929"], "ranked_scores": [0.7301, 0.7142, 0.7044, 0.7013, 0.6936, 0.69, 0.6867, 0.6856, 0.6803, 0.6791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26735905", "31682248", "31591262", "9226649", "4422868", "24349992", "27647593", "17755060"], "ranked_scores": [0.7823, 0.7799, 0.7428, 0.7362, 0.7338, 0.7297, 0.7288, 0.7268, 0.7261, 0.7256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "42693833", "38502066", "29347970", "9160947", "13398997", "85326624", "994800", "20220731"], "ranked_scores": [0.7722, 0.7627, 0.7518, 0.7447, 0.7419, 0.7412, 0.7374, 0.7368, 0.7361, 0.7343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "19511011", "22613657", "33535222", "24879055", "20220731", "3090454", "11666252"], "ranked_scores": [0.7567, 0.7505, 0.7312, 0.7181, 0.7029, 0.7011, 0.696, 0.6904, 0.6887, 0.6866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "31560225", "20357868", "2824347", "8300657", "11238951", "25737507", "7224723", "5114282"], "ranked_scores": [0.7903, 0.7115, 0.7055, 0.7036, 0.7021, 0.6962, 0.6951, 0.6948, 0.693, 0.6928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["11738716", "3083927", "2436602", "23887844", "36653415", "44562221", "23901235", "5107861", "18104691", "4452659"], "ranked_scores": [0.6022, 0.5848, 0.5842, 0.5821, 0.5819, 0.5811, 0.5777, 0.5764, 0.5752, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "16172576", "39389082", "5560962", "2638387", "21274496", "25737507"], "ranked_scores": [0.7492, 0.7492, 0.7492, 0.6603, 0.6377, 0.6294, 0.6288, 0.6261, 0.6251, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "6334188", "10958594", "25121903", "17462437", "14482051", "5855168", "13256155"], "ranked_scores": [0.7398, 0.725, 0.7053, 0.6552, 0.6468, 0.645, 0.642, 0.6401, 0.6377, 0.6325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "36345578", "40323148", "21498497", "3330111", "20722510", "16863359", "28647122", "5035827", "25677651"], "ranked_scores": [0.7155, 0.711, 0.7046, 0.7003, 0.6985, 0.698, 0.698, 0.697, 0.6957, 0.6943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["15972906", "41982985", "9283422", "2714623", "21746539", "2825380", "11195653", "8903143", "33499189", "18042803"], "ranked_scores": [0.8555, 0.8535, 0.8528, 0.8526, 0.8505, 0.8497, 0.8483, 0.8406, 0.8326, 0.8262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "27712433", "10577574", "21323587", "40905302", "21377587", "25886725", "26611094", "45461275"], "ranked_scores": [0.5375, 0.5036, 0.4923, 0.4921, 0.4916, 0.4887, 0.4833, 0.4821, 0.4783, 0.4774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "9478135", "8764879", "29073751", "10991183", "5836", "8083310", "5765455", "3748310", "25942757"], "ranked_scores": [0.7512, 0.7445, 0.7308, 0.7296, 0.7294, 0.7271, 0.7197, 0.7188, 0.7186, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "3495456", "9878167", "3330111", "17741440", "25942757", "7370282", "8396189"], "ranked_scores": [0.7715, 0.7384, 0.7192, 0.7155, 0.7146, 0.7118, 0.7107, 0.7094, 0.709, 0.7054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "8458567", "11238784", "9784254", "3203590", "22674621", "15879931", "20659283", "29509926", "45153864"], "ranked_scores": [0.7351, 0.7314, 0.714, 0.7108, 0.6978, 0.6978, 0.6976, 0.6955, 0.6911, 0.6886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "1986482", "13901073", "39984099", "15997009", "13071728", "17077004"], "ranked_scores": [0.787, 0.7805, 0.7525, 0.7515, 0.7504, 0.7432, 0.7215, 0.7163, 0.7157, 0.704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "52180874", "1900152", "35766603", "79696454", "3471191", "1454773", "6407356", "7986878", "4468861"], "ranked_scores": [0.6909, 0.6735, 0.6724, 0.668, 0.6677, 0.6638, 0.6595, 0.6571, 0.6552, 0.6528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "4462079", "36960449", "26409363", "3150030", "275294", "30720103", "4483571", "21553394"], "ranked_scores": [0.7279, 0.7195, 0.7146, 0.6835, 0.6775, 0.671, 0.6675, 0.6569, 0.6542, 0.6537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["7198295", "13000926", "25687558", "34121231", "4319174", "25817686", "34582256", "5107861", "3083927", "14924526"], "ranked_scores": [0.584, 0.5719, 0.5562, 0.5557, 0.5474, 0.5452, 0.5367, 0.5329, 0.5299, 0.5284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "7873737", "6158879", "23783727", "38630735", "16760369", "3056682", "20554003", "750781", "12561083"], "ranked_scores": [0.7216, 0.7085, 0.7024, 0.6991, 0.6724, 0.6673, 0.6601, 0.6552, 0.6461, 0.6397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "8903143", "2825380", "9283422", "15972906", "2714623", "5914739", "41982985", "4270992", "6961811"], "ranked_scores": [0.7414, 0.7402, 0.7386, 0.7296, 0.7276, 0.7263, 0.6973, 0.6946, 0.6882, 0.6867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "12667988", "4695046", "21373821", "38873881", "24276304", "12672066", "24318630", "704526"], "ranked_scores": [0.7353, 0.594, 0.5926, 0.5404, 0.536, 0.5202, 0.5188, 0.514, 0.5095, 0.5088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "9764256", "19140422", "7650066", "28617573", "16980892", "23136735", "6748318"], "ranked_scores": [0.8314, 0.8239, 0.8117, 0.8069, 0.7769, 0.7753, 0.7602, 0.7138, 0.7002, 0.6882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9349, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "36653415", "23576165", "27647593", "23887844", "22914228", "18810195", "1344498", "7875158", "22712546"], "ranked_scores": [0.7116, 0.7045, 0.7031, 0.6827, 0.6754, 0.661, 0.6596, 0.659, 0.6535, 0.6524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "30933307", "26133404", "6182947", "2248870", "31313782", "26873988", "23509113", "25141908", "28712203"], "ranked_scores": [0.7151, 0.6941, 0.6835, 0.6793, 0.6718, 0.6627, 0.662, 0.6602, 0.6598, 0.658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "38180456", "6477536", "11288846", "84379954", "44264297", "3578380", "32969964", "11469078"], "ranked_scores": [0.5928, 0.5019, 0.488, 0.4828, 0.4674, 0.4578, 0.456, 0.4489, 0.4451, 0.4405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "40365566", "21535641", "24707550", "4391121", "21258863", "32533299", "16066726", "4911006", "2248870"], "ranked_scores": [0.725, 0.6991, 0.6971, 0.6954, 0.6879, 0.6876, 0.6869, 0.6798, 0.6796, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "25028913", "29526125", "3984231", "7613033", "6853699", "44827480", "24746892", "23148978", "9334631"], "ranked_scores": [0.6284, 0.5916, 0.5869, 0.5819, 0.5778, 0.5741, 0.572, 0.5717, 0.5709, 0.5708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22635278", "1805641", "10617916", "3929361", "18025240", "27264454", "12409683", "1215116", "10749308", "35766603"], "ranked_scores": [0.5771, 0.576, 0.5652, 0.5619, 0.5587, 0.5307, 0.5229, 0.5179, 0.5174, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21048969", "87758", "30639847", "19332616", "6853699", "7711685", "21372171", "38630735", "22867765", "2587396"], "ranked_scores": [0.5709, 0.5693, 0.5648, 0.5612, 0.5576, 0.557, 0.5496, 0.5438, 0.5435, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "17930286", "41735503", "21957231", "28419824", "44830890", "5586392", "26445118", "22707413", "21274919"], "ranked_scores": [0.5703, 0.555, 0.554, 0.5471, 0.5316, 0.53, 0.5165, 0.5137, 0.5071, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "27099731", "79231308", "10577574", "32462603", "6517267", "16390264", "41493639", "13071728", "26611094"], "ranked_scores": [0.6177, 0.5229, 0.5085, 0.4967, 0.4768, 0.4766, 0.4716, 0.4655, 0.4629, 0.4623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "6040392", "22264117", "4434951", "22551259", "26230669", "22543403", "9291668", "2722988", "7988832"], "ranked_scores": [0.7799, 0.7746, 0.764, 0.7564, 0.7489, 0.7346, 0.7338, 0.7254, 0.7205, 0.7132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1227277", "2266471", "10482574", "9899292", "14874811", "23974474", "4324278", "13944805"], "ranked_scores": [0.7592, 0.7323, 0.7285, 0.72, 0.6932, 0.6903, 0.685, 0.6796, 0.6789, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "3493623", "30933307", "2947124", "3308636", "26133404", "30437264", "8596357", "26873988"], "ranked_scores": [0.7413, 0.7038, 0.6868, 0.6841, 0.6828, 0.6811, 0.6787, 0.677, 0.6692, 0.6627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "16322674", "27123743", "17450673", "25973484", "13831842", "16098747", "22007333", "4886637", "37480103"], "ranked_scores": [0.796, 0.7783, 0.7762, 0.7711, 0.7589, 0.7317, 0.7295, 0.7261, 0.7201, 0.7155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "6561200", "32423829", "9764256", "19140422", "7650066", "23136735", "25742130", "36355784"], "ranked_scores": [0.7332, 0.7293, 0.7266, 0.7265, 0.7149, 0.7102, 0.6919, 0.6759, 0.6758, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "8005007", "44366096", "4402497", "7820043", "24221369", "3107733", "8596357"], "ranked_scores": [0.7543, 0.7528, 0.7494, 0.7427, 0.7375, 0.7362, 0.7253, 0.7117, 0.7105, 0.7063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "41298619", "3698758", "37969403", "18174210", "7198295", "27602752", "27438378", "45218443", "35534019"], "ranked_scores": [0.6276, 0.5839, 0.578, 0.5459, 0.5435, 0.5434, 0.5427, 0.5415, 0.5414, 0.539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "16693950", "516867", "6599693", "52887689", "7185591", "26330861", "6277638", "7834603"], "ranked_scores": [0.7436, 0.7147, 0.7135, 0.6959, 0.6959, 0.6931, 0.6888, 0.6847, 0.6818, 0.6743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "18358026", "5935987", "2405259", "24731248", "23604601", "4421742", "13906892", "27134931", "2722988"], "ranked_scores": [0.7171, 0.6374, 0.636, 0.6314, 0.6267, 0.6263, 0.6216, 0.6195, 0.6176, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "23670644", "15889329", "37592824", "21373821", "21257564", "13791044", "20697217", "20492020", "30813140"], "ranked_scores": [0.6625, 0.5384, 0.4847, 0.4814, 0.4729, 0.4726, 0.4702, 0.4694, 0.4651, 0.4628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "35747505", "327319", "10562341", "35660758", "23076291", "14171859", "19313533", "19561411", "24712186"], "ranked_scores": [0.6471, 0.6444, 0.6213, 0.6201, 0.6185, 0.6151, 0.6145, 0.6134, 0.611, 0.6093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "19149247", "6422576", "37549932", "1281769", "41710132", "3863543", "6776834", "5503194", "16712164"], "ranked_scores": [0.7259, 0.6765, 0.6764, 0.6757, 0.6657, 0.6636, 0.6633, 0.6612, 0.6603, 0.6538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "21465696", "3863543", "4816339", "33677323", "8083310", "34103335", "11369420"], "ranked_scores": [0.7355, 0.7334, 0.7326, 0.7059, 0.7046, 0.7045, 0.7026, 0.6943, 0.6925, 0.6868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "778436", "27900414", "12207340", "41928290", "18676539", "9889151", "6812319"], "ranked_scores": [0.7608, 0.7201, 0.7145, 0.667, 0.663, 0.6622, 0.6588, 0.6582, 0.6529, 0.6508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "3150030", "275294", "21553394", "36960449", "30720103", "2425364", "4462079", "16256507", "44572913"], "ranked_scores": [0.5916, 0.5839, 0.5833, 0.581, 0.5707, 0.5593, 0.5573, 0.5498, 0.5409, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "849771", "32481310", "1148122", "71625969", "6503534", "5775033", "6415816", "38028419", "40913091"], "ranked_scores": [0.7027, 0.633, 0.6315, 0.5972, 0.5968, 0.5954, 0.5949, 0.5931, 0.5913, 0.5891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["12866641", "40667577", "23420807", "20758340", "13889430", "3727986", "6944800", "11172205", "1065627", "4346731"], "ranked_scores": [0.6813, 0.6672, 0.651, 0.6472, 0.6442, 0.6437, 0.6412, 0.6399, 0.6396, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "27550580", "10071590", "14362678", "3984231", "13108582", "23124332", "7602348", "21868715"], "ranked_scores": [0.683, 0.5828, 0.5824, 0.579, 0.5703, 0.5683, 0.562, 0.5595, 0.5535, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5698494", "21590125", "10072941", "202259", "32463364", "38752049", "7552215", "34139429", "14121786"], "ranked_scores": [0.6735, 0.6087, 0.5987, 0.5869, 0.5869, 0.5806, 0.5792, 0.5761, 0.5638, 0.5634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "10698739", "665817", "35884026", "26336593", "23076291", "28724565", "11992632", "18346333", "612002"], "ranked_scores": [0.6977, 0.6323, 0.6313, 0.6293, 0.6263, 0.6245, 0.6211, 0.6205, 0.6183, 0.6141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17755060", "9226649", "43334921", "57783564", "26059876", "43880096", "26735905", "19736671"], "ranked_scores": [0.8302, 0.7886, 0.7498, 0.7427, 0.7363, 0.7349, 0.7343, 0.7343, 0.7324, 0.7313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "11666252", "42693833", "4380287", "6767271", "25738896", "34905328", "33535222", "994800"], "ranked_scores": [0.7163, 0.697, 0.6872, 0.6871, 0.6854, 0.6799, 0.6792, 0.6781, 0.6769, 0.6703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "17682477", "13398997", "14647747", "27910499", "19511011", "5132358", "33535222", "20220731", "3462075"], "ranked_scores": [0.7153, 0.7086, 0.6899, 0.6897, 0.6705, 0.6681, 0.6628, 0.6617, 0.661, 0.6581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "11238951", "7224723", "24943534", "31560225", "92308", "5867846", "5735492", "2824347"], "ranked_scores": [0.7979, 0.6954, 0.6609, 0.6374, 0.6372, 0.634, 0.6333, 0.633, 0.6299, 0.6291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["10015292", "6153754", "4366738", "11738716", "5395426", "18104691", "2335873", "7875158", "41822527", "23901235"], "ranked_scores": [0.5753, 0.5739, 0.5724, 0.572, 0.569, 0.5648, 0.5614, 0.5584, 0.5574, 0.5565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "20399078", "641786", "21274496", "26038789", "5114282", "6421792"], "ranked_scores": [0.7613, 0.7428, 0.7317, 0.6486, 0.5926, 0.5899, 0.5815, 0.5772, 0.577, 0.5694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24634621", "13256155", "6334188", "31616203", "14482051", "4920376"], "ranked_scores": [0.7737, 0.7049, 0.6816, 0.6733, 0.67, 0.6165, 0.6062, 0.6013, 0.5987, 0.5964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["45401535", "22696649", "17934603", "16066726", "12827098", "32533299", "4391121", "4664540", "11233339", "14386505"], "ranked_scores": [0.7122, 0.7071, 0.6916, 0.6754, 0.6724, 0.6644, 0.6642, 0.6622, 0.6608, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2825380", "2714623", "33499189", "9283422", "41982985", "15972906", "21746539", "8903143", "5914739", "11195653"], "ranked_scores": [0.8122, 0.8083, 0.8044, 0.7947, 0.7921, 0.791, 0.7713, 0.7678, 0.7656, 0.7647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "19961177", "74137632", "12258338", "11230569", "10577574", "21323587", "13071728", "13732033"], "ranked_scores": [0.5268, 0.4608, 0.455, 0.438, 0.4362, 0.4351, 0.4339, 0.4291, 0.427, 0.4263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "18231257", "23393712", "10530014", "11369420", "4396105", "17671145", "36345185", "8453819", "5836"], "ranked_scores": [0.7373, 0.726, 0.7252, 0.7231, 0.7159, 0.71, 0.7095, 0.708, 0.707, 0.7067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "7370282", "1871230", "18041692", "26297042", "22696649", "3118719", "3495456"], "ranked_scores": [0.7603, 0.6979, 0.6774, 0.6734, 0.6732, 0.6697, 0.669, 0.6683, 0.6669, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "11238784", "33912748", "3866315", "9956893", "17671145", "26058927", "22674621", "22116439", "712078"], "ranked_scores": [0.6788, 0.671, 0.662, 0.6598, 0.65, 0.6486, 0.6467, 0.6457, 0.6451, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "15997009", "11254040", "13071728", "1986482", "13899137", "39984099", "45461275"], "ranked_scores": [0.7878, 0.7862, 0.7575, 0.7231, 0.7044, 0.702, 0.7012, 0.6921, 0.6748, 0.674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3471191", "79696454", "11335781", "5492542", "35766603", "2492146", "35301079", "32421068", "21009874", "28910120"], "ranked_scores": [0.6569, 0.6531, 0.6454, 0.6384, 0.6359, 0.6353, 0.6351, 0.6316, 0.6301, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "26409363", "30720103", "21553394", "4462079", "4483571", "19529370", "16812091", "11246427"], "ranked_scores": [0.6605, 0.6473, 0.644, 0.6371, 0.622, 0.6188, 0.5857, 0.5743, 0.5726, 0.5724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "9977329", "4319174", "16905344", "3083927", "36345578", "4340358", "41822527", "25687558", "7198295"], "ranked_scores": [0.5954, 0.5756, 0.5594, 0.5561, 0.5561, 0.547, 0.5444, 0.5399, 0.5373, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "7873737", "5884524", "6158879", "16760369", "38630735", "2533768", "6176498", "6945285", "23785605"], "ranked_scores": [0.7434, 0.7238, 0.7233, 0.6911, 0.6889, 0.6789, 0.6638, 0.6619, 0.6575, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "2714623", "25479072", "30437264", "8903143", "6717533", "51952430", "18938992", "14380875", "15972906"], "ranked_scores": [0.7027, 0.6971, 0.6934, 0.689, 0.682, 0.6775, 0.6761, 0.6714, 0.6679, 0.663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "21373821", "31554917", "40996863", "12667988", "38211681", "649951", "4587978", "58564850", "24396137"], "ranked_scores": [0.8046, 0.6465, 0.6463, 0.6059, 0.6052, 0.5952, 0.5946, 0.5918, 0.5916, 0.5915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "9764256", "7650066", "19140422", "28617573", "6561200", "23136735", "46355579", "1203035"], "ranked_scores": [0.8507, 0.8092, 0.8, 0.7972, 0.7795, 0.7659, 0.7596, 0.7342, 0.7062, 0.6921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "18678095", "36653415", "1605196", "3831884", "22712546", "13466622", "20672596", "23887844", "19185192"], "ranked_scores": [0.6837, 0.6769, 0.675, 0.6645, 0.6622, 0.6611, 0.6561, 0.645, 0.6417, 0.6413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "36345578", "35395662", "15425958", "23509113", "26873988", "28712203", "21651116", "2248870", "34016987"], "ranked_scores": [0.7033, 0.6978, 0.6968, 0.6884, 0.6737, 0.672, 0.6717, 0.6714, 0.6646, 0.6639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "15856466", "6477536", "196664003", "16979690", "84379954", "24318630", "6079486", "8426046", "38180456"], "ranked_scores": [0.5432, 0.4619, 0.4512, 0.4325, 0.4302, 0.4292, 0.4267, 0.4194, 0.4126, 0.4094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "6163801", "24707550", "14657344", "15435343", "28783084", "24044977", "16066726", "32532238", "3930020"], "ranked_scores": [0.7023, 0.6919, 0.6914, 0.6904, 0.6879, 0.6844, 0.6702, 0.6687, 0.6625, 0.6585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "8246922", "40632104", "27438378", "2842550", "22530842", "14407673", "39084565", "6853699", "7873737"], "ranked_scores": [0.6455, 0.6348, 0.6337, 0.628, 0.6269, 0.6246, 0.6185, 0.6088, 0.6068, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "21258863", "708425", "1805641", "3929361", "4999387", "7111021", "12409683", "10617916", "22635278"], "ranked_scores": [0.6956, 0.6537, 0.6437, 0.6403, 0.6323, 0.6193, 0.6129, 0.6118, 0.6104, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6853699", "8446259", "33569870", "7711685", "496873", "4506414", "25938221", "2159648", "4647303", "364522"], "ranked_scores": [0.5786, 0.5657, 0.5621, 0.558, 0.5352, 0.5303, 0.5295, 0.5273, 0.5252, 0.5174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["41735503", "17930286", "44830890", "46764350", "24510595", "24055603", "24276304", "5586392", "30813140", "22707413"], "ranked_scores": [0.5975, 0.5874, 0.5627, 0.5555, 0.5495, 0.5439, 0.5325, 0.5318, 0.5221, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "6477536", "25806385", "13097856", "44048701", "8190282", "79231308", "32462603", "704526", "11880289"], "ranked_scores": [0.6633, 0.5312, 0.5192, 0.5136, 0.4985, 0.4752, 0.4607, 0.4572, 0.4533, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "4679264", "22551259", "22264117", "4434951", "11414664", "1848452", "9291668", "26230669"], "ranked_scores": [0.7775, 0.7452, 0.7344, 0.7188, 0.6994, 0.6898, 0.6862, 0.667, 0.6647, 0.654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "1227277", "14874811", "14198646", "13466622", "49556906", "17195001", "1686997", "15975146"], "ranked_scores": [0.7552, 0.7142, 0.676, 0.6735, 0.6519, 0.6493, 0.6472, 0.6403, 0.6384, 0.638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3493623", "25263810", "5867846", "11784947", "19005293", "12885341", "3308636"], "ranked_scores": [0.7627, 0.7601, 0.6926, 0.681, 0.6667, 0.6523, 0.641, 0.6368, 0.6358, 0.6358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "13831842", "16322674", "37480103", "25973484", "5487448", "15559582", "22007333"], "ranked_scores": [0.801, 0.7851, 0.7727, 0.772, 0.7694, 0.7629, 0.7468, 0.7445, 0.7391, 0.7374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "9764256", "46695481", "6561200", "7650066", "19140422", "23136735", "6748318", "22942787", "28617573"], "ranked_scores": [0.77, 0.7326, 0.7241, 0.6836, 0.6783, 0.6756, 0.6701, 0.6654, 0.6475, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "44366096", "8005007", "24221369", "7820043", "4402497", "35079452", "8596357"], "ranked_scores": [0.7428, 0.7353, 0.7266, 0.7042, 0.7034, 0.6736, 0.6687, 0.6584, 0.6547, 0.6541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "18174210", "14021596", "7198295", "5377059", "41298619", "2236768", "28821565", "9787715"], "ranked_scores": [0.64, 0.6292, 0.6093, 0.5841, 0.569, 0.5574, 0.5491, 0.5451, 0.5425, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["516867", "1084345", "16693950", "52887689", "7185591", "10012166", "6277638", "26330861", "4452659", "11738716"], "ranked_scores": [0.7515, 0.7282, 0.7249, 0.717, 0.7044, 0.7032, 0.7001, 0.6975, 0.6766, 0.6706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "5935987", "8925851", "22482024", "6415816", "18358026", "20018321", "24731248"], "ranked_scores": [0.6411, 0.6363, 0.6321, 0.6313, 0.5935, 0.5814, 0.5805, 0.5724, 0.5644, 0.5626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "116792", "20492020", "27022864", "4340358", "23670644", "13282296", "13883546", "6123521"], "ranked_scores": [0.7365, 0.5505, 0.5354, 0.5211, 0.5186, 0.518, 0.5163, 0.516, 0.5129, 0.509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "15548965", "19313533", "24335068", "14362678", "29807737", "10562341", "23420807", "31387717", "35747505"], "ranked_scores": [0.6716, 0.6548, 0.6507, 0.6452, 0.6254, 0.6223, 0.6216, 0.6213, 0.6212, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "29557235", "6710699", "6454371", "12225214", "38675228", "26378103", "15176526", "9559146", "15816729"], "ranked_scores": [0.7294, 0.6628, 0.6625, 0.6576, 0.6563, 0.6495, 0.6485, 0.6485, 0.6484, 0.6421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "3391547", "5782614", "6000423", "5836", "30152134", "8989616", "3863543", "8083310"], "ranked_scores": [0.7372, 0.7249, 0.7057, 0.7011, 0.6967, 0.6935, 0.684, 0.6729, 0.667, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4795303", "12922760", "3052213", "22036571", "46765242", "16745747", "26607366", "4396105", "3748310"], "ranked_scores": [0.7664, 0.6933, 0.691, 0.6848, 0.6569, 0.6556, 0.6541, 0.6522, 0.6507, 0.647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "275294", "30720103", "26409363", "3150030", "25599283", "23267371", "2425364", "22517564", "36960449"], "ranked_scores": [0.6312, 0.589, 0.5752, 0.5704, 0.5527, 0.549, 0.5451, 0.544, 0.5195, 0.517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "3222187", "14663842", "24725136", "32481310", "1686997", "35345807", "1148122", "45218443"], "ranked_scores": [0.7494, 0.6654, 0.6448, 0.6396, 0.6174, 0.6116, 0.6087, 0.6044, 0.6019, 0.5964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "15946643", "40667577", "16532419", "30919024", "3727986", "86694016", "20758340", "26735905", "11172205"], "ranked_scores": [0.6948, 0.6628, 0.6603, 0.6435, 0.6399, 0.6398, 0.638, 0.6329, 0.6317, 0.6301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "15925931", "37450671", "12631697", "97884", "17821387", "6270720", "30492966"], "ranked_scores": [0.7506, 0.6378, 0.6319, 0.5922, 0.5894, 0.5745, 0.5722, 0.5583, 0.5567, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "21590125", "38752049", "36003142", "12206390", "22730024", "32159283", "32777637", "40790033", "5402581"], "ranked_scores": [0.7703, 0.6319, 0.5918, 0.5805, 0.5796, 0.576, 0.5738, 0.5694, 0.5693, 0.5671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "7042304", "13189693", "1605392", "9638032", "26336593", "12631697", "44408494", "17333231"], "ranked_scores": [0.6693, 0.6504, 0.6354, 0.6249, 0.6201, 0.6155, 0.6131, 0.6084, 0.6064, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "9483851", "26735905", "17755060", "5106691", "24190159", "17917408", "26059876", "18375089"], "ranked_scores": [0.7969, 0.7828, 0.6973, 0.6897, 0.6879, 0.6856, 0.6842, 0.684, 0.6837, 0.6835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "29347970", "14834714", "24707550", "343052", "19005293", "29288582", "25677651", "2388819", "306006"], "ranked_scores": [0.7534, 0.6907, 0.6793, 0.6679, 0.6679, 0.6678, 0.6662, 0.6655, 0.6618, 0.6591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "14647747", "3462075", "17682477", "41226276", "9283422", "10162553", "11020556", "92308"], "ranked_scores": [0.7197, 0.6633, 0.6615, 0.6378, 0.6312, 0.6231, 0.6125, 0.6103, 0.6088, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "92308", "21274496", "25263810", "28738741", "11238951", "5735492", "5398179", "18938992", "10648422"], "ranked_scores": [0.8075, 0.699, 0.6855, 0.6763, 0.6747, 0.6598, 0.6575, 0.6498, 0.6426, 0.6317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["16905344", "7875158", "5395426", "14501880", "3559136", "30464859", "11718220", "2014909", "2030623", "24349992"], "ranked_scores": [0.576, 0.5611, 0.5217, 0.5185, 0.5171, 0.5166, 0.5081, 0.5078, 0.5049, 0.5043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "4336849", "667451", "22703082", "40127292", "641786", "12409683", "20399078"], "ranked_scores": [0.7166, 0.7138, 0.6743, 0.648, 0.5937, 0.5929, 0.5918, 0.5898, 0.5874, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "6334188", "24634621", "13256155", "24190159", "10958594", "24575065", "19673227"], "ranked_scores": [0.787, 0.7282, 0.6651, 0.6467, 0.6142, 0.6077, 0.6072, 0.6036, 0.5877, 0.585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5511240", "13923140", "29564505", "6171953", "597790", "28647122", "21498497", "4303939", "5811042", "4423401"], "ranked_scores": [0.6811, 0.6798, 0.6512, 0.6509, 0.6491, 0.6457, 0.6436, 0.642, 0.6406, 0.6373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "5914739", "2825380", "33499189", "41982985", "8903143", "6961811", "9283422", "306006", "15972906"], "ranked_scores": [0.7934, 0.7843, 0.768, 0.762, 0.7603, 0.7525, 0.7507, 0.7394, 0.7386, 0.7352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4575, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "21323587", "21203899", "45920278", "10577574", "24318630", "20491205", "16204011", "841371"], "ranked_scores": [0.5464, 0.5194, 0.4816, 0.466, 0.4608, 0.4564, 0.4556, 0.4552, 0.455, 0.4491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "2825380", "29073751", "28651643", "4396105", "27306942", "22317868", "14591894", "11369420", "10530014"], "ranked_scores": [0.7462, 0.7336, 0.7249, 0.7139, 0.7067, 0.7063, 0.7033, 0.7019, 0.7015, 0.6939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22696649", "15879931", "195683603", "25942757", "15981174", "5484763", "26297042", "4583180", "9225850"], "ranked_scores": [0.8059, 0.6782, 0.6637, 0.6472, 0.6461, 0.6451, 0.6449, 0.6428, 0.642, 0.6354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "9784254", "22116439", "56486733", "6407356", "3866315", "43711341", "11238784", "22674621", "5839365"], "ranked_scores": [0.6451, 0.6447, 0.6413, 0.6311, 0.6294, 0.6291, 0.6269, 0.6245, 0.6192, 0.6171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "15997009", "341324", "44562058", "12409683", "708425", "13899137", "7224723"], "ranked_scores": [0.8086, 0.795, 0.7039, 0.6698, 0.6674, 0.6557, 0.6549, 0.6473, 0.6442, 0.6382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "7986878", "5492542", "28910120", "34025053", "32421068", "26079071", "27264454", "857189"], "ranked_scores": [0.6924, 0.6843, 0.6843, 0.671, 0.67, 0.6655, 0.6618, 0.6568, 0.6544, 0.6508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "26409363", "2159648", "46485368", "275294", "21553394", "4462079", "16812091", "16256507", "36960449"], "ranked_scores": [0.5931, 0.5715, 0.5603, 0.5591, 0.5561, 0.5435, 0.5368, 0.5295, 0.5234, 0.522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34582256", "3083927", "41822527", "32665136", "7198295", "37762357", "4340358", "39532074", "16905344"], "ranked_scores": [0.5761, 0.5531, 0.5489, 0.5431, 0.54, 0.5327, 0.5306, 0.5296, 0.5222, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "3056682", "16760369", "7873737", "20554003", "28894097", "38630735", "25599283", "6176498", "23785605"], "ranked_scores": [0.7248, 0.7011, 0.6966, 0.684, 0.67, 0.6622, 0.6537, 0.6505, 0.6488, 0.6464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33063763", "15972906", "8903143", "14380875", "8305686", "2714623", "18938992", "37256966", "2825380", "36271512"], "ranked_scores": [0.6957, 0.6866, 0.6856, 0.6835, 0.6795, 0.6788, 0.6782, 0.676, 0.6756, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["12667988", "5912283", "6421734", "38211681", "21373821", "20697217", "8002529", "26720366", "24318630", "58564850"], "ranked_scores": [0.6942, 0.6925, 0.6482, 0.6368, 0.6335, 0.6268, 0.6268, 0.6255, 0.6235, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46355579", "46695481", "19140422", "7650066", "6561200", "6748318", "9764256", "28617573", "16980892"], "ranked_scores": [0.7721, 0.7499, 0.7478, 0.7454, 0.7402, 0.7327, 0.7126, 0.7066, 0.7022, 0.7012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8262, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3285059", "23576165", "5775033", "7227763", "20672596", "3831884", "22914228", "8551160", "18678095", "4583180"], "ranked_scores": [0.6802, 0.6745, 0.6659, 0.6482, 0.6475, 0.6446, 0.6416, 0.632, 0.627, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["3330111", "21651116", "37762357", "11238951", "20960682", "36216395", "11233339", "4387484", "7433668", "28517384"], "ranked_scores": [0.7147, 0.7119, 0.708, 0.6908, 0.6846, 0.6832, 0.6794, 0.6771, 0.677, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "38180456", "196664003", "4306711", "16979690", "13494853", "34287602", "15856466", "12584053", "2138843"], "ranked_scores": [0.4796, 0.4614, 0.4459, 0.4378, 0.4364, 0.4253, 0.4226, 0.4208, 0.4137, 0.4122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9705208", "3930020", "46926352", "14644164", "188911", "35256900", "32927401", "12800122", "29347970", "3680979"], "ranked_scores": [0.7127, 0.7121, 0.6872, 0.6849, 0.682, 0.681, 0.6794, 0.6747, 0.6742, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["970012", "32159283", "3984231", "30553457", "2030623", "10284593", "1590744", "6853699", "4270992", "37207226"], "ranked_scores": [0.6611, 0.6343, 0.6293, 0.6265, 0.6265, 0.6211, 0.6194, 0.6183, 0.616, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "21258863", "4999387", "708425", "4883040", "14260013", "22635278", "18074797", "14337960", "6144337"], "ranked_scores": [0.6436, 0.6433, 0.6271, 0.6248, 0.6101, 0.609, 0.6062, 0.6056, 0.6055, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["7711685", "34876410", "25068298", "22867765", "8446259", "7370282", "496873", "2192419", "2587396", "24660385"], "ranked_scores": [0.5678, 0.5599, 0.5555, 0.5484, 0.5431, 0.5421, 0.5398, 0.5395, 0.5299, 0.5273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["5402581", "44830890", "21590125", "46764350", "32777637", "22995579", "24942840", "36003142", "24510595", "20321154"], "ranked_scores": [0.5851, 0.5558, 0.5509, 0.5498, 0.5479, 0.5423, 0.5314, 0.5291, 0.524, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "29981186", "8190282", "46355579", "25806385", "27873158", "37628989", "12779444", "24088502", "44048701"], "ranked_scores": [0.619, 0.5085, 0.4956, 0.4948, 0.4909, 0.4859, 0.4807, 0.48, 0.475, 0.4748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "4679264", "22543403", "6040392", "22551259", "9291668", "4434951", "663464", "7808055", "16964262"], "ranked_scores": [0.6913, 0.6476, 0.6462, 0.6403, 0.6356, 0.6354, 0.6169, 0.6067, 0.6016, 0.5904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "14198646", "14874811", "9899292", "28230867", "13613916", "3973445", "14541844"], "ranked_scores": [0.7147, 0.6647, 0.6565, 0.6511, 0.6496, 0.6402, 0.6254, 0.6241, 0.6224, 0.6219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5137019", "2947124", "9433958", "7115651", "2436602", "30437264", "24922825", "33934971", "1071991", "3493623"], "ranked_scores": [0.6942, 0.6875, 0.6667, 0.6665, 0.6629, 0.6591, 0.6584, 0.6556, 0.6544, 0.6544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "16098747", "27123743", "5487448", "16322674", "13831842", "1428840", "22007333", "25973484", "15512462"], "ranked_scores": [0.7701, 0.7437, 0.738, 0.7197, 0.7193, 0.7188, 0.7142, 0.7077, 0.6961, 0.6958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "7650066", "19140422", "9764256", "46355579", "16980892", "6561200", "46695481", "6748318", "13831558"], "ranked_scores": [0.6853, 0.6607, 0.6593, 0.6573, 0.6518, 0.6498, 0.6422, 0.6408, 0.6369, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "10627801", "31272411", "44366096", "41337677", "8005007", "8596357", "2638387", "3107733", "5838067"], "ranked_scores": [0.7295, 0.7032, 0.7023, 0.6891, 0.6737, 0.6728, 0.6694, 0.668, 0.6556, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "13959707", "37969403", "24097933", "3698758", "14644164", "92308", "3308636", "10284593", "36288526"], "ranked_scores": [0.5977, 0.5707, 0.5588, 0.5507, 0.5491, 0.5445, 0.5398, 0.5391, 0.534, 0.5323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["52887689", "4452659", "516867", "1084345", "26330861", "10012166", "6106004", "11527822", "4399311", "11738716"], "ranked_scores": [0.7023, 0.6862, 0.6842, 0.6744, 0.6735, 0.6672, 0.6628, 0.6612, 0.6597, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4421742", "5935987", "16120395", "3052213", "27693891", "24731248", "11291348", "3553087", "6264468", "34198365"], "ranked_scores": [0.6335, 0.6289, 0.6215, 0.5786, 0.5644, 0.5629, 0.5623, 0.5618, 0.5601, 0.5577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "24942840", "16398827", "23670644", "37592824", "21373821", "3083927", "33733520", "17454301", "38873881"], "ranked_scores": [0.6012, 0.533, 0.5275, 0.5168, 0.5135, 0.5064, 0.4999, 0.4964, 0.4959, 0.4942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5560962", "4820792", "24157077", "15548965", "2177022", "14362678", "35747505", "1065627", "327319", "31387717"], "ranked_scores": [0.6826, 0.666, 0.6624, 0.6585, 0.6528, 0.6508, 0.649, 0.6476, 0.6451, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["4544916", "2988714", "6710699", "9505448", "5944514", "18041692", "23190392", "34198365", "25419778", "38675228"], "ranked_scores": [0.7068, 0.7024, 0.6972, 0.6836, 0.6832, 0.6785, 0.6781, 0.6752, 0.6738, 0.6724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "1145473", "6000423", "5836", "2701077", "30152134", "3981613", "8989616", "11255504", "3863543"], "ranked_scores": [0.7158, 0.7144, 0.7122, 0.6966, 0.6799, 0.6795, 0.674, 0.6675, 0.6654, 0.6618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "15215393", "27134931", "22036571", "22968257", "42009630", "4795303", "5252837", "13867350", "14191255"], "ranked_scores": [0.7217, 0.6971, 0.694, 0.6934, 0.679, 0.6783, 0.6755, 0.6747, 0.6743, 0.6694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["275294", "23267371", "21553394", "36960449", "26409363", "22482024", "30720103", "3150030", "24735908", "8925851"], "ranked_scores": [0.5845, 0.5682, 0.548, 0.5451, 0.5371, 0.534, 0.5307, 0.5217, 0.5183, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "1148122", "71625969", "32481310", "6636088", "35345807", "41852733", "22482024", "4414481", "4795303"], "ranked_scores": [0.6945, 0.6419, 0.6349, 0.6323, 0.6317, 0.6217, 0.621, 0.6199, 0.6197, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["30919024", "25452937", "27647593", "15322518", "9498458", "1065627", "4320424", "327319", "41982985", "3727986"], "ranked_scores": [0.6619, 0.6535, 0.6496, 0.6463, 0.6452, 0.6438, 0.6426, 0.6414, 0.6404, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["27550580", "13768432", "12631697", "2774906", "23124332", "9846940", "4446814", "13108582", "20186513", "12122482"], "ranked_scores": [0.6301, 0.6253, 0.5954, 0.5911, 0.5586, 0.5573, 0.5573, 0.5554, 0.5528, 0.5518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["21590125", "38752049", "10984005", "36003142", "22730024", "32777637", "5402581", "6945285", "5551138", "10072941"], "ranked_scores": [0.6449, 0.6436, 0.6358, 0.6299, 0.6158, 0.6139, 0.6058, 0.5965, 0.5858, 0.5846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["612002", "23076291", "26011884", "35884026", "15548965", "31387717", "9217800", "1605392", "3113630", "24725136"], "ranked_scores": [0.6512, 0.6391, 0.6349, 0.6344, 0.6332, 0.632, 0.6292, 0.6213, 0.619, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "24349992", "18375089", "3210545", "42489926", "16201748", "26735905", "26059876", "4422868"], "ranked_scores": [0.7591, 0.7577, 0.7402, 0.7168, 0.712, 0.7075, 0.7042, 0.6986, 0.6985, 0.696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21185923", "21366394", "29288582", "41877386", "883747", "37762357", "5811042", "11233339", "17463549", "8246922"], "ranked_scores": [0.7376, 0.7207, 0.7191, 0.7026, 0.6939, 0.6929, 0.69, 0.6897, 0.689, 0.6859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["14647747", "27243019", "27910499", "2559303", "24825841", "27555165", "306006", "37762357", "18231807", "14934137"], "ranked_scores": [0.6979, 0.6954, 0.686, 0.6367, 0.6258, 0.6253, 0.6252, 0.625, 0.6221, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "11238951", "92308", "37969403", "28738741", "8373753", "17682477", "18816720", "991139", "42065070"], "ranked_scores": [0.7073, 0.6936, 0.6902, 0.6748, 0.6709, 0.6695, 0.662, 0.6605, 0.6596, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["84884645", "16905344", "2436602", "28193026", "24922825", "32665136", "36653415", "11344428", "20357868", "1800734"], "ranked_scores": [0.5838, 0.5454, 0.5395, 0.5352, 0.5296, 0.5248, 0.5209, 0.5163, 0.5142, 0.5134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "15319019", "5560962", "21274496", "14260013", "5752492", "708425", "42065070", "4336849"], "ranked_scores": [0.6582, 0.6454, 0.643, 0.5975, 0.5931, 0.5921, 0.5841, 0.576, 0.5747, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "13256155", "41650417", "21551568", "12438901", "24190159", "10958594", "15319019"], "ranked_scores": [0.6689, 0.6542, 0.5913, 0.5848, 0.5846, 0.5818, 0.5736, 0.5695, 0.5673, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5511240", "28647122", "7489663", "11837657", "39084565", "6501747", "38830961", "36345578", "4319174", "11233339"], "ranked_scores": [0.7324, 0.7124, 0.684, 0.6813, 0.6783, 0.6767, 0.6747, 0.6681, 0.6663, 0.6657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "18237384", "33499189", "8903143", "15972906", "41982985", "11195653", "9283422", "994800", "29288582"], "ranked_scores": [0.7653, 0.764, 0.7601, 0.7495, 0.7449, 0.7443, 0.7364, 0.731, 0.7283, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21203899", "38180456", "3662510", "12584053", "14408200", "24318630", "19945096", "17454301", "19824183"], "ranked_scores": [0.4904, 0.4716, 0.4512, 0.4511, 0.4456, 0.4451, 0.4385, 0.431, 0.4225, 0.4213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "24221369", "27306942", "10530014", "1574014", "4396105", "24315156", "25263810", "18042803"], "ranked_scores": [0.7312, 0.7304, 0.7287, 0.727, 0.7263, 0.7254, 0.7219, 0.7204, 0.7168, 0.7146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "25942757", "18042803", "22696649", "888896", "26297042", "24315156", "25001628", "8137081", "29073751"], "ranked_scores": [0.6846, 0.6808, 0.6707, 0.6695, 0.6675, 0.6603, 0.6572, 0.6562, 0.656, 0.6548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["41913714", "25543207", "43711341", "3203590", "22674621", "9956893", "5839365", "56486733", "22116439", "23286603"], "ranked_scores": [0.6219, 0.6166, 0.6096, 0.6069, 0.6019, 0.6019, 0.6013, 0.598, 0.5977, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "13071728", "28738741", "1986482", "15997009", "17077004", "32909242", "13899137"], "ranked_scores": [0.7422, 0.7351, 0.6957, 0.6625, 0.6621, 0.6531, 0.6523, 0.6464, 0.645, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["5492542", "25543207", "28910120", "46112052", "11335781", "2296264", "3616843", "25738896", "24873253", "7986878"], "ranked_scores": [0.715, 0.7058, 0.6955, 0.6919, 0.6888, 0.6775, 0.6762, 0.6749, 0.6731, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "30720103", "58006489", "4483571", "4462079", "19529370", "26409363", "21553394", "21199527"], "ranked_scores": [0.713, 0.6779, 0.6755, 0.6717, 0.6699, 0.6567, 0.6547, 0.6524, 0.6438, 0.6277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "9977329", "4319174", "16905344", "25687558", "13000926", "3083927", "7198295", "39532074", "26099680"], "ranked_scores": [0.6407, 0.6361, 0.6207, 0.6126, 0.607, 0.5946, 0.5945, 0.5884, 0.5867, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "5884524", "6158879", "26064662", "16760369", "6176498", "25001628", "20554003", "2533768"], "ranked_scores": [0.7968, 0.7872, 0.757, 0.7412, 0.7203, 0.7114, 0.6947, 0.6902, 0.6901, 0.6896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["18938992", "40412980", "13639330", "2714623", "14380875", "42708716", "6717533", "16882895", "8305686", "3078550"], "ranked_scores": [0.6313, 0.6273, 0.6224, 0.6199, 0.6037, 0.6028, 0.5943, 0.5929, 0.5927, 0.5899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "649951", "8868863", "31554917", "21373821", "25315295", "4587978", "11913139", "24396137", "5107861"], "ranked_scores": [0.8296, 0.7202, 0.7041, 0.6966, 0.6884, 0.6623, 0.6548, 0.6522, 0.6509, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "7650066", "9764256", "46695481", "19140422", "28617573", "46355579", "6561200", "23136735", "1203035"], "ranked_scores": [0.8568, 0.8057, 0.8051, 0.7976, 0.7782, 0.7691, 0.7456, 0.7389, 0.727, 0.7043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8928, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["970012", "23887844", "25628793", "22712546", "5775033", "19185192", "14874811", "22036571", "1590744", "7227763"], "ranked_scores": [0.6965, 0.6791, 0.6719, 0.6668, 0.6653, 0.66, 0.6596, 0.6576, 0.6547, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["46517055", "36345578", "19005293", "28712203", "195683603", "7986878", "21395936", "12358173", "2947124", "11195653"], "ranked_scores": [0.7191, 0.7111, 0.7088, 0.6991, 0.6975, 0.6912, 0.6884, 0.6812, 0.6747, 0.6722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6319826", "18074797", "196664003", "1805641", "38180456", "15856466", "1173667", "44264297", "37722384"], "ranked_scores": [0.5421, 0.5273, 0.5138, 0.4929, 0.4881, 0.4866, 0.4851, 0.4743, 0.4735, 0.4623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["2236768", "40365566", "28712203", "22696649", "4394525", "24044977", "5106691", "23509113", "14171859", "4423401"], "ranked_scores": [0.7029, 0.7011, 0.6969, 0.6796, 0.6782, 0.6695, 0.6684, 0.6612, 0.6612, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6158879", "28910120", "32159283", "6945285", "2842550", "5492542", "23912923", "7873737", "21590125", "23576165"], "ranked_scores": [0.6814, 0.652, 0.6436, 0.6435, 0.6409, 0.6278, 0.6213, 0.6209, 0.6158, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "18074797", "708425", "1215116", "14260013", "12409683", "15997009", "22635278", "6157837", "7111021"], "ranked_scores": [0.7253, 0.7158, 0.7124, 0.7036, 0.6909, 0.673, 0.6636, 0.66, 0.6522, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21301090", "1358909", "4647303", "32322418", "4506414", "23700330", "496873", "13445579", "26611094", "23400191"], "ranked_scores": [0.6195, 0.6147, 0.6085, 0.605, 0.5971, 0.5939, 0.589, 0.5779, 0.5754, 0.5707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "8672737", "14566771", "24625323", "23785605", "24510595", "14606752", "6565037", "24055603", "17930286"], "ranked_scores": [0.6572, 0.6242, 0.5956, 0.593, 0.5921, 0.5818, 0.5776, 0.5632, 0.5551, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "22707413", "6477536", "20287253", "44048701", "43378932", "19854543", "45276789", "13097856", "25806385"], "ranked_scores": [0.6677, 0.6017, 0.6017, 0.5695, 0.561, 0.5583, 0.5566, 0.5531, 0.544, 0.5432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4434951", "4679264", "26230669", "22543403", "22264117", "9291668", "22551259", "26099680", "22038539"], "ranked_scores": [0.8508, 0.8155, 0.7792, 0.7748, 0.7659, 0.7455, 0.7437, 0.7285, 0.7204, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17055665", "29657303", "29429111", "116792", "9899292", "9217800", "15975146", "10482574"], "ranked_scores": [0.7235, 0.6786, 0.6648, 0.635, 0.6319, 0.6255, 0.621, 0.6196, 0.6183, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "1220287", "3493623", "5137019", "2947124", "5289038", "6776834", "22968257", "2274272", "19005293"], "ranked_scores": [0.7399, 0.72, 0.7025, 0.6845, 0.6823, 0.6503, 0.6481, 0.648, 0.6402, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "37480103", "17450673", "27123743", "16098747", "25973484", "22007333", "5487448", "16322674", "4886637"], "ranked_scores": [0.834, 0.8282, 0.8036, 0.803, 0.8009, 0.8, 0.7996, 0.7839, 0.7775, 0.7749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "9764256", "23136735", "46355579", "7650066", "46695481", "6561200", "32423829", "25742130", "19140422"], "ranked_scores": [0.7876, 0.7545, 0.716, 0.7124, 0.7061, 0.6977, 0.6902, 0.6841, 0.6831, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "10627801", "24221369", "14474178", "31272411", "2251426", "16172576", "1970884", "4402497", "12440953"], "ranked_scores": [0.6795, 0.6568, 0.6493, 0.6458, 0.6432, 0.6287, 0.6249, 0.6197, 0.6151, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["36288526", "24088502", "18174210", "11349166", "5735492", "11344428", "14021596", "7198295", "10577574", "9658390"], "ranked_scores": [0.7035, 0.6689, 0.6558, 0.6336, 0.6101, 0.6059, 0.6045, 0.5998, 0.5978, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["52887689", "1084345", "10012166", "11738716", "516867", "7185591", "26330861", "8551160", "4399311", "9217800"], "ranked_scores": [0.7473, 0.7326, 0.686, 0.6778, 0.6771, 0.6715, 0.6671, 0.6657, 0.6487, 0.6441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8925851", "22482024", "5935987", "6415816", "29467201", "14972169", "23604601", "32481310", "16120395", "38811597"], "ranked_scores": [0.6594, 0.6352, 0.6328, 0.6302, 0.6289, 0.6201, 0.6174, 0.6075, 0.5986, 0.5969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "25687558", "13883546", "6123521", "38873881", "21373821", "20492020", "3083927", "810480"], "ranked_scores": [0.7715, 0.688, 0.6322, 0.6293, 0.6037, 0.6034, 0.5908, 0.5905, 0.5818, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4396105", "29807737", "2272614", "17876040", "33960383", "25543207", "24335068", "35660758", "15548965", "5492542"], "ranked_scores": [0.6817, 0.6794, 0.6787, 0.6758, 0.674, 0.6676, 0.6644, 0.6588, 0.6586, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "9505448", "4138659", "29557235", "6422576", "4389252", "38751591", "6163801", "7268522", "15655418"], "ranked_scores": [0.7321, 0.7116, 0.6903, 0.6821, 0.6811, 0.6799, 0.6737, 0.6721, 0.6711, 0.6662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5782614", "5765455", "6000423", "30152134", "22975806", "21855837", "11255504", "34982259", "3883485"], "ranked_scores": [0.7375, 0.7276, 0.7216, 0.7088, 0.7045, 0.6884, 0.6818, 0.6813, 0.6741, 0.6724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "778436", "2754534", "3052213", "12922760", "18346333", "4795303", "23698769", "14205246", "12643937"], "ranked_scores": [0.7426, 0.6662, 0.6628, 0.6615, 0.6567, 0.6562, 0.6524, 0.6502, 0.6464, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "3150030", "30720103", "36960449", "275294", "520579", "2425364", "8856690", "4462079", "16256507"], "ranked_scores": [0.7113, 0.7071, 0.6706, 0.6623, 0.637, 0.6315, 0.6019, 0.5952, 0.5928, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "38028419", "35345807", "19822046", "4414481", "8892905", "3222187", "35022568", "1148122"], "ranked_scores": [0.7106, 0.6819, 0.6753, 0.6554, 0.6546, 0.6537, 0.6471, 0.6426, 0.6412, 0.6402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "1065627", "6944800", "2060137", "40667577", "20758340", "30919024", "16532419", "17388232", "23420807"], "ranked_scores": [0.6746, 0.6704, 0.6641, 0.6584, 0.6577, 0.657, 0.6562, 0.6374, 0.6287, 0.6285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "17821387", "12631697", "12122482", "15925931", "46764350", "14644164", "34189936", "97884"], "ranked_scores": [0.7568, 0.6799, 0.5922, 0.5893, 0.5833, 0.5725, 0.5697, 0.5696, 0.5675, 0.5661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "21590125", "40790033", "40996863", "32463364", "36003142", "5556809", "38752049", "45153864"], "ranked_scores": [0.7853, 0.663, 0.6627, 0.6412, 0.6408, 0.6403, 0.6326, 0.6267, 0.6221, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "15215393", "18446525", "14178995", "10534299", "9638032", "24725136", "10698739", "9217800", "7042304"], "ranked_scores": [0.6887, 0.6523, 0.6115, 0.6096, 0.6092, 0.6024, 0.5995, 0.5976, 0.5932, 0.5921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "18375089", "24190159", "3831884", "12513042", "6670101", "9614443", "26735905", "33912748"], "ranked_scores": [0.7843, 0.7802, 0.7403, 0.7076, 0.6968, 0.6953, 0.6899, 0.6893, 0.6869, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["7948486", "21366394", "42693833", "14834714", "1550937", "10284593", "597790", "7975937", "2388819", "18348376"], "ranked_scores": [0.7761, 0.7525, 0.7299, 0.7129, 0.7089, 0.707, 0.7034, 0.6967, 0.6905, 0.6874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "17682477", "27910499", "41226276", "54561384", "2559303", "3462075", "4468861", "10162553", "5415832"], "ranked_scores": [0.6997, 0.6673, 0.6547, 0.64, 0.6292, 0.6181, 0.6093, 0.5963, 0.5929, 0.5631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "92308", "20996244", "5867846", "28738741", "24596228", "4883040", "11349166", "20399078", "991139"], "ranked_scores": [0.7543, 0.6763, 0.6713, 0.6604, 0.6392, 0.632, 0.621, 0.6208, 0.6166, 0.6132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3083927", "30152134", "3870062", "24766509", "44562221", "6123521", "30184745", "31560225", "32852283", "2754534"], "ranked_scores": [0.5437, 0.5429, 0.5315, 0.5152, 0.5098, 0.504, 0.5036, 0.4984, 0.4908, 0.481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "15319019", "25014337", "7111021", "14663842", "4883040", "641786", "2359152", "4336849", "20399078"], "ranked_scores": [0.7578, 0.7267, 0.7166, 0.639, 0.6327, 0.6305, 0.6227, 0.62, 0.6123, 0.6076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "6334188", "25589047", "13256155", "5500086", "4920376", "24190159", "32159283"], "ranked_scores": [0.7609, 0.7504, 0.6939, 0.6862, 0.6723, 0.6345, 0.6203, 0.6012, 0.5873, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["26474812", "21498497", "5811042", "4423401", "17934603", "13923140", "4928057", "27093166", "2236768", "7975937"], "ranked_scores": [0.6948, 0.6703, 0.6701, 0.6686, 0.6657, 0.6612, 0.6608, 0.6563, 0.6555, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2825380", "5914739", "2714623", "33499189", "25479072", "15972906", "18042803", "306006", "14591894", "9283422"], "ranked_scores": [0.7736, 0.76, 0.7595, 0.7336, 0.711, 0.6904, 0.681, 0.6795, 0.6769, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["22401061", "3662510", "21323587", "13906581", "74137632", "10577574", "14500725", "8133050", "1173667", "24318630"], "ranked_scores": [0.5606, 0.5441, 0.529, 0.5022, 0.496, 0.486, 0.4838, 0.4817, 0.4776, 0.4774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "2714623", "36345185", "23393712", "17017465", "35660758", "10530014", "4396105", "18231257", "15972906"], "ranked_scores": [0.7355, 0.6832, 0.6827, 0.6809, 0.6748, 0.6744, 0.6737, 0.6729, 0.6713, 0.6698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "5238341", "26297042", "195683603", "1871230", "14308244", "14479433", "22696649", "6000423", "23286603"], "ranked_scores": [0.7966, 0.7062, 0.6995, 0.6919, 0.6668, 0.6586, 0.6577, 0.6569, 0.6567, 0.6509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["22116439", "3866315", "56486733", "5839365", "6407356", "12280462", "25543207", "9784254", "6945285", "1686997"], "ranked_scores": [0.6818, 0.6609, 0.6591, 0.6542, 0.6447, 0.6445, 0.6411, 0.6394, 0.6351, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "15997009", "12409683", "708425", "25014337", "6426919", "11254040"], "ranked_scores": [0.8044, 0.7995, 0.7649, 0.7068, 0.693, 0.6866, 0.6798, 0.6743, 0.6678, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["28910120", "7986878", "22116439", "34025053", "33960383", "3471191", "24150328", "1900152", "2492146", "26058927"], "ranked_scores": [0.7512, 0.7259, 0.7257, 0.7198, 0.7169, 0.7149, 0.7127, 0.7122, 0.7122, 0.7096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "46485368", "2159648", "26409363", "18473550", "275294", "21553394", "58006489", "4483571", "27077180"], "ranked_scores": [0.6039, 0.6025, 0.594, 0.5789, 0.5789, 0.5769, 0.575, 0.5722, 0.5602, 0.5597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["37296667", "7198295", "13000926", "23273454", "34121231", "3083927", "41822527", "5839365", "4810810", "44572913"], "ranked_scores": [0.6184, 0.6109, 0.5943, 0.5816, 0.5764, 0.5726, 0.5718, 0.571, 0.5703, 0.5689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "3056682", "24150328", "16760369", "9846940", "3616843", "18153456", "20554003", "11616424"], "ranked_scores": [0.753, 0.7505, 0.7302, 0.7255, 0.7249, 0.7173, 0.7161, 0.7091, 0.7058, 0.7029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8305686", "6969753", "6426919", "10790846", "14155726", "3943235", "22968257", "6157371", "14380875", "33499189"], "ranked_scores": [0.6414, 0.6267, 0.6069, 0.6064, 0.5992, 0.5983, 0.5932, 0.5919, 0.5879, 0.5871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "25315295", "2436602", "12667988", "649951", "3943235", "20188586", "20697217", "25483562", "43226130"], "ranked_scores": [0.733, 0.7229, 0.7083, 0.7022, 0.6931, 0.6669, 0.6666, 0.6634, 0.6629, 0.659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "46355579", "6561200", "19140422", "7650066", "6748318", "1203035", "23136735", "9764256"], "ranked_scores": [0.813, 0.8047, 0.7794, 0.7537, 0.7495, 0.7299, 0.721, 0.7147, 0.7133, 0.6913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7495, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["38811597", "22914228", "23576165", "10698739", "4678846", "2831620", "5094468", "7227763", "19185192", "2443495"], "ranked_scores": [0.6918, 0.6892, 0.6806, 0.6778, 0.6729, 0.6677, 0.6673, 0.6672, 0.666, 0.661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["3330111", "46517055", "36345578", "7869794", "7433668", "25817686", "21395936", "28712203", "1871230", "10562341"], "ranked_scores": [0.7637, 0.7398, 0.7328, 0.7269, 0.7263, 0.7217, 0.7197, 0.7185, 0.7178, 0.704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["13966946", "44264297", "38180456", "196664003", "1946610", "18074797", "6319826", "27768226", "13938878", "30655442"], "ranked_scores": [0.5048, 0.4937, 0.4891, 0.4885, 0.482, 0.478, 0.4754, 0.4711, 0.4683, 0.4682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["46926352", "28783084", "12827098", "12800122", "2236768", "188911", "22696649", "9159125", "3391547", "23141360"], "ranked_scores": [0.7002, 0.6843, 0.6791, 0.6749, 0.6695, 0.6683, 0.668, 0.6644, 0.6642, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["5492542", "970012", "26058927", "4270992", "23576165", "6945285", "21547032", "40963697", "41877386", "32159283"], "ranked_scores": [0.6966, 0.6801, 0.6506, 0.6454, 0.643, 0.6427, 0.6326, 0.6289, 0.6238, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "39443128", "15997009", "21258863", "13380980", "32777637", "708425", "7111021", "21902910", "8756719"], "ranked_scores": [0.7122, 0.6797, 0.6739, 0.6736, 0.6659, 0.6641, 0.662, 0.662, 0.6551, 0.6548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22867765", "34537906", "24660385", "10209731", "12428497", "34876410", "32322418", "496873", "8398627", "4647303"], "ranked_scores": [0.6069, 0.5946, 0.5859, 0.5781, 0.5757, 0.5753, 0.5716, 0.5707, 0.5639, 0.5604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "44830890", "6565037", "2052720", "21590125", "12442311", "5402581", "17930286", "22995579", "5556809"], "ranked_scores": [0.5789, 0.5662, 0.535, 0.5295, 0.5268, 0.5252, 0.5238, 0.5233, 0.5199, 0.519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "140907540", "12779444", "5151024", "20188586", "6477536", "26611094", "27264454", "40905302", "25515907"], "ranked_scores": [0.7042, 0.6474, 0.6317, 0.6144, 0.6016, 0.5898, 0.5863, 0.5861, 0.5858, 0.5843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "9291668", "6040392", "4434951", "22551259", "4679264", "7808055", "4392608", "4653837", "2722988"], "ranked_scores": [0.7241, 0.6904, 0.6889, 0.6679, 0.6519, 0.6512, 0.6512, 0.6431, 0.6376, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "28369117", "17195001", "82665667", "14924526", "116792", "23148978", "9614443", "9899292", "8868863"], "ranked_scores": [0.6893, 0.6459, 0.6282, 0.6271, 0.6262, 0.6209, 0.618, 0.6157, 0.6154, 0.6122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["20960682", "1386103", "5137019", "20722510", "49432306", "21258863", "2947124", "5508750", "10790846", "25897733"], "ranked_scores": [0.6866, 0.6852, 0.666, 0.664, 0.6543, 0.654, 0.6497, 0.6464, 0.6456, 0.6447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "23557241", "5487448", "16098747", "13831842", "22007333", "16322674", "33458992", "17450673", "2140497"], "ranked_scores": [0.7895, 0.787, 0.7826, 0.7826, 0.7675, 0.7575, 0.7503, 0.7445, 0.7397, 0.7368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "25886725", "46695481", "32423829", "46355579", "285794", "23136735", "9764256", "140907540", "19140422"], "ranked_scores": [0.7237, 0.7097, 0.6984, 0.6936, 0.6874, 0.6819, 0.6777, 0.6774, 0.6732, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["2638387", "41337677", "10627801", "16172576", "14474178", "44366096", "285794", "18816720", "1970884", "21050357"], "ranked_scores": [0.6841, 0.6692, 0.6686, 0.6671, 0.6578, 0.6576, 0.6559, 0.6462, 0.6331, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "9658390", "14021596", "13734012", "11349166", "37969403", "13782317", "45920278", "36288526", "5151024"], "ranked_scores": [0.6285, 0.6173, 0.6099, 0.6055, 0.6, 0.5801, 0.5747, 0.5652, 0.5634, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["52887689", "8551160", "2543135", "14092737", "5099266", "4399311", "32985041", "2274272", "13921783", "11527822"], "ranked_scores": [0.6818, 0.6572, 0.6517, 0.6473, 0.6433, 0.6427, 0.6412, 0.6373, 0.6369, 0.6324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "22482024", "17338543", "4421742", "5935987", "18174210", "797114", "13283919", "3285059", "18256197"], "ranked_scores": [0.6928, 0.673, 0.6434, 0.6334, 0.6318, 0.6301, 0.6286, 0.6262, 0.6247, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["3083927", "14924526", "37592824", "25687558", "4340358", "16572581", "16398827", "23670644", "22688699", "10017612"], "ranked_scores": [0.6299, 0.6236, 0.6224, 0.6002, 0.599, 0.5947, 0.5944, 0.576, 0.5735, 0.571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2158516", "6158879", "25543207", "327319", "7729656", "29807737", "19683625", "3056682", "24634621", "31387717"], "ranked_scores": [0.7094, 0.7086, 0.7049, 0.7015, 0.7013, 0.6889, 0.6756, 0.6706, 0.6643, 0.6606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["9505448", "2274272", "4544916", "7042304", "10012166", "2988714", "8087082", "7157436", "23190392", "16208091"], "ranked_scores": [0.7262, 0.7008, 0.7002, 0.699, 0.6966, 0.6932, 0.6893, 0.6885, 0.6801, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["6000423", "19736671", "8318286", "1145473", "13916484", "2359152", "27995781", "14717213", "11255504", "3981613"], "ranked_scores": [0.7416, 0.7353, 0.7324, 0.7216, 0.7183, 0.7075, 0.7029, 0.6963, 0.6962, 0.6841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["39758684", "14205246", "39637840", "6363093", "35884026", "30122260", "18346333", "24995939", "22896970", "21557055"], "ranked_scores": [0.6892, 0.6885, 0.6717, 0.6666, 0.6655, 0.6638, 0.6638, 0.6611, 0.6599, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["4500832", "22023404", "275294", "21553394", "23267371", "36960449", "520579", "3150030", "22482024", "43334921"], "ranked_scores": [0.6225, 0.609, 0.6076, 0.5967, 0.5909, 0.5908, 0.5831, 0.5793, 0.5774, 0.5773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4414481", "26330861", "3067015", "16120395", "2919030", "6636088", "4795303", "14972169", "52072815", "5765455"], "ranked_scores": [0.7016, 0.689, 0.6747, 0.6732, 0.6726, 0.6708, 0.6649, 0.6608, 0.6581, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4320424", "90756514", "23141360", "41982985", "1065627", "2119889", "3727986", "22317868", "20313748", "30919024"], "ranked_scores": [0.6593, 0.6492, 0.6445, 0.6426, 0.6415, 0.6369, 0.6288, 0.6284, 0.6253, 0.62], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["17821387", "24414345", "18617259", "2774906", "27550580", "7433668", "13768432", "14644164", "9638032", "24624992"], "ranked_scores": [0.5965, 0.5949, 0.5787, 0.5741, 0.5734, 0.5674, 0.5663, 0.5645, 0.5643, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["36003142", "10984005", "21590125", "38752049", "22730024", "5402581", "27428509", "32777637", "5551138", "32463364"], "ranked_scores": [0.6871, 0.6858, 0.6697, 0.6655, 0.6621, 0.6447, 0.6277, 0.6211, 0.6183, 0.6176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["46451940", "10534299", "21557055", "18446525", "35884026", "9638032", "9955779", "22495397", "1220287", "2481032"], "ranked_scores": [0.6253, 0.6252, 0.6248, 0.61, 0.5999, 0.5966, 0.5949, 0.5868, 0.5861, 0.5855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "7975937", "18375089", "27647593", "1907601", "293661", "6923961", "26735905", "27693891", "33912748"], "ranked_scores": [0.7672, 0.7394, 0.7274, 0.7186, 0.7186, 0.7171, 0.7119, 0.7084, 0.705, 0.7016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["41877386", "21366394", "5511240", "32101982", "40632104", "3680979", "25942757", "2042250", "25148216", "21185923"], "ranked_scores": [0.7401, 0.7401, 0.7249, 0.7244, 0.7242, 0.723, 0.7153, 0.7136, 0.7121, 0.7113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "2559303", "22613657", "3462075", "14647747", "37762357", "20610557", "24825841", "24828165"], "ranked_scores": [0.708, 0.6514, 0.6183, 0.6182, 0.6104, 0.6011, 0.5996, 0.5993, 0.5896, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7433668", "92308", "20960682", "39443128", "17682477", "10577574", "37969403", "991139", "35087728"], "ranked_scores": [0.7256, 0.6865, 0.6802, 0.6734, 0.6729, 0.6688, 0.6672, 0.6609, 0.6547, 0.6546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3083927", "84884645", "20960682", "26474812", "5839365", "24922825", "2436602", "13000926", "5556809", "6123521"], "ranked_scores": [0.553, 0.5263, 0.5152, 0.5003, 0.4914, 0.4909, 0.4898, 0.4888, 0.4887, 0.4815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "5752492", "5560962", "14260013", "14663842", "15319019", "2638387", "708425", "20471181"], "ranked_scores": [0.6824, 0.6415, 0.6359, 0.6211, 0.6209, 0.6169, 0.6142, 0.6123, 0.6104, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "704526", "3559136", "7621534", "22730024", "19313533", "32777637", "25895285", "3376731"], "ranked_scores": [0.6411, 0.6099, 0.5772, 0.5762, 0.5757, 0.5585, 0.5584, 0.5579, 0.5542, 0.551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5289038", "17934603", "5511240", "20460020", "17438862", "4394525", "5811042", "28517384", "11335781", "5800138"], "ranked_scores": [0.698, 0.6865, 0.6823, 0.6781, 0.6761, 0.6761, 0.668, 0.6618, 0.6614, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "18237384", "33499189", "8903143", "11195653", "7583725", "9283422", "5914739", "41982985", "2825380"], "ranked_scores": [0.7085, 0.7057, 0.6991, 0.6782, 0.6585, 0.6419, 0.6334, 0.6316, 0.6299, 0.6289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13938878", "26474812", "19824183", "22401061", "13906581", "84085333", "14408200", "4824840", "21203899", "36082224"], "ranked_scores": [0.5262, 0.5105, 0.4921, 0.4887, 0.4858, 0.4639, 0.4619, 0.4514, 0.4475, 0.4474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["4396105", "34054472", "22317868", "25263810", "18834078", "11369420", "18231257", "1031534", "11043831", "28651643"], "ranked_scores": [0.7104, 0.683, 0.6783, 0.6764, 0.6728, 0.6725, 0.6664, 0.6648, 0.6641, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["25942757", "25994317", "35660758", "888896", "1800734", "13189693", "29073751", "14171859", "3866315", "22178316"], "ranked_scores": [0.697, 0.6957, 0.6928, 0.6843, 0.6841, 0.6817, 0.6789, 0.6732, 0.6727, 0.6689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["32463364", "27428509", "43711341", "5402581", "41913714", "5839365", "16760369", "12442311", "5492542", "24150328"], "ranked_scores": [0.6673, 0.6399, 0.6392, 0.6384, 0.6358, 0.6319, 0.6298, 0.6264, 0.6176, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "17077004", "7111021", "15319019", "15997009", "32909242", "1986482", "24596228", "11254040"], "ranked_scores": [0.743, 0.7084, 0.6941, 0.6881, 0.6755, 0.6625, 0.6594, 0.6562, 0.6518, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["24150328", "28910120", "46112052", "2492146", "6945285", "11335781", "20554003", "5492542", "3935126", "33960383"], "ranked_scores": [0.7648, 0.7532, 0.7468, 0.7421, 0.7372, 0.7364, 0.735, 0.7323, 0.732, 0.7292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30720103", "26409363", "34582256", "21553394", "16812091", "44572913", "38551172", "16256507", "25974070", "11246427"], "ranked_scores": [0.7756, 0.7542, 0.7268, 0.7259, 0.7124, 0.7059, 0.7043, 0.7014, 0.6909, 0.6872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13123189", "27910499", "34228604", "8989616", "4319174", "16905344", "13000926", "44562221", "17000834", "25293721"], "ranked_scores": [0.7466, 0.7328, 0.7232, 0.7169, 0.7146, 0.7122, 0.7068, 0.7053, 0.6939, 0.6925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["16760369", "6176498", "7873737", "23783727", "6158879", "26064662", "3898784", "12280462", "202259", "23785605"], "ranked_scores": [0.8246, 0.8116, 0.8019, 0.7961, 0.7931, 0.7809, 0.7784, 0.778, 0.7738, 0.7634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["40412980", "27373088", "22896970", "30437264", "34604584", "5867846", "9278263", "18938992", "21330280", "8426046"], "ranked_scores": [0.6529, 0.6345, 0.6246, 0.6218, 0.6203, 0.6179, 0.6124, 0.6115, 0.6069, 0.5985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "36271512", "34228604", "30351165", "16390264", "25315295", "20302714", "649951", "3981244", "28928964"], "ranked_scores": [0.8252, 0.7617, 0.7596, 0.7539, 0.7171, 0.7153, 0.71, 0.7059, 0.7024, 0.6996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "7650066", "9764256", "6561200", "46695481", "1387104", "28617573", "15925931", "22942787", "14664424"], "ranked_scores": [0.7853, 0.7598, 0.7437, 0.7272, 0.7212, 0.7035, 0.6912, 0.6911, 0.6857, 0.6785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8667, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["797114", "13878643", "20672596", "25628793", "27022864", "11616424", "38811597", "75636923", "4841908", "9796495"], "ranked_scores": [0.7406, 0.6988, 0.6954, 0.6917, 0.684, 0.6787, 0.677, 0.6761, 0.6757, 0.6716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2236768", "6182947", "25089501", "195683603", "9878167", "888896", "28712203", "36089763", "9787715", "22696649"], "ranked_scores": [0.8219, 0.8174, 0.8168, 0.7948, 0.7939, 0.7939, 0.7784, 0.7726, 0.7721, 0.7698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["6319826", "9283422", "27768226", "7029990", "196664003", "12871002", "12922760", "37722384", "5867846", "38180456"], "ranked_scores": [0.5387, 0.5263, 0.5111, 0.5051, 0.5047, 0.4988, 0.4972, 0.4937, 0.4928, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9956893", "28712203", "52887689", "23509113", "6123521", "2236768", "34469966", "24989194", "5268462", "10012166"], "ranked_scores": [0.8021, 0.7773, 0.7757, 0.7706, 0.7702, 0.7608, 0.7605, 0.746, 0.7443, 0.7422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10984005", "1686997", "27449472", "32463364", "26079071", "5492542", "6158879", "16979690", "23783727", "39558597"], "ranked_scores": [0.6897, 0.6742, 0.6672, 0.663, 0.6535, 0.6529, 0.6422, 0.639, 0.6338, 0.6318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "52180874", "9498458", "21258863", "32023005", "341324", "15997009", "7111021", "31363207", "14819804"], "ranked_scores": [0.7775, 0.7769, 0.7747, 0.751, 0.7465, 0.7412, 0.7406, 0.7401, 0.7381, 0.7373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["30639847", "2829179", "35724562", "4647303", "21767325", "21301090", "14672919", "8318922", "13445579", "1358909"], "ranked_scores": [0.7458, 0.7391, 0.7344, 0.6915, 0.6887, 0.6879, 0.6859, 0.6806, 0.6647, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["22995579", "8672737", "14606752", "21239672", "24055603", "24148722", "28419824", "30208015", "37592824", "17930286"], "ranked_scores": [0.7029, 0.6975, 0.6587, 0.6537, 0.6471, 0.6376, 0.6243, 0.6079, 0.5806, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["25301182", "5596332", "14021596", "19854744", "15482274", "27602752", "13481731", "24408040", "24660385", "5884524"], "ranked_scores": [0.6931, 0.6796, 0.673, 0.6514, 0.6468, 0.6417, 0.641, 0.6299, 0.6246, 0.6231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4434951", "26230669", "9291668", "26099680", "4679264", "2722988", "37686718", "22543403"], "ranked_scores": [0.8882, 0.8286, 0.8236, 0.7846, 0.7575, 0.7481, 0.7262, 0.7016, 0.6938, 0.6898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17055665", "15975146", "28937856", "2266471", "29183629", "18678095", "39558597", "27438378", "8551160"], "ranked_scores": [0.7938, 0.703, 0.6939, 0.6585, 0.6571, 0.6552, 0.6359, 0.6228, 0.6166, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["13923140", "19661996", "8577229", "14644164", "19005293", "8563659", "11837657", "16066726", "44562058", "9433958"], "ranked_scores": [0.7971, 0.7925, 0.7802, 0.7761, 0.7761, 0.7718, 0.7675, 0.7673, 0.7659, 0.7644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "13831842", "5487448", "37480103", "16098747", "22007333", "17450673", "16322674", "27123743", "25135304"], "ranked_scores": [0.8207, 0.811, 0.8087, 0.8023, 0.7933, 0.7912, 0.7813, 0.779, 0.7768, 0.7645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "36355784", "25742130", "8446259", "6561200", "3727986", "41074251", "9764256", "11172205", "32423829"], "ranked_scores": [0.7663, 0.7474, 0.7414, 0.7409, 0.739, 0.7378, 0.7288, 0.7282, 0.7248, 0.724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["17454301", "285794", "42065070", "19854744", "39668245", "3698758", "8300657", "14474178", "45401535", "3038933"], "ranked_scores": [0.8461, 0.7761, 0.7499, 0.7477, 0.7456, 0.7382, 0.7273, 0.7214, 0.7173, 0.7168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["11349166", "45401535", "5377059", "8190282", "36288526", "18174210", "10648422", "16980892", "5835149", "24097933"], "ranked_scores": [0.7721, 0.7238, 0.7135, 0.7125, 0.7107, 0.7088, 0.7071, 0.7068, 0.7065, 0.7017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["11738716", "52887689", "1084345", "6277638", "1576955", "1344498", "30464859", "22264117", "15975146", "7042304"], "ranked_scores": [0.8171, 0.8142, 0.7871, 0.768, 0.7635, 0.7603, 0.7522, 0.7464, 0.7455, 0.7449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["14475235", "16233471", "9478135", "26672703", "23604601", "17338543", "27022864", "24863571", "4434951", "5935987"], "ranked_scores": [0.6729, 0.6727, 0.6696, 0.6625, 0.6435, 0.6295, 0.6288, 0.6273, 0.6213, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "38023457", "810480", "22800314", "26099680", "21373821", "25687558", "13883546", "17454301"], "ranked_scores": [0.7851, 0.6776, 0.6478, 0.6468, 0.6428, 0.6425, 0.6327, 0.6297, 0.6249, 0.6224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2272614", "23420807", "350542", "4396105", "31387717", "25543207", "10562341", "26011884", "6158879", "21164071"], "ranked_scores": [0.7233, 0.6966, 0.6948, 0.6921, 0.6911, 0.687, 0.684, 0.6815, 0.6685, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "7268522", "29557235", "4544916", "43390777", "9505448", "10012166", "25419778", "12225214", "6422576"], "ranked_scores": [0.7912, 0.7521, 0.7458, 0.7377, 0.7307, 0.7287, 0.7231, 0.7224, 0.7178, 0.7151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11344428", "30152134", "6000423", "5782614", "20610557", "25315295", "34982259", "2242416", "15907458", "6776834"], "ranked_scores": [0.7681, 0.7515, 0.7289, 0.7236, 0.7183, 0.7064, 0.7014, 0.6879, 0.687, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "40710501", "28107602", "12922760", "17195001", "9199796", "778436", "15975146", "25901598", "33076846"], "ranked_scores": [0.7693, 0.7305, 0.7086, 0.6874, 0.682, 0.6784, 0.6703, 0.6691, 0.6581, 0.6569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3150030", "275294", "21553394", "520579", "8856690", "21380348", "36960449", "2425364", "26409363", "6407356"], "ranked_scores": [0.7696, 0.7288, 0.7211, 0.712, 0.7108, 0.71, 0.7021, 0.697, 0.687, 0.684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4414481", "5775033", "14501880", "3067015", "38873881", "14663842", "8892905", "31612088", "26330861", "33684572"], "ranked_scores": [0.777, 0.7313, 0.7312, 0.7169, 0.7025, 0.6955, 0.6939, 0.6809, 0.6687, 0.6683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["23420807", "1065627", "20758340", "17123657", "41650417", "4346731", "6277638", "12265561", "5764562", "16532419"], "ranked_scores": [0.794, 0.7678, 0.739, 0.718, 0.7156, 0.692, 0.6916, 0.6891, 0.6858, 0.6748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "28724565", "23124332", "33063763", "21902400", "20492020", "19708993", "24450344", "17454301", "20904154"], "ranked_scores": [0.7673, 0.6888, 0.6851, 0.6832, 0.6606, 0.659, 0.6564, 0.6486, 0.6452, 0.6447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1103795", "40996863", "26607366", "32159283", "13466622", "5556809", "9899292", "36003142", "22730024"], "ranked_scores": [0.76, 0.6624, 0.6368, 0.6335, 0.6239, 0.6239, 0.6188, 0.6171, 0.6165, 0.6107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["24725136", "6712836", "11250124", "4417558", "28724565", "24294572", "35760786", "24555417", "6157371", "18446525"], "ranked_scores": [0.7743, 0.7316, 0.7294, 0.7275, 0.7266, 0.7224, 0.7185, 0.7155, 0.7137, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["15561961", "6923961", "2831620", "15215393", "2958458", "515489", "6670101", "22914228", "21181273", "3831884"], "ranked_scores": [0.8062, 0.7891, 0.7843, 0.7686, 0.766, 0.7529, 0.7476, 0.746, 0.7442, 0.7424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["25649545", "5811042", "4664540", "7948486", "883747", "25677651", "33370", "20722510", "18546584", "29564505"], "ranked_scores": [0.8193, 0.801, 0.7861, 0.7796, 0.7673, 0.7566, 0.7505, 0.7469, 0.7451, 0.7328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "17682477", "41226276", "14647747", "4468861", "13782317", "27910499", "3462075", "19511011", "10162553"], "ranked_scores": [0.7228, 0.6928, 0.6681, 0.6593, 0.6282, 0.6267, 0.6241, 0.6043, 0.5793, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5867846", "84085333", "5398179", "20996244", "24596228", "14938990", "21274496", "24177706", "4883040"], "ranked_scores": [0.8196, 0.774, 0.7529, 0.7434, 0.7265, 0.7253, 0.6956, 0.6739, 0.6698, 0.6667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["24766509", "30152134", "16963081", "3623127", "30184745", "16728949", "4404433", "2097256", "25737507", "44562221"], "ranked_scores": [0.644, 0.6168, 0.5917, 0.5913, 0.5873, 0.5834, 0.5802, 0.5747, 0.5737, 0.5736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "15319019", "25014337", "5492542", "13948920", "12409683", "18153456", "15997009", "45461275", "7111021"], "ranked_scores": [0.705, 0.6837, 0.6753, 0.6742, 0.6683, 0.6512, 0.6504, 0.6486, 0.641, 0.6246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["25589047", "15476777", "2492146", "6334188", "13256155", "24575065", "32421068", "24634621", "14664424", "5641851"], "ranked_scores": [0.7539, 0.742, 0.7338, 0.7254, 0.6914, 0.6739, 0.6346, 0.6204, 0.6096, 0.6089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13923140", "7975937", "24707550", "24044977", "1499964", "14544564", "5289038", "19005293", "44935041", "23801039"], "ranked_scores": [0.7871, 0.7853, 0.7808, 0.7791, 0.7596, 0.7491, 0.7447, 0.7429, 0.7394, 0.7353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["6961811", "25479072", "2825380", "20457190", "33499189", "40094786", "5914739", "2714623", "5752492", "8305686"], "ranked_scores": [0.7489, 0.747, 0.7081, 0.6962, 0.6957, 0.6876, 0.6874, 0.6841, 0.6794, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["3662510", "13899137", "25690564", "12922760", "13901073", "22401061", "41329906", "13368032", "45461275", "12428497"], "ranked_scores": [0.6447, 0.5891, 0.5876, 0.5813, 0.5761, 0.5737, 0.5729, 0.57, 0.5595, 0.5574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["21164071", "10991183", "8305686", "1127562", "23700330", "28468276", "14591894", "6717533", "23763738", "2825380"], "ranked_scores": [0.7144, 0.7055, 0.6715, 0.6588, 0.6558, 0.6516, 0.6499, 0.6447, 0.6419, 0.6415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "25942757", "5238341", "2177022", "2842550", "13778710", "23286603", "26297042", "1871230", "3559136"], "ranked_scores": [0.8541, 0.7884, 0.7748, 0.7619, 0.7351, 0.7268, 0.7206, 0.7163, 0.7133, 0.7131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["22420524", "8458567", "7613033", "6407356", "35186640", "5698494", "24150328", "9784254", "3866315", "28910120"], "ranked_scores": [0.7048, 0.7044, 0.695, 0.6834, 0.6827, 0.6648, 0.6618, 0.6502, 0.6474, 0.646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1805641", "708425", "12409683", "13899137", "15997009", "341324", "3413083"], "ranked_scores": [0.8573, 0.829, 0.8234, 0.7889, 0.7888, 0.7685, 0.7619, 0.7597, 0.746, 0.7384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["28910120", "31460499", "33387953", "5839365", "29288582", "857189", "4664540", "25589047", "21884449", "26079071"], "ranked_scores": [0.8122, 0.7508, 0.7442, 0.7418, 0.7267, 0.7259, 0.7248, 0.7247, 0.7243, 0.7238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12489688", "25298276", "21553394", "38551172", "24873253", "1967410", "41852733", "46485368", "2159648", "11246427"], "ranked_scores": [0.6675, 0.6648, 0.6639, 0.6639, 0.6609, 0.6536, 0.6513, 0.6416, 0.6379, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["23273454", "29735200", "16488405", "34121231", "12205576", "13000926", "37296667", "9291668", "26099680", "4319174"], "ranked_scores": [0.7085, 0.703, 0.6951, 0.6885, 0.6848, 0.6736, 0.6736, 0.6727, 0.6693, 0.6615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["3898784", "45447613", "11441172", "5884524", "34139429", "31890716", "17324544", "29362104", "9288638", "6157837"], "ranked_scores": [0.7917, 0.7898, 0.7864, 0.7838, 0.7799, 0.7799, 0.77, 0.7698, 0.7682, 0.7666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["29828242", "8426046", "6426919", "8305686", "21330280", "6961811", "35987381", "30261663", "17123657", "79231308"], "ranked_scores": [0.6923, 0.662, 0.6617, 0.6442, 0.6303, 0.6185, 0.6182, 0.6062, 0.6008, 0.5927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["25315295", "30058568", "9478135", "15678772", "5912283", "12205576", "34228604", "34905328", "20460020", "9548440"], "ranked_scores": [0.7668, 0.7532, 0.7392, 0.7371, 0.7265, 0.7214, 0.7196, 0.7188, 0.7084, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["3210545", "27873158", "11172205", "19140422", "6070278", "46695481", "2931832", "32322418", "24928817", "6796297"], "ranked_scores": [0.7509, 0.7492, 0.7479, 0.7334, 0.7334, 0.73, 0.7258, 0.7228, 0.7228, 0.7156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3854, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["38811597", "20672596", "7227763", "23576165", "797114", "6565037", "4583180", "45770026", "3067015", "9977329"], "ranked_scores": [0.6778, 0.6776, 0.6764, 0.6735, 0.661, 0.6603, 0.656, 0.655, 0.6479, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["28149602", "7968532", "36089763", "10562341", "17967608", "28517384", "4959368", "25089501", "2236768", "3330111"], "ranked_scores": [0.8491, 0.8491, 0.8491, 0.8467, 0.8467, 0.8158, 0.8133, 0.8107, 0.796, 0.796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["6962472", "6319826", "41982985", "2825380", "9283422", "6209599", "8426046", "14174055", "6426919", "44264297"], "ranked_scores": [0.5215, 0.5032, 0.4872, 0.4872, 0.4869, 0.4834, 0.4771, 0.477, 0.4747, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["597790", "41822527", "28783084", "21366394", "33733520", "45487164", "9159125", "5266423", "23816832", "28724565"], "ranked_scores": [0.7791, 0.7791, 0.7734, 0.7718, 0.7629, 0.7587, 0.7563, 0.756, 0.7537, 0.7507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["19460822", "32463364", "21590125", "10984005", "22889972", "6945285", "3707035", "17324544", "11616424", "27449472"], "ranked_scores": [0.7334, 0.724, 0.724, 0.7005, 0.6748, 0.65, 0.6451, 0.6422, 0.6405, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["3471191", "52180874", "1805641", "39443128", "3572885", "6270720", "15194125", "25897733", "25895285", "9498458"], "ranked_scores": [0.8156, 0.8132, 0.785, 0.7834, 0.7775, 0.7739, 0.7532, 0.7502, 0.7454, 0.7364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19804204", "41599676", "22867765", "23124332", "35271381", "34876410", "35724562", "7142113", "10209731", "18074797"], "ranked_scores": [0.6787, 0.6728, 0.6639, 0.6598, 0.6533, 0.6528, 0.6526, 0.6433, 0.6427, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["849771", "14407673", "24721866", "22995579", "1522336", "21239672", "19460822", "34498325", "24735908", "5691302"], "ranked_scores": [0.5641, 0.5582, 0.5582, 0.555, 0.5479, 0.5473, 0.5461, 0.5438, 0.5404, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["25301182", "19675911", "13481731", "43226130", "20326526", "24408040", "21301090", "15482274", "12779444", "40905302"], "ranked_scores": [0.6969, 0.6719, 0.6719, 0.6696, 0.6696, 0.6641, 0.6548, 0.654, 0.6496, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "7808055", "32181055", "34228604", "4679264", "30655442", "9291668", "3052213", "6040392", "52868579"], "ranked_scores": [0.7586, 0.7001, 0.6882, 0.6841, 0.6782, 0.6652, 0.6651, 0.6626, 0.6518, 0.649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "4385779", "8868863", "2266471", "13613916", "4434951", "6123521", "13466622", "9899292", "16233471"], "ranked_scores": [0.6687, 0.6515, 0.6377, 0.6346, 0.6245, 0.6242, 0.6167, 0.61, 0.61, 0.6084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["38830961", "20960682", "1386103", "13322804", "19005293", "44562058", "14471161", "21258863", "19661996", "5508750"], "ranked_scores": [0.828, 0.8112, 0.8112, 0.7928, 0.7895, 0.7895, 0.7877, 0.7847, 0.7841, 0.7831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "23557241", "12869200", "13831842", "33458992", "5487448", "16098747", "439670", "11360768", "76463821"], "ranked_scores": [0.7479, 0.7397, 0.7378, 0.7378, 0.7378, 0.7378, 0.7378, 0.728, 0.7276, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["952111", "24916604", "13831558", "28017005", "25886725", "39164524", "22942787", "32423829", "36355784", "8446259"], "ranked_scores": [0.7742, 0.7683, 0.7644, 0.7519, 0.7296, 0.7288, 0.7246, 0.7243, 0.7221, 0.7221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "3698758", "12966719", "3093512", "1522647", "8756719", "18816720", "2097256", "2638387", "20459964"], "ranked_scores": [0.7743, 0.7654, 0.7528, 0.7488, 0.7397, 0.7354, 0.7326, 0.7326, 0.7105, 0.7086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "41294031", "39970500", "18025240", "44672703", "14361849", "7034001", "24921368", "14021596", "9658390"], "ranked_scores": [0.7449, 0.7294, 0.7205, 0.7131, 0.7131, 0.7105, 0.7039, 0.703, 0.7019, 0.6995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["7211056", "45487164", "8460275", "1797622", "28369117", "52887689", "8208212", "16905344", "14864285", "43390777"], "ranked_scores": [0.7865, 0.7834, 0.7824, 0.773, 0.7695, 0.7634, 0.7634, 0.7571, 0.7556, 0.7552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["11951999", "17338543", "41293601", "16120395", "3052213", "18256197", "2494748", "7029990", "26330861", "2919030"], "ranked_scores": [0.7698, 0.75, 0.7088, 0.6967, 0.6928, 0.684, 0.6839, 0.6786, 0.6773, 0.6773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["12471115", "3083927", "39668245", "16398827", "19661996", "8137081", "11238951", "7299977", "8373753", "7433668"], "ranked_scores": [0.6692, 0.6613, 0.64, 0.6299, 0.6262, 0.623, 0.6216, 0.614, 0.614, 0.614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6158879", "44827480", "3056682", "34054472", "21164071", "29807737", "46765242", "3684342", "25543207", "2158516"], "ranked_scores": [0.7083, 0.6908, 0.6891, 0.6806, 0.6699, 0.6606, 0.6606, 0.6517, 0.6487, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["28249680", "25022826", "2988714", "4544916", "43390777", "9505448", "1797622", "1084345", "25419778", "28928964"], "ranked_scores": [0.8106, 0.8106, 0.7935, 0.7874, 0.7826, 0.7801, 0.7753, 0.7684, 0.7684, 0.7604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13980338", "27995781", "6000423", "1220287", "31884697", "28193026", "13878643", "8318286", "42279414", "30152134"], "ranked_scores": [0.7311, 0.7213, 0.7183, 0.7103, 0.7103, 0.7054, 0.7, 0.6973, 0.694, 0.6923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["23698769", "7688110", "4729644", "24995939", "4363526", "46816158", "9669099", "18924534", "11048759", "22495397"], "ranked_scores": [0.7537, 0.7476, 0.7402, 0.7323, 0.7323, 0.7323, 0.7273, 0.7273, 0.7259, 0.7227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21380348", "22023404", "520579", "4500832", "6407356", "275294", "43334921", "23267371", "36960449", "5551138"], "ranked_scores": [0.7015, 0.6785, 0.676, 0.6746, 0.6604, 0.6524, 0.6385, 0.6302, 0.6167, 0.6167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["6636088", "7650066", "28617573", "26330861", "2919030", "4414481", "3222187", "8856690", "31612088", "3067015"], "ranked_scores": [0.751, 0.7383, 0.7262, 0.7245, 0.7245, 0.7135, 0.7119, 0.7119, 0.7097, 0.7045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "15322518", "22317868", "4320424", "2266471", "23420807", "30208015", "22190276", "34268160", "2119889"], "ranked_scores": [0.7581, 0.7025, 0.6996, 0.6939, 0.6877, 0.6838, 0.6827, 0.6817, 0.6801, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["9638032", "17821387", "25191216", "37204802", "17333231", "10534299", "4446814", "2774906", "11238951", "42708716"], "ranked_scores": [0.6935, 0.6699, 0.6623, 0.6612, 0.6599, 0.6538, 0.6483, 0.6457, 0.631, 0.6291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["26064662", "10984005", "32463364", "21590125", "27428509", "11616424", "27449472", "45153864", "6945285", "40996863"], "ranked_scores": [0.7007, 0.6954, 0.6867, 0.6867, 0.6661, 0.6647, 0.6647, 0.6604, 0.648, 0.6363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13992047", "15659108", "17368516", "11048759", "11983390", "28369117", "12691537", "35884026", "4346731", "90064424"], "ranked_scores": [0.7196, 0.7039, 0.6898, 0.688, 0.6868, 0.6797, 0.6744, 0.6739, 0.6672, 0.6653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["2831620", "2030623", "12217662", "7975937", "21181273", "35345807", "25079962", "15561961", "27693891", "20610557"], "ranked_scores": [0.8001, 0.7808, 0.778, 0.7763, 0.7762, 0.776, 0.7745, 0.7697, 0.7696, 0.7694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["883747", "44562221", "13923140", "21185923", "11335781", "23912923", "27822315", "20344442", "29288582", "266641"], "ranked_scores": [0.7762, 0.7688, 0.7565, 0.7562, 0.7446, 0.7372, 0.734, 0.7336, 0.73, 0.7268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "54561384", "10359591", "1336292", "2436602", "25353658", "13980338", "21884059", "5508750", "3863543"], "ranked_scores": [0.6789, 0.6347, 0.6124, 0.6051, 0.6041, 0.6018, 0.5939, 0.5931, 0.5921, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["10577574", "21274496", "8133050", "24512064", "24922825", "34287602", "16172576", "35987381", "39668245", "17682477"], "ranked_scores": [0.8087, 0.7847, 0.7847, 0.7626, 0.718, 0.7141, 0.7141, 0.714, 0.71, 0.7091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3623127", "23117378", "20659283", "34228604", "4928057", "26474812", "45770026", "9548440", "13980338", "23180075"], "ranked_scores": [0.5912, 0.5702, 0.5522, 0.5464, 0.5398, 0.5393, 0.5384, 0.5367, 0.5358, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "14663842", "39443128", "15319019", "44265107", "5752492", "42065070", "20471181", "46202852", "35087728"], "ranked_scores": [0.6729, 0.6378, 0.6369, 0.6351, 0.6297, 0.6218, 0.6158, 0.6151, 0.6115, 0.61], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["1805641", "3929361", "1946610", "3462075", "704526", "1287809", "15476777", "18682109", "26016929", "3572885"], "ranked_scores": [0.6286, 0.6049, 0.597, 0.5856, 0.5845, 0.5842, 0.574, 0.5728, 0.5722, 0.5697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["883747", "5511240", "11335781", "21535641", "13923140", "14644164", "6501747", "24707550", "1386103", "20960682"], "ranked_scores": [0.7819, 0.7754, 0.7743, 0.7667, 0.7623, 0.7588, 0.7557, 0.7493, 0.7475, 0.7475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["8903143", "33499189", "7583725", "2576811", "32852283", "8426046", "10704438", "6969753", "2714623", "2613411"], "ranked_scores": [0.7625, 0.7625, 0.7228, 0.6996, 0.6895, 0.6873, 0.6835, 0.6721, 0.6686, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["22401061", "19824183", "13494853", "14726759", "13906581", "45218443", "13899137", "1173667", "13938878", "2264455"], "ranked_scores": [0.6084, 0.5816, 0.5807, 0.5658, 0.5645, 0.5459, 0.5359, 0.5348, 0.5348, 0.5348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["5289038", "6767271", "29473081", "23471400", "35760786", "8219248", "24707550", "26735018", "28264919", "43224840"], "ranked_scores": [0.6941, 0.6819, 0.6775, 0.6589, 0.6586, 0.6567, 0.6471, 0.6297, 0.6266, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["35660758", "25994317", "26011884", "25942757", "2842550", "13189693", "21395936", "888896", "25001628", "1800734"], "ranked_scores": [0.7583, 0.7325, 0.7286, 0.7286, 0.7026, 0.6938, 0.6893, 0.6893, 0.6886, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["32463364", "21590125", "4270992", "10984005", "4500832", "3203590", "6945285", "9956893", "29807737", "46765242"], "ranked_scores": [0.6681, 0.6681, 0.6584, 0.6458, 0.6298, 0.6156, 0.6069, 0.6065, 0.6058, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["24082820", "29023309", "10648422", "31363207", "7111021", "24596228", "24943534", "28806780", "17077004", "21258863"], "ranked_scores": [0.8089, 0.7821, 0.7821, 0.7821, 0.7821, 0.7821, 0.7727, 0.7667, 0.7667, 0.7646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["28910120", "21884449", "2492146", "10548391", "79696454", "12280462", "24150328", "10984005", "46112052", "4427060"], "ranked_scores": [0.8249, 0.7855, 0.7735, 0.7535, 0.7517, 0.7467, 0.7467, 0.7466, 0.7461, 0.743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "44572913", "23267371", "3150030", "38551172", "520579", "26409363", "19878070", "30720103"], "ranked_scores": [566.0, 561.0, 553.0, 538.0, 538.0, 533.0, 530.0, 529.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "13000926", "4810810", "7198295", "4319174", "4345315", "17000834", "34582256", "16108876", "25687558"], "ranked_scores": [488.0, 482.0, 477.0, 476.0, 473.0, 465.0, 462.0, 459.0, 458.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "5884524", "7873737", "6158879", "16760369", "38630735", "25028913", "13448422", "750781", "14973286"], "ranked_scores": [570.0, 567.0, 561.0, 552.0, 542.0, 539.0, 532.0, 532.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2825380", "9283422", "8903143", "2714623", "33499189", "11195653", "24387017", "15972906", "5914739", "6961811"], "ranked_scores": [614.0, 614.0, 608.0, 607.0, 602.0, 595.0, 595.0, 590.0, 588.0, 587.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "12672066", "12667988", "13883546", "10749308", "28419824", "44830890", "36033696"], "ranked_scores": [560.0, 505.0, 503.0, 479.0, 472.0, 472.0, 463.0, 462.0, 462.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["28617573", "27873158", "9764256", "46695481", "6561200", "7650066", "16980892", "19140422", "23136735", "1203035"], "ranked_scores": [636.0, 629.0, 624.0, 624.0, 622.0, 606.0, 599.0, 596.0, 587.0, 576.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["36653415", "18810195", "23576165", "9199796", "13613916", "22712546", "4423401", "11616424", "3831884", "7875158"], "ranked_scores": [561.0, 548.0, 547.0, 547.0, 546.0, 544.0, 538.0, 535.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2248870", "19005293", "5752492", "15707049", "883747", "2947124", "3835423", "46926352", "26873988"], "ranked_scores": [575.0, 574.0, 566.0, 562.0, 555.0, 553.0, 550.0, 550.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "22711954", "16979690", "11288846", "38180456", "30655442", "44264297", "6319826", "9754530"], "ranked_scores": [592.0, 486.0, 484.0, 483.0, 479.0, 473.0, 471.0, 471.0, 467.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "9705208", "46926352", "34905328", "2248870", "11020556", "1933281", "4391121", "2236768", "35256900"], "ranked_scores": [568.0, 555.0, 553.0, 542.0, 540.0, 540.0, 539.0, 539.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21557614", "2391552", "9846940", "6853699", "19332616", "25028913", "34054472", "2842550", "90756514"], "ranked_scores": [570.0, 530.0, 519.0, 516.0, 512.0, 510.0, 507.0, 507.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4999387", "10617916", "12409683", "1805641", "18074797", "18025240", "3929361", "13966946", "22635278", "21258863"], "ranked_scores": [508.0, 497.0, 488.0, 484.0, 483.0, 482.0, 479.0, 479.0, 479.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19332616", "38944245", "2533768", "22867765", "6853699", "7373453", "2587396", "10697096", "22711954", "38369817"], "ranked_scores": [506.0, 486.0, 485.0, 485.0, 484.0, 481.0, 481.0, 481.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "24510595", "44830890", "8672737", "12667988", "22995579", "14566771", "41735503", "7965928"], "ranked_scores": [511.0, 494.0, 493.0, 492.0, 490.0, 490.0, 488.0, 487.0, 487.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "116556376", "16980892", "16390264", "10577574", "26611094", "41298619", "6517267", "24088502"], "ranked_scores": [518.0, 492.0, 487.0, 483.0, 478.0, 477.0, 474.0, 473.0, 471.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "22264117", "2466614", "9559146", "4679264", "4434951", "26230669", "9291668", "7514614"], "ranked_scores": [610.0, 594.0, 593.0, 583.0, 581.0, 578.0, 576.0, 572.0, 565.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11674596", "17195001", "11738716", "4414481", "1754001", "34071621", "26330861", "11414664", "2541699"], "ranked_scores": [580.0, 526.0, 526.0, 518.0, 515.0, 514.0, 512.0, 511.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "23901235", "5137019", "2947124", "10627801", "23535770", "12885341", "19005293", "25988622", "6144337"], "ranked_scores": [621.0, 557.0, 555.0, 548.0, 548.0, 546.0, 544.0, 544.0, 542.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "37480103", "27123743", "16322674", "22007333", "15512462", "1428840", "13831842", "16098747"], "ranked_scores": [623.0, 611.0, 610.0, 606.0, 602.0, 577.0, 567.0, 555.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "36355784", "28617573", "9764256", "32423829", "25742130", "12779444", "7650066", "16980892"], "ranked_scores": [577.0, 572.0, 571.0, 569.0, 565.0, 559.0, 557.0, 554.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7820043", "44366096", "935538", "7968532", "6144337", "31272411", "10627801", "24177706", "24221369", "4402497"], "ranked_scores": [571.0, 564.0, 562.0, 559.0, 557.0, 557.0, 555.0, 554.0, 554.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "35534019", "3698758", "14021596", "5266423", "27049238", "5238341", "12058271", "27889071", "32481310"], "ranked_scores": [533.0, 524.0, 518.0, 500.0, 500.0, 497.0, 492.0, 491.0, 489.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "16693950", "6277638", "1754001", "7185591", "6896063", "4452659", "9559146"], "ranked_scores": [604.0, 586.0, 561.0, 556.0, 550.0, 548.0, 547.0, 546.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "2619579", "18358026", "23618826", "6422576", "935538", "34604584", "6264468", "37362689", "42314147"], "ranked_scores": [592.0, 561.0, 559.0, 556.0, 555.0, 553.0, 549.0, 545.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "116792", "810480", "27866735", "25416944", "52874170", "24942840"], "ranked_scores": [586.0, 526.0, 512.0, 497.0, 490.0, 485.0, 484.0, 472.0, 472.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "2119889", "24712186", "317204", "24670522", "1800734", "19313533", "35660758", "35760786", "2832403"], "ranked_scores": [528.0, 512.0, 508.0, 507.0, 507.0, 506.0, 506.0, 505.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "5944514", "23160444", "4784069", "29557235", "4423559", "7093809", "10212612", "6157371", "8087082"], "ranked_scores": [619.0, 577.0, 571.0, 566.0, 564.0, 563.0, 559.0, 555.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "8083310", "12240507", "5765455", "6000423", "3863543", "4816339", "16745747", "33677323", "26059876"], "ranked_scores": [581.0, 575.0, 575.0, 566.0, 556.0, 555.0, 554.0, 550.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "25901598", "12156187", "9889151", "26607366", "20231138", "6157371", "14205246", "16644043"], "ranked_scores": [567.0, 548.0, 543.0, 542.0, 541.0, 540.0, 536.0, 533.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "23267371", "22023404", "21553394", "3150030", "36960449", "8856690", "275294", "2425364", "4462079"], "ranked_scores": [490.0, 490.0, 487.0, 487.0, 484.0, 483.0, 481.0, 473.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "10326242", "41599676", "43311750", "6315132", "9687772", "24144677", "71625969", "22482024"], "ranked_scores": [523.0, 504.0, 500.0, 499.0, 494.0, 494.0, 491.0, 484.0, 484.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "13011249", "502797", "8774475", "1065627", "8538916", "10991183", "21676556", "14149065", "17934082"], "ranked_scores": [545.0, 543.0, 538.0, 537.0, 535.0, 535.0, 535.0, 533.0, 532.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "7813993", "31933981", "8892905", "38630735", "15925931", "23124332", "3056682", "37450671"], "ranked_scores": [615.0, 518.0, 502.0, 498.0, 497.0, 497.0, 495.0, 492.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "32463364", "14121786", "16760369", "10072941", "9813098", "4647303", "31889025", "4506414"], "ranked_scores": [568.0, 521.0, 512.0, 509.0, 507.0, 506.0, 505.0, 501.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "25827024", "2015929", "54562433", "10698739", "11250124", "20904154", "57574395", "9638032"], "ranked_scores": [594.0, 559.0, 548.0, 546.0, 544.0, 534.0, 533.0, 532.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17755060", "26059876", "5572127", "9614443", "24349992", "18810195", "11915280", "9226649"], "ranked_scores": [605.0, 603.0, 563.0, 557.0, 553.0, 553.0, 553.0, 546.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28206748", "22134353", "14311986", "51952430", "36271512", "28006126", "25353658", "306006", "38587347", "9160947"], "ranked_scores": [596.0, 593.0, 592.0, 590.0, 588.0, 583.0, 581.0, 581.0, 581.0, 579.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "40473317", "8038329", "33535222", "6123924", "45414636", "17463549", "13398997", "20220731", "5508750"], "ranked_scores": [598.0, 594.0, 582.0, 581.0, 577.0, 572.0, 570.0, 570.0, 569.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "13959707", "20357868", "7111021", "39443128", "22705234", "5114282", "5398179"], "ranked_scores": [583.0, 544.0, 544.0, 533.0, 530.0, 529.0, 529.0, 528.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2014909", "3559136", "2030623", "6309659", "8764879", "19460822", "16605494", "24612804", "7514614", "33884866"], "ranked_scores": [491.0, 487.0, 487.0, 484.0, 483.0, 478.0, 475.0, 474.0, 474.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "7111021", "14260013", "2824347", "25897733", "4883040", "708425", "341324"], "ranked_scores": [596.0, 551.0, 551.0, 532.0, 529.0, 525.0, 521.0, 521.0, 517.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "52180874", "31616203", "25589047", "13256155", "6334188", "10958594", "32421068"], "ranked_scores": [629.0, 580.0, 543.0, 542.0, 540.0, 529.0, 529.0, 527.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["22852120", "9977329", "20722510", "19005293", "40323148", "5386514", "5811042", "17934603", "1499964", "29509926"], "ranked_scores": [566.0, 564.0, 560.0, 558.0, 554.0, 553.0, 553.0, 552.0, 550.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["15972906", "8903143", "11195653", "2714623", "18042803", "2825380", "4270992", "18834078", "21746539", "6961811"], "ranked_scores": [652.0, 648.0, 643.0, 643.0, 643.0, 640.0, 640.0, 638.0, 637.0, 637.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "38180456", "45920278", "24318630", "10577574", "16204011", "25886725", "74137632", "19961177", "6421734"], "ranked_scores": [550.0, 516.0, 496.0, 487.0, 485.0, 483.0, 483.0, 479.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "23393712", "10991183", "36345185", "18042803", "18909530", "17271462", "5403286", "20313748", "9911547"], "ranked_scores": [586.0, 577.0, 577.0, 569.0, 567.0, 567.0, 566.0, 563.0, 562.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "24315156", "17967608", "13778710", "14461101", "18042803", "1800734", "19561411", "25942757"], "ranked_scores": [616.0, 584.0, 574.0, 568.0, 567.0, 566.0, 563.0, 563.0, 561.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "5839365", "24150328", "11238784", "43711341", "38023457", "12280462", "23286603", "23397658", "3203590"], "ranked_scores": [556.0, 531.0, 530.0, 519.0, 519.0, 517.0, 516.0, 516.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "1986482", "31363207", "2824347", "44562058", "24241932", "15319019", "13071728"], "ranked_scores": [632.0, 619.0, 555.0, 542.0, 541.0, 538.0, 535.0, 531.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["5991309", "17934603", "11335781", "11899391", "16119973", "24726600", "79696454", "1900152", "14834714", "24998637"], "ranked_scores": [522.0, 516.0, 513.0, 511.0, 507.0, 507.0, 503.0, 501.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "44572913", "520579", "16256507", "46485368", "2159648", "8037453", "38551172", "26409363", "3150030"], "ranked_scores": [380.0, 376.0, 372.0, 372.0, 361.0, 359.0, 359.0, 359.0, 357.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "13000926", "4810810", "4319174", "7198295", "25687558", "16108876", "34121231", "52175065", "34582256"], "ranked_scores": [339.0, 337.0, 332.0, 329.0, 327.0, 318.0, 315.0, 314.0, 314.0, 312.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "6158879", "7873737", "5884524", "16760369", "38630735", "3898784", "33533307", "25028913", "14973286"], "ranked_scores": [384.0, 378.0, 377.0, 376.0, 369.0, 363.0, 362.0, 359.0, 357.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["9283422", "33499189", "2825380", "8903143", "2714623", "11195653", "5914739", "24387017", "18042803", "6961811"], "ranked_scores": [410.0, 408.0, 407.0, 404.0, 399.0, 394.0, 394.0, 393.0, 391.0, 391.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "12667988", "12672066", "13883546", "10749308", "26067999", "33733520", "36033696"], "ranked_scores": [387.0, 343.0, 335.0, 328.0, 324.0, 322.0, 322.0, 317.0, 317.0, 315.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["28617573", "27873158", "9764256", "46695481", "6561200", "7650066", "19140422", "16980892", "23136735", "1203035"], "ranked_scores": [426.0, 424.0, 421.0, 421.0, 418.0, 411.0, 402.0, 401.0, 389.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "36653415", "23576165", "13613916", "22712546", "4423401", "11616424", "3831884", "21626639", "9199796"], "ranked_scores": [378.0, 377.0, 376.0, 372.0, 369.0, 365.0, 362.0, 362.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2248870", "23509113", "19005293", "26873988", "5752492", "15707049", "3835423", "31313782", "2947124", "883747"], "ranked_scores": [388.0, 386.0, 382.0, 377.0, 375.0, 375.0, 372.0, 371.0, 371.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "22711954", "16979690", "44264297", "11288846", "30655442", "38180456", "6477536", "6319826", "7547329"], "ranked_scores": [397.0, 332.0, 326.0, 326.0, 325.0, 323.0, 323.0, 322.0, 316.0, 315.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "9705208", "2248870", "46926352", "6767271", "10846815", "35256900", "5914739", "20155713", "935034"], "ranked_scores": [391.0, 368.0, 367.0, 365.0, 363.0, 363.0, 362.0, 362.0, 361.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21557614", "2391552", "9846940", "19332616", "2842550", "6853699", "7873737", "34054472", "25028913"], "ranked_scores": [376.0, 360.0, 356.0, 355.0, 350.0, 348.0, 346.0, 343.0, 342.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4999387", "10617916", "12409683", "3929361", "17433284", "22635278", "3935126", "21239672", "18074797", "18153456"], "ranked_scores": [346.0, 336.0, 331.0, 329.0, 327.0, 326.0, 326.0, 326.0, 325.0, 325.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19332616", "38369817", "38944245", "22711954", "10697096", "87758", "7373453", "6853699", "4647303", "35724562"], "ranked_scores": [343.0, 332.0, 327.0, 326.0, 326.0, 326.0, 326.0, 323.0, 323.0, 322.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "44830890", "28419824", "32463364", "12667988", "14566771", "24285403", "30813140", "27076725"], "ranked_scores": [340.0, 337.0, 332.0, 330.0, 328.0, 327.0, 327.0, 326.0, 326.0, 326.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "16980892", "116556376", "10577574", "16390264", "41298619", "2931832", "427865", "52874170"], "ranked_scores": [351.0, 336.0, 328.0, 325.0, 320.0, 320.0, 319.0, 317.0, 317.0, 316.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4434951", "2466614", "22543403", "26230669", "9559146", "4679264", "19460822", "7514614"], "ranked_scores": [416.0, 397.0, 392.0, 387.0, 386.0, 384.0, 383.0, 382.0, 380.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11738716", "26330861", "7185591", "17195001", "11414664", "1754001", "9513785", "16267205", "4414481"], "ranked_scores": [392.0, 354.0, 354.0, 348.0, 347.0, 347.0, 347.0, 346.0, 343.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "23901235", "6144337", "2947124", "10627801", "19005293", "12885341", "6501747", "52095986"], "ranked_scores": [427.0, 383.0, 376.0, 376.0, 375.0, 375.0, 374.0, 372.0, 370.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "37480103", "16322674", "23557241", "27123743", "22007333", "15512462", "1428840", "18340282", "4828631"], "ranked_scores": [416.0, 415.0, 410.0, 409.0, 405.0, 389.0, 376.0, 375.0, 368.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "36355784", "28617573", "32423829", "25742130", "9764256", "16980892", "7650066", "6561200"], "ranked_scores": [394.0, 391.0, 390.0, 387.0, 386.0, 383.0, 382.0, 378.0, 378.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7820043", "935538", "13651792", "44366096", "7968532", "24221369", "9433958", "4402497", "10627801", "6144337"], "ranked_scores": [387.0, 386.0, 384.0, 382.0, 378.0, 374.0, 374.0, 373.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "35534019", "5266423", "14021596", "8137081", "12058271", "32481310", "991139", "44562221"], "ranked_scores": [354.0, 352.0, 351.0, 343.0, 341.0, 336.0, 336.0, 334.0, 333.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "16693950", "6896063", "516867", "9559146", "7185591", "6227220", "52887689", "4452659"], "ranked_scores": [404.0, 387.0, 373.0, 364.0, 362.0, 362.0, 362.0, 361.0, 360.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "6422576", "20649327", "23618826", "2619579", "18358026", "935538", "2251426", "34604584", "42314147"], "ranked_scores": [403.0, 381.0, 374.0, 374.0, 373.0, 373.0, 371.0, 370.0, 369.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "810480", "116792", "23670644", "25416944", "3083927", "27866735", "52874170"], "ranked_scores": [396.0, 357.0, 348.0, 335.0, 334.0, 333.0, 326.0, 325.0, 322.0, 321.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "19313533", "24712186", "19561411", "7729656", "35760786", "27127885", "24770913", "4740447", "8453819"], "ranked_scores": [351.0, 347.0, 346.0, 343.0, 342.0, 341.0, 339.0, 338.0, 338.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "10212612", "23160444", "4784069", "5503194", "6157371", "4362729", "7093809", "5944514", "5409905"], "ranked_scores": [415.0, 385.0, 383.0, 382.0, 382.0, 381.0, 380.0, 379.0, 379.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "8083310", "12240507", "5765455", "6000423", "4816339", "3863543", "16745747", "33677323", "8925851"], "ranked_scores": [392.0, 391.0, 389.0, 383.0, 379.0, 377.0, 374.0, 373.0, 373.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "25901598", "26607366", "9889151", "12922760", "6157371", "14205246", "27134931", "12156187", "5252837"], "ranked_scores": [376.0, 372.0, 368.0, 367.0, 364.0, 364.0, 363.0, 359.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["36960449", "30720103", "21553394", "3150030", "2425364", "22023404", "22674621", "12810152", "23267371", "3464191"], "ranked_scores": [325.0, 325.0, 324.0, 323.0, 322.0, 318.0, 318.0, 317.0, 317.0, 316.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "41599676", "6315132", "9687772", "43311750", "14729253", "10326242", "71625969", "991139"], "ranked_scores": [352.0, 338.0, 335.0, 334.0, 332.0, 331.0, 331.0, 330.0, 328.0, 327.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["13011249", "8538916", "10991183", "15521377", "21676556", "11172205", "4816339", "4346731", "9559146", "14149065"], "ranked_scores": [371.0, 371.0, 369.0, 368.0, 364.0, 364.0, 362.0, 361.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "7813993", "38630735", "8892905", "10071590", "3056682", "21902400", "665817", "9194077"], "ranked_scores": [407.0, 346.0, 339.0, 332.0, 330.0, 330.0, 330.0, 327.0, 326.0, 325.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "10072941", "32463364", "5698494", "16760369", "9813098", "4506414", "31889025", "34139429"], "ranked_scores": [384.0, 358.0, 347.0, 347.0, 346.0, 346.0, 344.0, 342.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "25827024", "54562433", "9217800", "2015929", "10698739", "14496749", "29429111", "57574395", "18038250"], "ranked_scores": [401.0, 384.0, 377.0, 373.0, 368.0, 366.0, 362.0, 361.0, 361.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "17755060", "26059876", "24349992", "22914228", "18810195", "26735905", "12217662", "4429932"], "ranked_scores": [414.0, 403.0, 382.0, 379.0, 372.0, 370.0, 370.0, 369.0, 367.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["51952430", "28206748", "22134353", "36271512", "6123924", "14311986", "9160947", "7399084", "25085979", "306006"], "ranked_scores": [401.0, 400.0, 395.0, 395.0, 393.0, 393.0, 393.0, 392.0, 391.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["40473317", "27910499", "8038329", "33535222", "2248870", "13398997", "4270992", "6961811", "6123924", "45414636"], "ranked_scores": [403.0, 398.0, 393.0, 390.0, 388.0, 387.0, 386.0, 386.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "20357868", "21274496", "39443128", "28738741", "13959707", "2824347", "5114282", "5398179", "7111021"], "ranked_scores": [402.0, 366.0, 365.0, 363.0, 362.0, 361.0, 360.0, 359.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2030623", "2014909", "23912923", "3559136", "8764879", "5836", "41340212", "15215393", "43226130", "6309659"], "ranked_scores": [338.0, 336.0, 328.0, 326.0, 326.0, 323.0, 323.0, 322.0, 322.0, 322.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "2824347", "25897733", "25014337", "7111021", "14260013", "4883040", "24512064", "2638387"], "ranked_scores": [387.0, 364.0, 361.0, 357.0, 357.0, 355.0, 353.0, 353.0, 351.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "31616203", "52180874", "13256155", "25589047", "7821634", "6334188", "41340212"], "ranked_scores": [420.0, 384.0, 369.0, 361.0, 360.0, 354.0, 353.0, 352.0, 350.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9977329", "22852120", "19005293", "20722510", "17023584", "40323148", "1499964", "5811042", "34016987", "5386514"], "ranked_scores": [388.0, 383.0, 377.0, 376.0, 373.0, 372.0, 372.0, 372.0, 370.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["18042803", "8903143", "2825380", "15972906", "34905328", "6961811", "21746539", "4270992", "11195653", "2714623"], "ranked_scores": [434.0, 433.0, 432.0, 432.0, 432.0, 432.0, 431.0, 430.0, 429.0, 428.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "38180456", "24318630", "40905302", "10577574", "21323587", "13071728", "19961177", "16204011", "1986482"], "ranked_scores": [364.0, 347.0, 341.0, 332.0, 331.0, 330.0, 329.0, 326.0, 326.0, 324.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "23393712", "10991183", "17271462", "9225850", "32170702", "18042803", "3391547", "18909530", "5403286"], "ranked_scores": [389.0, 387.0, 384.0, 381.0, 381.0, 381.0, 378.0, 378.0, 378.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "24315156", "1871230", "17967608", "18042803", "36345578", "25148216", "25942757", "21012916", "13778710"], "ranked_scores": [412.0, 394.0, 392.0, 382.0, 379.0, 378.0, 377.0, 376.0, 376.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "24150328", "23286603", "43711341", "5839365", "21557614", "12280462", "23397658", "7150238", "3203590"], "ranked_scores": [369.0, 356.0, 351.0, 350.0, 350.0, 348.0, 348.0, 346.0, 345.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "1986482", "2824347", "11254040", "44562058", "13071728", "31363207", "32909242"], "ranked_scores": [429.0, 419.0, 375.0, 367.0, 363.0, 362.0, 362.0, 362.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["16119973", "5991309", "17934603", "11335781", "15707049", "14834714", "23912923", "14938990", "15058155", "24726600"], "ranked_scores": [346.0, 342.0, 341.0, 340.0, 337.0, 336.0, 335.0, 334.0, 334.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "4462079", "16256507", "520579", "26409363", "46485368", "3613041", "11246427", "2159648", "8037453"], "ranked_scores": [196.0, 195.0, 193.0, 189.0, 188.0, 188.0, 185.0, 183.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "4319174", "52175065", "25687558", "4810810", "7198295", "5323845", "752423", "37480103"], "ranked_scores": [174.0, 173.0, 172.0, 168.0, 167.0, 166.0, 165.0, 164.0, 163.0, 162.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "5884524", "6158879", "7873737", "13448422", "16760369", "5698494", "750781", "2533768", "38630735"], "ranked_scores": [195.0, 194.0, 193.0, 192.0, 188.0, 185.0, 183.0, 183.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "8903143", "9283422", "19561411", "24387017", "19603353", "5914739", "2714623", "2825380", "11195653"], "ranked_scores": [211.0, 208.0, 206.0, 206.0, 205.0, 204.0, 204.0, 202.0, 202.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12667988", "28419824", "31554917", "13624704", "116556376", "21373821", "25761154", "27024392", "36033696"], "ranked_scores": [199.0, 185.0, 174.0, 173.0, 172.0, 171.0, 169.0, 167.0, 167.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["28617573", "6561200", "46695481", "27873158", "7650066", "9764256", "23136735", "16980892", "19140422", "6748318"], "ranked_scores": [218.0, 216.0, 214.0, 213.0, 209.0, 209.0, 199.0, 198.0, 197.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8928, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22914228", "18810195", "36653415", "23576165", "13613916", "3831884", "4423401", "11616424", "1686997", "43711341"], "ranked_scores": [199.0, 199.0, 197.0, 196.0, 193.0, 192.0, 190.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2248870", "31313782", "27602752", "9225850", "46926352", "2947124", "3835423", "883747", "6182947"], "ranked_scores": [201.0, 200.0, 198.0, 197.0, 195.0, 194.0, 193.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "22711954", "6477536", "11288846", "30655442", "16979690", "44264297", "84784389", "6319826", "13494853"], "ranked_scores": [203.0, 172.0, 169.0, 167.0, 166.0, 166.0, 163.0, 162.0, 161.0, 160.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "9705208", "20155713", "2248870", "9283422", "2236768", "5914739", "10846815", "24828165", "34905328"], "ranked_scores": [198.0, 190.0, 189.0, 189.0, 188.0, 188.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "2391552", "9846940", "21557614", "19332616", "2842550", "9315213", "21372171", "6853699", "35534019"], "ranked_scores": [189.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0, 179.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["10617916", "3935126", "4999387", "12409683", "1805641", "18074797", "3929361", "21258863", "27264454", "14657344"], "ranked_scores": [186.0, 184.0, 184.0, 178.0, 177.0, 176.0, 175.0, 174.0, 174.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["7711685", "27550580", "19332616", "2587396", "38944245", "22711954", "2291922", "21301090", "7373453", "2533768"], "ranked_scores": [178.0, 177.0, 175.0, 174.0, 172.0, 170.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "28419824", "20321154", "5586392", "24285403", "32463364", "7965928", "41735503", "21274919", "44830890"], "ranked_scores": [173.0, 171.0, 168.0, 168.0, 168.0, 168.0, 168.0, 167.0, 166.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "41493639", "16980892", "79231308", "116556376", "45276789", "6517267", "1387104", "14973286", "26798867"], "ranked_scores": [181.0, 174.0, 173.0, 173.0, 172.0, 169.0, 168.0, 165.0, 165.0, 165.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "4679264", "22543403", "22551259", "4434951", "7808055", "19460822", "22428640"], "ranked_scores": [215.0, 200.0, 199.0, 199.0, 198.0, 198.0, 198.0, 198.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "26330861", "7185591", "11738716", "1754001", "3153673", "17195001", "14544564", "14864285", "9513785"], "ranked_scores": [211.0, 192.0, 191.0, 191.0, 190.0, 187.0, 187.0, 184.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "6144337", "9278263", "5289038", "26474812", "19005293", "6501747", "10627801", "30437264", "12885341"], "ranked_scores": [216.0, 202.0, 197.0, 195.0, 194.0, 194.0, 193.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "23557241", "16322674", "22007333", "42150015", "439670", "2958458", "20280410"], "ranked_scores": [209.0, 208.0, 207.0, 205.0, 202.0, 196.0, 195.0, 192.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "28617573", "27873158", "7650066", "12779444", "32423829", "6561200", "52188256", "9764256"], "ranked_scores": [201.0, 201.0, 199.0, 196.0, 196.0, 195.0, 195.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7820043", "935538", "6144337", "13651792", "19603353", "24177706", "24770913", "9433958", "21622715", "24221369"], "ranked_scores": [203.0, 201.0, 199.0, 199.0, 199.0, 198.0, 197.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "5266423", "35534019", "17741440", "27789588", "28015516", "3698758", "28149602", "3308636", "5238341"], "ranked_scores": [186.0, 185.0, 179.0, 178.0, 178.0, 175.0, 175.0, 175.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1084345", "6227220", "43390777", "4452659", "516867", "6277638", "52887689", "6896063", "7185591"], "ranked_scores": [204.0, 201.0, 195.0, 191.0, 189.0, 189.0, 189.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "18358026", "26596106", "935538", "37362689", "2251426", "6209599", "6264468", "23618826", "6422576"], "ranked_scores": [212.0, 201.0, 197.0, 197.0, 196.0, 196.0, 196.0, 196.0, 195.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "116792", "27866735", "810480", "13624704", "25416944", "3083927", "23670644"], "ranked_scores": [201.0, 183.0, 171.0, 170.0, 170.0, 167.0, 167.0, 166.0, 164.0, 163.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4740447", "19313533", "21164071", "31107919", "24770913", "40383969", "6969753", "40145839", "2842550", "35660758"], "ranked_scores": [182.0, 180.0, 177.0, 177.0, 176.0, 176.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "5944514", "5409905", "4784069", "17945638", "5503194", "14191255", "29557235", "6401675", "7093809"], "ranked_scores": [209.0, 201.0, 200.0, 199.0, 198.0, 198.0, 197.0, 197.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["8083310", "12240507", "3391547", "5765455", "6710699", "40127292", "30658796", "8925851", "4816339", "10365787"], "ranked_scores": [201.0, 201.0, 200.0, 199.0, 196.0, 193.0, 193.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["9687772", "26607366", "14205246", "12922760", "27134931", "25901598", "5252837", "27900414", "4740447", "9889151"], "ranked_scores": [193.0, 186.0, 186.0, 186.0, 183.0, 182.0, 182.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["36960449", "21553394", "23267371", "2425364", "30720103", "16256507", "25599283", "22442133", "22674621", "4483571"], "ranked_scores": [179.0, 173.0, 170.0, 169.0, 168.0, 167.0, 167.0, 167.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["41599676", "3067015", "43311750", "5560962", "32481310", "4505748", "6315132", "9687772", "991139", "6415816"], "ranked_scores": [177.0, 174.0, 173.0, 172.0, 171.0, 171.0, 171.0, 170.0, 170.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "10991183", "14149065", "8774475", "8538916", "20758340", "502797", "21676556", "4346731", "3874000"], "ranked_scores": [192.0, 190.0, 190.0, 190.0, 190.0, 188.0, 188.0, 187.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "7813993", "27550580", "21301090", "13448422", "38630735", "4445629", "3056682", "2266471", "665817"], "ranked_scores": [207.0, 187.0, 178.0, 174.0, 174.0, 174.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "10072941", "5698494", "33533307", "202259", "12206390", "35724562", "26341063", "34139429", "32463364"], "ranked_scores": [195.0, 188.0, 183.0, 183.0, 183.0, 180.0, 179.0, 177.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "22178316", "25827024", "54562433", "10790846", "2015929", "35884026", "612002", "9217800", "5108807"], "ranked_scores": [203.0, 195.0, 195.0, 194.0, 194.0, 193.0, 190.0, 190.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "17755060", "24349992", "22914228", "4959368", "26059876", "33370", "18956141", "40096222"], "ranked_scores": [209.0, 205.0, 199.0, 195.0, 195.0, 194.0, 193.0, 193.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["51952430", "6767271", "5811042", "18546584", "36271512", "6961811", "14311986", "22852120", "9160947", "6123924"], "ranked_scores": [208.0, 202.0, 201.0, 201.0, 200.0, 199.0, 198.0, 198.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["40473317", "27910499", "33535222", "17682477", "4416964", "20220731", "24825841", "22530842", "8038329", "41226276"], "ranked_scores": [208.0, 208.0, 207.0, 205.0, 204.0, 204.0, 203.0, 200.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5114282", "7224723", "7111021", "29023309", "991139", "1071991", "2947124", "4883040"], "ranked_scores": [206.0, 193.0, 191.0, 189.0, 189.0, 187.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["35766603", "8083310", "2030623", "40127292", "14386505", "10326242", "30658796", "41822527", "9955779", "4816339"], "ranked_scores": [172.0, 170.0, 168.0, 168.0, 168.0, 167.0, 166.0, 166.0, 166.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2824347", "14260013", "25014337", "25897733", "6426919", "7224723", "2638387", "4336849", "708425"], "ranked_scores": [200.0, 192.0, 191.0, 186.0, 186.0, 185.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "641786", "52180874", "19683625", "6334188", "4920376", "25589047", "31616203"], "ranked_scores": [210.0, 190.0, 188.0, 184.0, 183.0, 183.0, 183.0, 183.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["29509926", "22852120", "4454788", "17023584", "9977329", "20722510", "5289038", "1499964", "23509113", "34016987"], "ranked_scores": [192.0, 190.0, 190.0, 187.0, 187.0, 187.0, 186.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "8903143", "20155713", "6123924", "33499189", "15972906", "9283422", "18834078", "6961811", "4270992"], "ranked_scores": [225.0, 222.0, 219.0, 219.0, 219.0, 218.0, 218.0, 218.0, 218.0, 217.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "38180456", "21323587", "13071728", "6477536", "3610080", "10577574", "45461275", "11344428"], "ranked_scores": [188.0, 183.0, 176.0, 170.0, 170.0, 170.0, 169.0, 168.0, 168.0, 167.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "11535539", "23700330", "26059876", "22767022", "33068577", "23260700", "17271462", "18841257", "18909530"], "ranked_scores": [202.0, 200.0, 199.0, 199.0, 199.0, 198.0, 198.0, 197.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "24315156", "17967608", "2888272", "12871281", "10530014", "25148216", "26378103", "36345578"], "ranked_scores": [198.0, 197.0, 196.0, 195.0, 194.0, 193.0, 193.0, 193.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["24150328", "23286603", "15058155", "8458567", "22674621", "20659283", "5839365", "43711341", "30981192", "7873737"], "ranked_scores": [197.0, 187.0, 187.0, 186.0, 185.0, 185.0, 185.0, 185.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "341324", "13071728", "35087728", "15319019", "1986482", "32909242", "2824347", "7647224"], "ranked_scores": [220.0, 215.0, 195.0, 192.0, 191.0, 191.0, 191.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1522336", "35301079", "79696454", "20886584", "5991309", "3308636", "14834714", "23912923", "85665741", "9846940"], "ranked_scores": [178.0, 178.0, 178.0, 176.0, 176.0, 175.0, 175.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "8037453", "26409363", "21553394", "8856690", "3613041", "2159648", "38551172", "520579"], "ranked_scores": [100.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "4810810", "4319174", "7198295", "25761154", "8596837", "14361849", "129199129", "15830352", "970012"], "ranked_scores": [95.0, 89.0, 89.0, 88.0, 87.0, 86.0, 85.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "7873737", "5884524", "6158879", "2533768", "5698494", "29657303", "24163770", "24704139", "9822397"], "ranked_scores": [105.0, 104.0, 100.0, 99.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "13651792", "8903143", "25479072", "19561411", "38533515", "2714623", "24387017", "36271512", "5914739"], "ranked_scores": [112.0, 110.0, 110.0, 109.0, 108.0, 108.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12667988", "13624704", "36033696", "4695046", "6123521", "22707413", "24873253", "31554917", "37029185"], "ranked_scores": [103.0, 98.0, 91.0, 91.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["9764256", "28617573", "7650066", "27873158", "6561200", "46695481", "23136735", "6748318", "19140422", "427865"], "ranked_scores": [111.0, 110.0, 110.0, 109.0, 109.0, 108.0, 106.0, 103.0, 102.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22914228", "18810195", "23576165", "41790911", "13613916", "17919731", "2831620", "3831884", "36653415", "4583180"], "ranked_scores": [106.0, 105.0, 104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "31313782", "195683603", "28712203", "15707049", "19005293", "9225850", "2248870", "5531479", "5752492"], "ranked_scores": [106.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "30655442", "44264297", "11288846", "16979690", "19149247", "22711954", "6477536", "35087728", "6319826"], "ranked_scores": [109.0, 92.0, 87.0, 85.0, 85.0, 84.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9705208", "32927401", "41982985", "20155713", "3475317", "21012916", "34905328", "38502066", "8005007", "9283422"], "ranked_scores": [100.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["9846940", "2391552", "32159283", "33884866", "39084565", "6270720", "29526125", "34054472", "6212802", "8246922"], "ranked_scores": [102.0, 102.0, 101.0, 98.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4999387", "10617916", "341324", "13948920", "3935126", "12409683", "14337960", "12885341", "708425", "26038789"], "ranked_scores": [103.0, 101.0, 100.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["2587396", "7711685", "38944245", "19332616", "2533768", "3896759", "2291922", "27049238", "3898784", "5238341"], "ranked_scores": [94.0, 94.0, 92.0, 92.0, 91.0, 91.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["20321154", "36003142", "28419824", "41735503", "32463364", "24524403", "27076725", "5402581", "5586392", "6565037"], "ranked_scores": [96.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "21323587", "41976370", "41493639", "79231308", "6517267", "116556376", "10577574", "16980892", "45276789"], "ranked_scores": [96.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22551259", "7808055", "22543403", "9291668", "19460822", "41496215", "22264117", "7834603", "7988832"], "ranked_scores": [110.0, 103.0, 102.0, 102.0, 100.0, 100.0, 100.0, 99.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11738716", "3153673", "14864285", "16267205", "9513785", "1754001", "14544564", "31324978", "4463811"], "ranked_scores": [106.0, 103.0, 102.0, 100.0, 100.0, 98.0, 98.0, 98.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["6144337", "9433958", "9278263", "5289038", "12885341", "2264455", "26474812", "18275697", "33934971", "1970884"], "ranked_scores": [111.0, 105.0, 104.0, 103.0, 101.0, 101.0, 101.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "23557241", "16322674", "27123743", "17450673", "439670", "42150015", "29495185", "5487448"], "ranked_scores": [110.0, 107.0, 107.0, 107.0, 107.0, 104.0, 103.0, 102.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "7650066", "32423829", "40735046", "27873158", "9764256", "28617573", "36355784", "46695481", "6748318"], "ranked_scores": [106.0, 105.0, 104.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["19603353", "1970884", "1605392", "25141908", "4325137", "4406819", "5508750", "7968532", "7820043", "9433958"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["5266423", "3878434", "24423427", "9167230", "24088502", "41298619", "3698758", "35534019", "41599676", "7647224"], "ranked_scores": [98.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "4452659", "516867", "7185591", "22159299", "43390777", "8425533", "16693950", "52887689"], "ranked_scores": [105.0, 104.0, 103.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "30835854", "5409905", "5144381", "23618826", "935538", "42009630", "41620295", "6209599", "6264468"], "ranked_scores": [112.0, 110.0, 109.0, 108.0, 108.0, 108.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "5596332", "3578380", "31460499", "37592824", "14290854", "11913139", "27866735", "52874170"], "ranked_scores": [103.0, 94.0, 92.0, 91.0, 90.0, 90.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40145839", "22767022", "3052642", "4740447", "19313533", "27127885", "21754541", "3506723", "37608303", "7451607"], "ranked_scores": [98.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["12800122", "2988714", "29557235", "5409905", "5944514", "1676568", "7093809", "8087082", "34198365", "6401675"], "ranked_scores": [111.0, 109.0, 109.0, 109.0, 107.0, 107.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["40127292", "12240507", "3391547", "6000423", "26231129", "6710699", "5782614", "5765455", "8925851", "8083310"], "ranked_scores": [103.0, 102.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["9687772", "14205246", "27134931", "24725136", "12240507", "10189634", "12922760", "11674596", "7944381", "8417211"], "ranked_scores": [103.0, 101.0, 100.0, 99.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["36960449", "21553394", "25599283", "22116439", "39558597", "4500832", "4841908", "22674621", "30720103", "4462079"], "ranked_scores": [95.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["35760786", "5560962", "991139", "9687772", "3413083", "43334921", "20471181", "26596106", "3067015", "4361990"], "ranked_scores": [92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["502797", "31962403", "34198365", "20758340", "4702639", "20231138", "29557235", "3874000", "8538916", "40127292"], "ranked_scores": [106.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "21902400", "2266471", "17821387", "25589047", "665817", "8892905", "49556906", "5782614", "6137330"], "ranked_scores": [108.0, 96.0, 95.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "10072941", "20321154", "20554003", "34139429", "202259", "35724562", "38752049", "40817021", "5839365"], "ranked_scores": [98.0, 97.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["25827024", "4447055", "2015929", "17055665", "21622715", "18038250", "16966326", "16398827", "3285059", "8771704"], "ranked_scores": [101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["40096222", "17755060", "21181273", "22914228", "18956141", "5254463", "23180075", "4422868", "4583180", "4959368"], "ranked_scores": [107.0, 106.0, 105.0, 105.0, 105.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["6767271", "51952430", "3545805", "18834078", "25602549", "994800", "21185923", "38830961", "40312663", "6961811"], "ranked_scores": [106.0, 106.0, 105.0, 105.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["4416964", "33535222", "40473317", "17682477", "86129154", "24825841", "27910499", "3155731", "41226276", "6446747"], "ranked_scores": [112.0, 109.0, 108.0, 107.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5114282", "19497526", "28738741", "1386103", "21274496", "22705234", "2824347", "7647224", "39443128"], "ranked_scores": [109.0, 106.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["41822527", "43226130", "9955779", "6776834", "26079071", "21859699", "5765455", "2030623", "79696454", "5395426"], "ranked_scores": [90.0, 90.0, 89.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "14260013", "2638387", "2824347", "7224723", "708425", "16172576", "10617916", "25014337", "5855168"], "ranked_scores": [109.0, 106.0, 104.0, 103.0, 102.0, 100.0, 99.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "31616203", "25589047", "10699587", "26079071", "46485368", "13256155", "28821565"], "ranked_scores": [111.0, 105.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9977329", "29509926", "22852120", "5289038", "20722510", "28712203", "1499964", "41822527", "24349992", "31460499"], "ranked_scores": [101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "18834078", "20220731", "9283422", "20155713", "8903143", "6123924", "38502066", "41982985", "9160947"], "ranked_scores": [115.0, 112.0, 111.0, 111.0, 110.0, 110.0, 110.0, 109.0, 109.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["24318630", "13906581", "21323587", "10577574", "38180456", "45548062", "39984099", "45461275", "6477536", "6517267"], "ranked_scores": [103.0, 98.0, 95.0, 94.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["17271462", "12240507", "32170702", "22767022", "42662816", "14191255", "17917408", "34198365", "6784372", "502797"], "ranked_scores": [108.0, 107.0, 107.0, 107.0, 107.0, 106.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["26378103", "25994317", "17967608", "18447487", "5531479", "1800734", "15248287", "1871230", "8610932", "8533245"], "ranked_scores": [108.0, 106.0, 104.0, 104.0, 104.0, 102.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["24150328", "5839365", "13466622", "21557614", "21547032", "15058155", "7873737", "43711341", "23286603", "4319174"], "ranked_scores": [101.0, 99.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "341324", "18074797", "1805641", "3929361", "7224723", "15319019", "2824347", "7647224"], "ranked_scores": [108.0, 107.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["35301079", "15058155", "79696454", "9955779", "21547032", "24150328", "23912923", "6945285", "4445629", "85665741"], "ranked_scores": [100.0, 97.0, 97.0, 95.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["8037453", "3613041", "12280462", "4583180", "25510546", "120626", "4462079", "46485368", "44572913", "4483571"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "15830352", "752423", "970012", "38944245", "38675228", "40817021", "4810810", "7198295", "4319174"], "ranked_scores": [50.0, 48.0, 47.0, 46.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "2533768", "6158879", "5698494", "20554003", "5884524", "29657303", "6945285", "32322418", "7873737"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3956, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["21866916", "19561411", "33499189", "13651792", "16839245", "2613411", "2714623", "24387017", "8903143", "5914739"], "ranked_scores": [62.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "5912283", "14361849", "14471161", "11968641", "28419824", "38211681", "37029185", "58564850", "6123521"], "ranked_scores": [53.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["9764256", "7650066", "28617573", "46695481", "23136735", "27873158", "1203035", "6561200", "19140422", "36355784"], "ranked_scores": [60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8928, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["2832403", "41790911", "14541844", "22914228", "17973161", "13613916", "52893592", "6588614", "40090058", "5775033"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "195683603", "25263810", "28149602", "17967608", "17023584", "2947124", "5572127", "4391121", "7948486"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "11288846", "44264297", "30655442", "140907540", "35087728", "16979690", "3610080", "6319826", "7547329"], "ranked_scores": [57.0, 52.0, 51.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9705208", "11902109", "40365566", "21012916", "5107861", "9283422", "17463549", "2248870", "195683603", "7370282"], "ranked_scores": [56.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "33884866", "2391552", "29526125", "35534019", "9846940", "34544514", "40156901", "44827480", "6212802"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["21700295", "4999387", "46517055", "21258863", "10617916", "46926352", "13948920", "14657344", "3308636", "708425"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["32328114", "14566771", "38369817", "24555878", "2533768", "2587396", "37207226", "7711685", "32322418", "5238341"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["20321154", "27076725", "17930286", "14308244", "28894097", "24557631", "14121786", "8672737", "33733520", "36003142"], "ranked_scores": [51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "38844612", "116556376", "9754530", "2958458", "1387104", "45276789", "41493639", "79231308", "6153754"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "1848452", "9291668", "10012166", "7808055", "26230669", "22038539", "7988832", "9513785"], "ranked_scores": [60.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["12207167", "6277638", "9513785", "3153673", "14864285", "3270834", "8925851", "33569870", "8396189", "8646760"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "5289038", "2264455", "4380287", "92308", "6144337", "5508750", "9278263", "7115651", "9433958"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16322674", "37480103", "42150015", "23557241", "27123743", "17450673", "5487448", "22007333", "3903084", "881332"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "27889071", "7650066", "45218443", "23136735", "9548440", "27873158", "9764256", "40735046", "32423829"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26672703", "2722988", "19603353", "37328025", "7968532", "40349336", "8512633", "6710699", "8577229", "7912"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["12058271", "24423427", "46517055", "24088502", "41599676", "41298619", "36345578", "5266423", "35534019", "36089763"], "ranked_scores": [55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22159299", "10012166", "7185591", "4463811", "26330861", "19460822", "1084345", "516867", "52887689", "6277638"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["27134931", "8646760", "30835854", "935538", "41620295", "31962403", "33063763", "5409905", "42009630", "6712836"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["15889329", "14924526", "38873881", "2613775", "26611834", "25761154", "31460499", "31554917", "41493639", "37592824"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["41913714", "12172346", "19313533", "40590358", "40145839", "35660758", "21754541", "24670522", "4740447", "6325527"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7093809", "935538", "5409905", "33063763", "23702805", "13771184", "30835854", "5944514", "8327914", "8646760"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["9559146", "40127292", "14178995", "8577229", "26231129", "31293581", "7185591", "6277638", "4856149", "6910577"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["37608303", "8417211", "8396189", "14205246", "9687772", "26607366", "27134931", "24725136", "30184745", "8327914"], "ranked_scores": [55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["36960449", "120626", "4841908", "16256507", "25599283", "27449472", "24872571", "275294", "4462079", "30208015"], "ranked_scores": [53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["43334921", "33684572", "12207167", "8317408", "37608303", "22442133", "20399078", "76463821", "35760786", "9687772"], "ranked_scores": [52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["22767022", "21676556", "502797", "34198365", "10991183", "4429388", "7093809", "8093935", "8533245", "8995263"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "15322518", "2389574", "35301079", "13448422", "21902400", "34753204", "25589047", "7221410", "79231308"], "ranked_scores": [56.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["29657303", "10984005", "10072941", "14121786", "28894097", "45447613", "20554003", "33960383", "40996863", "9813098"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16398827", "25827024", "12631697", "6565037", "21622715", "30553457", "16966326", "23076291", "306311", "612002"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["23180075", "21181273", "4583180", "38025907", "13283919", "1605392", "29362104", "18375089", "39558597", "4959368"], "ranked_scores": [55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["38830961", "6767271", "23801039", "14834714", "21363424", "52095986", "51952430", "5811042", "7399084", "994800"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["4416964", "24825841", "1032372", "27910499", "40473317", "3155731", "46193388", "41226276", "37182501", "4767806"], "ranked_scores": [59.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["1386103", "24512064", "1215116", "13938878", "3929361", "31363207", "4883040", "5114282", "5284188", "7111021"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["20645335", "26079071", "43226130", "5395426", "1605392", "2335873", "1967017", "6910577", "41822527", "8150638"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["14260013", "15319019", "708425", "2638387", "10617916", "21700295", "12885341", "2824347", "43378932", "92308"], "ranked_scores": [57.0, 57.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "13380980", "18682109", "28821565", "14241418", "43334921", "35301079", "6334188", "52180874"], "ranked_scores": [54.0, 53.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5289038", "24349992", "29509926", "9977329", "12827098", "20722510", "24177706", "28712203", "41294031", "51952430"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["9160947", "18834078", "36271512", "20220731", "34905328", "38502066", "994800", "22874817", "4270992", "6123924"], "ranked_scores": [61.0, 60.0, 60.0, 59.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["24318630", "14500725", "1986482", "13071728", "13906581", "19945096", "39984099", "28806780", "45461275", "3662510"], "ranked_scores": [57.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["502797", "12240507", "30658796", "20231138", "21676556", "22767022", "4702639", "6784372", "4816339", "8083310"], "ranked_scores": [59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["6148876", "25994317", "12871002", "18447487", "21012916", "25946292", "33920995", "26378103", "8610932", "43224840"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["24150328", "5839365", "7873737", "15058155", "25562234", "45153864", "6945285", "12172346", "30981192", "43711341"], "ranked_scores": [59.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "3929361", "35087728", "5850219", "1805641", "28738741", "341324", "708425", "5735492"], "ranked_scores": [59.0, 58.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["5386514", "12172346", "43329366", "33533307", "14647747", "18473550", "15058155", "18546584", "24150328", "3308636"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "120626", "25510546", "439670", "4583180", "44572913", "9171913", "46485368", "8659426", "4841908"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "15830352", "37296667", "34121231", "16557565", "4810810", "42279414", "38675228", "7198295", "797114"], "ranked_scores": [27.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "16760369", "970012", "4445629", "9813098", "29657303", "2842550", "7227763", "7873737", "8596837"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["21866916", "12948892", "13651792", "18421962", "37673301", "40769868", "38533515", "6209599", "8453819", "7268522"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["36033696", "21274919", "17693849", "19945096", "31554917", "24396137", "5912283", "52874170", "38180456", "35022568"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4416, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["7650066", "27873158", "9764256", "28617573", "27889071", "46695481", "23126677", "22517564", "19970015", "9548440"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7487, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["31070360", "41790911", "14501880", "19804204", "30720103", "14541844", "2832403", "38533515", "5775033", "9451684"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["10162553", "25263810", "11233339", "23509113", "4391121", "2417551", "30041340", "46926352", "3475317", "6182947"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "30655442", "44264297", "24530130", "15953181", "35087728", "4505748", "46277811", "70490", "6670101"], "ranked_scores": [30.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["11902109", "14461101", "6454371", "15816729", "16319097", "935034", "9705208", "44420873", "7764903", "6308416"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "25388309", "17934603", "25251625", "25589047", "33884866", "3578380", "40156901", "35534019", "41294031"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["17934603", "25388309", "13948920", "21700295", "41294031", "25251625", "2417551", "4999387", "3475317", "5284188"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["9796495", "13448422", "35724562", "4385779", "19185192", "2159648", "37207226", "38369817", "5775033", "38533515"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["4506414", "14566771", "28894097", "40996863", "23785605", "3215494", "34139429", "4841908", "4587978", "8672737"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["22707413", "16812091", "15482274", "58006489", "20418809", "23777820", "24285403", "33030946", "33458992", "3899896"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "14060030", "6040392", "6313547", "2958458", "4303075", "5377059", "9291668", "928281", "7808055"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14864285", "1754001", "19205437", "16233471", "3153673", "33063763", "44693226", "6277638", "33569870", "8646760"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["40608679", "14834714", "1386103", "26474812", "4380287", "5137019", "52095986", "6767271", "5289038", "8373753"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16322674", "17450673", "27123743", "13831842", "23557241", "37480103", "27393799", "5487448", "2140497", "42150015"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "27889071", "36355784", "7650066", "9764256", "2015126", "28617573", "27873158", "46695481", "6670101"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["8512633", "21622715", "8538916", "33030946", "26596106", "5935987", "37328025", "5107861", "7834603", "7968532"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24423427", "27789588", "25897733", "28149602", "46517055", "3308636", "41298619", "4910408", "36345578", "36089763"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["44693226", "7185591", "4463811", "19460822", "26330861", "39558597", "9513785", "4414481", "6277638", "6327940"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["20620012", "935538", "23618826", "27134931", "41928290", "23702805", "4306711", "8327914", "84784389", "8646760"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["41735503", "38369817", "31554917", "15889329", "12667988", "27866735", "14566771", "37256966", "24510595", "8672737"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["41913714", "24712186", "19313533", "23286603", "25388309", "2638387", "4347374", "3107733", "3078550", "9600826"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["935538", "20620012", "23618826", "27134931", "23702805", "41928290", "8327914", "7093809", "4306711", "7468449"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["9460704", "13734012", "13293033", "40608679", "6078882", "4463811", "6106004", "6277638", "8925851", "6670101"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["37608303", "9687772", "14767844", "20620012", "30835854", "25623469", "8396189", "24725136", "8327914", "8417211"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["16256507", "36960449", "26409363", "20851402", "25599283", "3150030", "275294", "3203590", "5914739", "4462079"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["43334921", "14479433", "12207167", "13179318", "22442133", "27373088", "21557614", "24735908", "6599693", "90756514"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["18678095", "34198365", "8646760", "17368516", "33063763", "6812319", "8093935", "9889151", "8533245", "8538916"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2389574", "34189936", "7221410", "22178316", "22309946", "29231620", "32001951", "665817", "7997337"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["28894097", "21495419", "14121786", "34139429", "5698494", "33960383", "10984005", "22730024", "29657303", "32463364"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16398827", "12631697", "25827024", "34071621", "21866916", "38533515", "6565037", "306311", "4447055", "31272411"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["23180075", "12658073", "13283919", "19708993", "1605392", "22703082", "2344892", "4959368", "40096222", "4583180"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40608679", "1386103", "14834714", "6144337", "26474812", "24726600", "25602549", "7399084", "8373753", "994800"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["1032372", "19511011", "24879055", "22613657", "20261352", "4416964", "40473317", "37182501", "86129154", "9142761"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["13938878", "44562058", "3929361", "5850219", "13940200", "13959707", "5114282", "1805641", "34378726", "991139"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["13771184", "14729253", "14663842", "6277638", "20645335", "6078882", "8133050", "46202852", "8150638", "8989616"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "20399078", "3308636", "5137019", "3493623", "3929361", "6078882", "708425", "90756514", "40608679"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["32423829", "14260013", "15476777", "52180874", "2492146", "28738741", "39443128", "25589047", "9056874", "9274291"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2030623", "40608679", "21185923", "24177706", "6767271", "5289038", "38830961", "6000423", "4561402", "51952430"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["36271512", "18834078", "9278263", "21746539", "10359591", "52095986", "5508750", "994800", "9160947", "5519177"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["24318630", "13906581", "45461275", "28806780", "11230569", "1986482", "29107210", "3662510", "39984099", "5641851"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["8083310", "32170702", "4816339", "9911547", "42662816", "435529", "6784372", "4702639", "4366738", "502797"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["18447487", "25942757", "751192", "43224840", "25994317", "7688110", "8533245", "8698857", "8610932", "9225850"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25562234", "7873737", "5698494", "24150328", "24704139", "30981192", "6945285", "42441846", "5839365", "8595678"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["1805641", "5850219", "3929361", "19824183", "5735492", "12409683", "3716075", "4883040", "8373753", "7111021"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["29634262", "37256966", "24726600", "20399078", "21009874", "31293581", "25938221", "3308636", "5586392", "5402581"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-tq-8bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "26409363", "4483571", "30720103", "520579", "23267371", "3150030"], "ranked_scores": [0.6388, 0.6121, 0.5793, 0.5647, 0.5535, 0.5491, 0.5434, 0.5421, 0.538, 0.5356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "34121231", "4319174", "4340358", "25687558", "13000926", "7198295", "34582256", "4810810", "17829012"], "ranked_scores": [0.4662, 0.4618, 0.4295, 0.4279, 0.4235, 0.4133, 0.4096, 0.401, 0.3932, 0.3815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "38630735", "16760369", "7640792", "29253460", "13448422", "24735908"], "ranked_scores": [0.7222, 0.6585, 0.6368, 0.6226, 0.6207, 0.5868, 0.5765, 0.5602, 0.5523, 0.5374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "5914739", "33499189", "2825380", "25479072", "21746539", "34905328", "19603353"], "ranked_scores": [0.6244, 0.5828, 0.5816, 0.579, 0.5756, 0.5703, 0.5621, 0.5578, 0.5522, 0.5518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "21373821", "31554917", "6841927", "26720366", "12667988", "43220289", "4695046", "36033696"], "ranked_scores": [0.6999, 0.4675, 0.4621, 0.4472, 0.4205, 0.4178, 0.4115, 0.4048, 0.3947, 0.3933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "7650066", "6561200", "9764256", "28617573", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.7733, 0.7566, 0.7446, 0.7384, 0.7185, 0.7078, 0.6725, 0.6621, 0.6048, 0.5984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "18810195", "20672596", "3831884", "4423401", "36653415", "7875158", "23576165", "1605196", "22712546"], "ranked_scores": [0.5871, 0.5774, 0.5758, 0.5729, 0.5613, 0.5602, 0.5442, 0.5432, 0.5423, 0.5405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "35395662", "195683603", "27602752", "31313782", "6182947", "26873988", "36345578", "1800734"], "ranked_scores": [0.6896, 0.5973, 0.5885, 0.5738, 0.5732, 0.5726, 0.5666, 0.5655, 0.5611, 0.5601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "6319826", "7547329", "40412980", "8426046", "26000593", "22711954", "11469078"], "ranked_scores": [0.5904, 0.451, 0.4078, 0.3528, 0.3408, 0.3217, 0.3192, 0.3103, 0.3097, 0.3082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "4391121", "22696649", "19005293", "21535641", "9225850", "9977329", "40323148", "4928282"], "ranked_scores": [0.7278, 0.6017, 0.5833, 0.5813, 0.575, 0.5716, 0.571, 0.5663, 0.5643, 0.5583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "21239672", "3984231", "29526125", "25028913", "10576136", "3616843", "27438378", "28264919"], "ranked_scores": [0.6397, 0.5218, 0.5032, 0.4961, 0.4883, 0.4832, 0.4798, 0.4623, 0.462, 0.4585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "1805641", "18025240", "21258863", "10617916", "18074797", "3929361", "12409683", "22635278"], "ranked_scores": [0.5123, 0.4605, 0.4529, 0.4463, 0.4459, 0.4436, 0.4419, 0.4412, 0.4371, 0.4194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "19854543", "496873", "22867765", "22889972", "17168045", "2159648", "2593298", "6212802", "2587396"], "ranked_scores": [0.4477, 0.4469, 0.4306, 0.4236, 0.4224, 0.4182, 0.4175, 0.4166, 0.4162, 0.4158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "44830890", "21274919", "27076725", "24148722", "30813140", "28419824", "24510595", "24055603"], "ranked_scores": [0.485, 0.4449, 0.4208, 0.42, 0.4122, 0.411, 0.4034, 0.4026, 0.3999, 0.3994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "27099731", "997143", "23294314", "26611094", "38630735", "52874170", "1387104"], "ranked_scores": [0.5828, 0.4338, 0.3708, 0.3646, 0.3566, 0.3503, 0.341, 0.3403, 0.3398, 0.3382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "6040392", "9291668", "22551259", "22264117", "26230669", "1848452", "2722988", "14475235"], "ranked_scores": [0.7378, 0.7119, 0.703, 0.6944, 0.6928, 0.6825, 0.642, 0.6386, 0.6294, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "10482574", "14874811", "11738716", "14198646", "10790846"], "ranked_scores": [0.7544, 0.6445, 0.6373, 0.5861, 0.5754, 0.5684, 0.5615, 0.5555, 0.539, 0.5389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3493623", "12885341", "10627801", "20960682", "27602752", "30437264", "1550937"], "ranked_scores": [0.7357, 0.5957, 0.565, 0.5606, 0.5519, 0.5511, 0.5355, 0.5345, 0.5309, 0.5298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "37480103", "22007333", "25973484", "13831842", "5487448", "16098747"], "ranked_scores": [0.7448, 0.7214, 0.7101, 0.6986, 0.6939, 0.6752, 0.6533, 0.6506, 0.6172, 0.6151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "36355784", "25742130", "6561200", "7650066", "32423829", "12779444", "9764256", "23136735"], "ranked_scores": [0.6065, 0.5998, 0.5939, 0.5776, 0.5643, 0.5628, 0.5583, 0.5491, 0.5408, 0.5168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "24221369", "3107733", "8005007", "41337677", "7820043", "4402497"], "ranked_scores": [0.7087, 0.6983, 0.694, 0.6636, 0.6066, 0.59, 0.5864, 0.5862, 0.5838, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "35534019", "11349166", "3698758", "7227763", "27602752", "11344428", "22153455", "18174210"], "ranked_scores": [0.6382, 0.499, 0.4796, 0.4764, 0.4734, 0.4665, 0.4404, 0.4396, 0.4389, 0.4387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "516867", "4452659", "9559146", "7834603", "16693950", "6277638", "24347647"], "ranked_scores": [0.7294, 0.6502, 0.6167, 0.6085, 0.5903, 0.5883, 0.5856, 0.582, 0.5775, 0.5752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "6264468", "5935987", "1748921", "8698857", "7968532", "18358026", "935538"], "ranked_scores": [0.6587, 0.57, 0.5602, 0.5162, 0.502, 0.4999, 0.4994, 0.4975, 0.4962, 0.4858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "116792", "810480", "23670644", "25938221", "9787715", "13282296", "16398827"], "ranked_scores": [0.6815, 0.5552, 0.5116, 0.4354, 0.4328, 0.4293, 0.3924, 0.3869, 0.3848, 0.3795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "4740447", "24335068", "2119889", "6076903", "35747505", "2851611", "35660758", "19313533", "35395662"], "ranked_scores": [0.5268, 0.5098, 0.5072, 0.5055, 0.5028, 0.5027, 0.4978, 0.4948, 0.4849, 0.4814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7451607", "29557235", "19149247", "8460275", "9505448", "10790846", "4362729", "12225214"], "ranked_scores": [0.7203, 0.5827, 0.5276, 0.5179, 0.5123, 0.5064, 0.5045, 0.4984, 0.4979, 0.4974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "3863543", "6000423", "8083310", "33677323", "5782614", "5836", "2701077"], "ranked_scores": [0.6895, 0.6767, 0.6729, 0.658, 0.6268, 0.6089, 0.6054, 0.5933, 0.5829, 0.5808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "2679511", "12156187", "12643937", "14178995", "4444861", "4319844"], "ranked_scores": [0.759, 0.6059, 0.602, 0.5608, 0.5414, 0.5408, 0.5376, 0.5301, 0.5278, 0.5238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "2425364", "30720103", "23267371", "275294", "26409363", "4483571", "3150030", "16256507", "22023404"], "ranked_scores": [0.5355, 0.5149, 0.5104, 0.5007, 0.4761, 0.4715, 0.4469, 0.4451, 0.4365, 0.4313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "38028419", "14663842", "32481310", "6503534", "6947286", "5939172", "33911859", "1148122"], "ranked_scores": [0.5884, 0.45, 0.4453, 0.4449, 0.441, 0.4024, 0.4013, 0.4006, 0.3964, 0.3954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "17388232", "6944800", "26231129", "11172205", "13889430", "3727986", "32532238", "40667577"], "ranked_scores": [0.6113, 0.5585, 0.5363, 0.535, 0.5174, 0.5089, 0.5063, 0.5061, 0.501, 0.5008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "10071590", "10284593", "38630735", "7813993", "28164534", "15925931", "3984231"], "ranked_scores": [0.7982, 0.5661, 0.5523, 0.5431, 0.4893, 0.4887, 0.4877, 0.4848, 0.4834, 0.4727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "22730024", "5698494", "34139429", "23785605", "9813098", "2338488", "4647303", "38752049"], "ranked_scores": [0.7433, 0.4988, 0.4839, 0.477, 0.4732, 0.4727, 0.4635, 0.4621, 0.4574, 0.4517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "26336593", "13380011", "4889228", "33911859", "7042304", "3113630", "15548965"], "ranked_scores": [0.6893, 0.566, 0.5397, 0.5359, 0.5269, 0.5238, 0.5121, 0.5105, 0.4957, 0.4929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "4422868", "12513042", "9226649", "26735905", "17755060", "43334921", "31682248"], "ranked_scores": [0.7937, 0.7496, 0.6084, 0.6002, 0.5902, 0.5866, 0.5775, 0.5742, 0.5689, 0.5681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "28006126", "29423324", "6767271", "1550937", "20344442", "21363424", "38587347"], "ranked_scores": [0.7539, 0.6031, 0.589, 0.5787, 0.572, 0.5674, 0.5607, 0.558, 0.5574, 0.5552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "17682477", "20220731", "22613657", "42693833", "33535222", "5132358", "11666252"], "ranked_scores": [0.7052, 0.6801, 0.5533, 0.5513, 0.543, 0.5221, 0.5216, 0.5196, 0.5184, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "11238951", "5867846", "5398179", "42065070", "35987381", "31560225"], "ranked_scores": [0.7783, 0.6325, 0.5998, 0.5858, 0.5795, 0.576, 0.5476, 0.5395, 0.5361, 0.5353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "2014909", "3559136", "25988622", "24612804", "1127562", "11738716", "17682477", "24721866", "18348376"], "ranked_scores": [0.4431, 0.4426, 0.4189, 0.4058, 0.4021, 0.3992, 0.3987, 0.3984, 0.3983, 0.3954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "6421792", "641786", "2638387", "21274496", "43311750", "2359152"], "ranked_scores": [0.7081, 0.6503, 0.6438, 0.5301, 0.5092, 0.5073, 0.5028, 0.4918, 0.4879, 0.4823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "24634621", "6334188", "24575065", "13256155", "7613033", "7165938"], "ranked_scores": [0.7701, 0.6589, 0.5435, 0.5427, 0.4959, 0.4955, 0.4902, 0.4829, 0.48, 0.4744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "29509926", "34016987", "8317408", "29564505", "21498497", "17438862", "14492339", "7489663", "4391121"], "ranked_scores": [0.5702, 0.5427, 0.5413, 0.5369, 0.5312, 0.5279, 0.5275, 0.5274, 0.5261, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "2825380", "2714623", "15972906", "9283422", "21746539", "5914739", "18042803", "33499189", "11195653"], "ranked_scores": [0.7458, 0.7086, 0.7086, 0.7066, 0.7045, 0.694, 0.6833, 0.6797, 0.6741, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "3662510", "5641851", "38180456", "26611094", "19961177", "45920278", "25886725", "24318630"], "ranked_scores": [0.6396, 0.3802, 0.3688, 0.3687, 0.366, 0.3605, 0.3568, 0.3557, 0.3552, 0.3544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "11369420", "36345185", "27306942", "18231257", "17017465", "3863543", "5765455"], "ranked_scores": [0.6678, 0.6393, 0.6243, 0.6146, 0.6032, 0.5967, 0.5899, 0.5872, 0.5777, 0.5752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "1871230", "1800734", "24315156", "17967608", "22696649", "5484763", "3495456"], "ranked_scores": [0.8303, 0.6106, 0.5737, 0.573, 0.569, 0.568, 0.563, 0.5624, 0.5539, 0.5537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "3203590", "9784254", "11238784", "8458567", "25677651", "24150328", "56486733", "712078", "22674621"], "ranked_scores": [0.6201, 0.6143, 0.6105, 0.5973, 0.5932, 0.5821, 0.5605, 0.5592, 0.5582, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "13899137", "341324", "13901073", "708425", "44562058", "35087728"], "ranked_scores": [0.7675, 0.7173, 0.629, 0.5925, 0.5769, 0.5493, 0.5424, 0.5359, 0.5345, 0.5308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "14834714", "1900152", "5991309", "7343711", "52180874", "11899391", "22635278", "79696454"], "ranked_scores": [0.6, 0.5192, 0.5086, 0.5067, 0.5044, 0.5021, 0.4929, 0.4921, 0.4913, 0.4813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-4bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "26409363", "4483571", "30720103", "520579", "23267371", "3150030"], "ranked_scores": [0.6307, 0.6012, 0.5649, 0.554, 0.5508, 0.5335, 0.5267, 0.5261, 0.5213, 0.5208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "34121231", "4340358", "4319174", "25687558", "7198295", "13000926", "34582256", "4810810", "17829012"], "ranked_scores": [0.4527, 0.4446, 0.4211, 0.4135, 0.4124, 0.4061, 0.4043, 0.4007, 0.3807, 0.3777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "38630735", "16760369", "7640792", "29253460", "13448422", "24735908"], "ranked_scores": [0.7162, 0.6502, 0.6268, 0.6188, 0.6179, 0.5809, 0.5715, 0.5552, 0.5431, 0.5377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "5914739", "9283422", "33499189", "2825380", "21746539", "25479072", "34905328", "19603353"], "ranked_scores": [0.6179, 0.5822, 0.5757, 0.5725, 0.5667, 0.565, 0.5515, 0.5502, 0.5444, 0.5441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "21373821", "31554917", "12667988", "26720366", "6841927", "43220289", "4695046", "8868863"], "ranked_scores": [0.6868, 0.4545, 0.4428, 0.4377, 0.4162, 0.4154, 0.4104, 0.3918, 0.3884, 0.3857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "7650066", "6561200", "9764256", "28617573", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.7663, 0.7544, 0.7428, 0.7275, 0.711, 0.6985, 0.6666, 0.6521, 0.5961, 0.5824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "18810195", "3831884", "20672596", "4423401", "36653415", "1605196", "7875158", "23576165", "22712546"], "ranked_scores": [0.5861, 0.5763, 0.5703, 0.5671, 0.5662, 0.5523, 0.5407, 0.5392, 0.5375, 0.5344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "35395662", "27602752", "195683603", "6182947", "31313782", "26873988", "1800734", "36345578"], "ranked_scores": [0.6736, 0.5915, 0.5732, 0.5666, 0.5628, 0.5603, 0.5576, 0.5548, 0.5534, 0.5503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "6319826", "7547329", "8426046", "40412980", "26000593", "11469078", "84379954"], "ranked_scores": [0.5861, 0.4525, 0.4054, 0.3516, 0.3335, 0.3202, 0.307, 0.3062, 0.305, 0.3029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "22696649", "19005293", "9225850", "4391121", "9977329", "21535641", "40323148", "21498497"], "ranked_scores": [0.7125, 0.5852, 0.5704, 0.569, 0.5683, 0.5681, 0.5653, 0.5629, 0.5595, 0.5477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "21239672", "29526125", "3984231", "10576136", "25028913", "8246922", "27438378", "6270720"], "ranked_scores": [0.6348, 0.5116, 0.5037, 0.4822, 0.4817, 0.4803, 0.4685, 0.4542, 0.4512, 0.4502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "1805641", "18025240", "18074797", "3929361", "12409683", "21258863", "10617916", "22635278"], "ranked_scores": [0.5082, 0.4636, 0.4548, 0.446, 0.4433, 0.441, 0.4388, 0.4374, 0.435, 0.4137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "19854543", "496873", "22867765", "17168045", "22889972", "2593298", "2159648", "6212802", "25938221"], "ranked_scores": [0.4495, 0.4424, 0.4287, 0.4203, 0.42, 0.4175, 0.4169, 0.4112, 0.4098, 0.4079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "44830890", "21274919", "27076725", "28419824", "30813140", "24510595", "24148722", "24055603"], "ranked_scores": [0.471, 0.4387, 0.4138, 0.4053, 0.4033, 0.3967, 0.3959, 0.3934, 0.3928, 0.3876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "45276789", "23294314", "997143", "38630735", "1387104", "14973286", "14021596"], "ranked_scores": [0.567, 0.4367, 0.3665, 0.3653, 0.3555, 0.3546, 0.3473, 0.3465, 0.3417, 0.3409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "6040392", "9291668", "22551259", "22264117", "26230669", "1848452", "2722988", "14475235"], "ranked_scores": [0.7213, 0.6975, 0.6914, 0.6819, 0.6732, 0.6672, 0.6292, 0.6272, 0.6162, 0.6145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "14874811", "10482574", "11738716", "10790846", "14198646"], "ranked_scores": [0.7478, 0.6388, 0.6364, 0.5792, 0.5663, 0.5557, 0.5539, 0.5446, 0.5391, 0.5345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "3493623", "2947124", "10627801", "12885341", "27602752", "1550937", "20960682", "30437264"], "ranked_scores": [0.7202, 0.5792, 0.5546, 0.5544, 0.5455, 0.5408, 0.5267, 0.5224, 0.5211, 0.5201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "37480103", "22007333", "13831842", "25973484", "5487448", "16098747"], "ranked_scores": [0.7401, 0.7144, 0.703, 0.6909, 0.6857, 0.6683, 0.6439, 0.6417, 0.6131, 0.6114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "36355784", "25742130", "7650066", "6561200", "32423829", "12779444", "9764256", "23136735"], "ranked_scores": [0.6095, 0.5994, 0.5966, 0.5758, 0.5643, 0.5618, 0.5564, 0.5472, 0.5442, 0.5115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "24221369", "8005007", "41337677", "3107733", "7820043", "4402497"], "ranked_scores": [0.6984, 0.6875, 0.6844, 0.6594, 0.5942, 0.584, 0.5801, 0.5792, 0.5683, 0.5513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "11349166", "35534019", "7227763", "3698758", "6334188", "22153455", "27602752", "18174210"], "ranked_scores": [0.6302, 0.4872, 0.4732, 0.4681, 0.4628, 0.462, 0.4361, 0.435, 0.4299, 0.4274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "516867", "4452659", "7834603", "9559146", "6277638", "24347647", "16693950"], "ranked_scores": [0.7249, 0.6441, 0.6065, 0.6034, 0.5796, 0.5774, 0.5764, 0.5742, 0.5733, 0.5706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "6264468", "5935987", "8698857", "18358026", "7968532", "1748921", "6422576"], "ranked_scores": [0.6557, 0.5654, 0.5552, 0.514, 0.5017, 0.4988, 0.4952, 0.4936, 0.491, 0.4838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "810480", "116792", "23670644", "25938221", "9787715", "13282296", "16398827"], "ranked_scores": [0.6628, 0.5433, 0.5093, 0.4258, 0.4253, 0.4191, 0.3956, 0.3802, 0.376, 0.3715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "4740447", "2119889", "24335068", "2851611", "6076903", "35660758", "19313533", "35747505", "9021186"], "ranked_scores": [0.5175, 0.5148, 0.5063, 0.4954, 0.4936, 0.4919, 0.4842, 0.4823, 0.4819, 0.477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "7451607", "9505448", "19149247", "4362729", "8460275", "12225214", "10790846"], "ranked_scores": [0.707, 0.5724, 0.5155, 0.51, 0.5015, 0.501, 0.4899, 0.4892, 0.4859, 0.4848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "2359152", "5765455", "3863543", "6000423", "33677323", "8083310", "5782614", "2701077", "5836"], "ranked_scores": [0.6848, 0.6679, 0.6662, 0.6468, 0.6157, 0.6, 0.598, 0.5958, 0.5717, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "7468449", "2679511", "12643937", "12156187", "14178995", "4319844", "4444861"], "ranked_scores": [0.7479, 0.6008, 0.5962, 0.5504, 0.5377, 0.531, 0.5303, 0.5238, 0.5213, 0.5201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "2425364", "30720103", "23267371", "26409363", "275294", "3150030", "4483571", "16256507", "22023404"], "ranked_scores": [0.5186, 0.5062, 0.4995, 0.4915, 0.4635, 0.4596, 0.4397, 0.4375, 0.4241, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "38028419", "14663842", "32481310", "5939172", "6947286", "1148122", "6503534", "33911859"], "ranked_scores": [0.5775, 0.4488, 0.4438, 0.4347, 0.4317, 0.401, 0.3965, 0.3939, 0.3935, 0.3919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "17388232", "6944800", "26231129", "11172205", "32532238", "13889430", "3727986", "40667577"], "ranked_scores": [0.6073, 0.5412, 0.5223, 0.5119, 0.5018, 0.4985, 0.4957, 0.4931, 0.4884, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "10071590", "38630735", "10284593", "7813993", "15925931", "28164534", "26045237"], "ranked_scores": [0.7829, 0.552, 0.5336, 0.5308, 0.4815, 0.4759, 0.472, 0.4703, 0.4647, 0.4622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "22730024", "23785605", "34139429", "5698494", "9813098", "2338488", "4647303", "38752049"], "ranked_scores": [0.7324, 0.4976, 0.4814, 0.4684, 0.4619, 0.4609, 0.458, 0.4563, 0.4463, 0.4412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "26336593", "13380011", "4889228", "33911859", "7042304", "3113630", "15548965"], "ranked_scores": [0.6772, 0.5529, 0.539, 0.5252, 0.5152, 0.5142, 0.5031, 0.5005, 0.4803, 0.4795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "4422868", "9226649", "12513042", "26735905", "17755060", "5254463", "31682248"], "ranked_scores": [0.7829, 0.7379, 0.5994, 0.5911, 0.5762, 0.5709, 0.5627, 0.5625, 0.555, 0.5544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "28006126", "29423324", "1550937", "10359591", "6767271", "38587347", "20344442"], "ranked_scores": [0.7515, 0.6045, 0.587, 0.5701, 0.5692, 0.5563, 0.5551, 0.5544, 0.5491, 0.5473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "17682477", "20220731", "22613657", "11666252", "5132358", "33535222", "42693833"], "ranked_scores": [0.7041, 0.6648, 0.5535, 0.5463, 0.5261, 0.5174, 0.5119, 0.5084, 0.5082, 0.5067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "11238951", "5867846", "5398179", "42065070", "35987381", "31560225"], "ranked_scores": [0.7616, 0.6256, 0.5903, 0.5756, 0.5716, 0.5673, 0.5411, 0.5361, 0.5331, 0.5283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2014909", "44562221", "3559136", "25988622", "11738716", "24612804", "1127562", "17682477", "18348376", "24721866"], "ranked_scores": [0.4415, 0.4354, 0.4094, 0.4005, 0.3961, 0.3934, 0.3905, 0.3868, 0.3868, 0.3854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "2638387", "6421792", "641786", "21274496", "40127292", "20399078"], "ranked_scores": [0.6951, 0.6405, 0.6318, 0.5338, 0.4974, 0.4967, 0.4939, 0.4924, 0.4803, 0.4793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "24634621", "6334188", "24575065", "13256155", "7613033", "7165938"], "ranked_scores": [0.7609, 0.6517, 0.529, 0.5289, 0.4883, 0.4846, 0.48, 0.4753, 0.464, 0.4578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "29509926", "17438862", "8317408", "34016987", "4391121", "14492339", "21498497", "7489663", "29564505"], "ranked_scores": [0.5693, 0.5379, 0.531, 0.5301, 0.5287, 0.5238, 0.5237, 0.5222, 0.5176, 0.5173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "2714623", "2825380", "9283422", "21746539", "15972906", "5914739", "18042803", "33499189", "11195653"], "ranked_scores": [0.7333, 0.7006, 0.6988, 0.696, 0.6844, 0.6841, 0.6792, 0.6715, 0.6708, 0.655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4486, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "3662510", "5641851", "26611094", "19961177", "38180456", "74137632", "16390264", "24318630"], "ranked_scores": [0.628, 0.385, 0.3716, 0.365, 0.3615, 0.3586, 0.3585, 0.3544, 0.3501, 0.3464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "11369420", "36345185", "18231257", "17017465", "27306942", "11291348", "23393712"], "ranked_scores": [0.6624, 0.6322, 0.6061, 0.6044, 0.5968, 0.5855, 0.5849, 0.5756, 0.5674, 0.5672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "1871230", "1800734", "17967608", "24315156", "22696649", "3495456", "25942757"], "ranked_scores": [0.8178, 0.5979, 0.56, 0.5593, 0.559, 0.5564, 0.555, 0.5474, 0.5449, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "9784254", "3203590", "11238784", "8458567", "25677651", "24150328", "712078", "22674621", "56486733"], "ranked_scores": [0.6026, 0.5941, 0.5934, 0.5884, 0.5879, 0.5738, 0.5588, 0.5517, 0.5443, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "13899137", "341324", "13901073", "44562058", "26038789", "35087728"], "ranked_scores": [0.751, 0.7039, 0.6212, 0.5814, 0.5726, 0.5516, 0.5361, 0.5292, 0.5236, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "14834714", "5991309", "7343711", "1900152", "11899391", "79696454", "52180874", "22635278"], "ranked_scores": [0.5839, 0.5052, 0.5024, 0.4942, 0.4932, 0.4884, 0.4838, 0.4785, 0.4772, 0.4746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "26409363", "30720103", "4483571", "275294", "23267371", "3150030"], "ranked_scores": [0.6103, 0.5712, 0.5516, 0.5376, 0.5264, 0.5205, 0.5195, 0.5194, 0.5092, 0.5089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "34121231", "4319174", "25687558", "4340358", "13000926", "7198295", "34582256", "4810810", "17829012"], "ranked_scores": [0.4661, 0.4232, 0.4209, 0.4081, 0.403, 0.4027, 0.398, 0.3838, 0.3836, 0.369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "38630735", "16760369", "7640792", "29253460", "13448422", "24735908"], "ranked_scores": [0.7052, 0.6369, 0.6205, 0.6203, 0.6101, 0.5783, 0.5613, 0.5514, 0.5324, 0.5182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "33499189", "2825380", "5914739", "21746539", "25479072", "17195001", "19603353"], "ranked_scores": [0.6049, 0.5608, 0.5593, 0.5581, 0.5538, 0.5482, 0.5316, 0.5304, 0.5225, 0.5206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "31554917", "21373821", "12667988", "26720366", "8868863", "6841927", "4695046", "24318630"], "ranked_scores": [0.6781, 0.4366, 0.4245, 0.4241, 0.4073, 0.4039, 0.3884, 0.3865, 0.3851, 0.3778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "46695481", "7650066", "6561200", "9764256", "28617573", "19140422", "23136735", "46355579", "16980892"], "ranked_scores": [0.7467, 0.7338, 0.7305, 0.7109, 0.69, 0.6898, 0.6547, 0.6449, 0.5852, 0.5839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "18810195", "4423401", "20672596", "3831884", "36653415", "11616424", "36386637", "1605196", "7875158"], "ranked_scores": [0.5832, 0.5571, 0.5561, 0.5554, 0.5465, 0.5405, 0.5358, 0.5275, 0.5225, 0.5194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "27602752", "35395662", "195683603", "31313782", "26873988", "6182947", "36345578", "2947124"], "ranked_scores": [0.6524, 0.5817, 0.5598, 0.5562, 0.5525, 0.5449, 0.5446, 0.5381, 0.5381, 0.5332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6319826", "22711954", "8426046", "11469078", "26000593", "84379954"], "ranked_scores": [0.5644, 0.4453, 0.3897, 0.3419, 0.3365, 0.3044, 0.3039, 0.3031, 0.3004, 0.2934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "22696649", "16066726", "4391121", "9225850", "9977329", "21535641", "17741440", "40323148", "19005293"], "ranked_scores": [0.6992, 0.576, 0.5679, 0.5667, 0.559, 0.547, 0.5425, 0.54, 0.5391, 0.5367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21239672", "6853699", "29526125", "3984231", "10576136", "3616843", "25028913", "28264919", "27438378"], "ranked_scores": [0.618, 0.487, 0.4858, 0.481, 0.4791, 0.4586, 0.4514, 0.4476, 0.4461, 0.4452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "21258863", "10617916", "18074797", "1805641", "18025240", "12409683", "3929361", "27264454"], "ranked_scores": [0.4918, 0.4472, 0.4353, 0.4299, 0.429, 0.4288, 0.4263, 0.4217, 0.4039, 0.4038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "19854543", "17168045", "496873", "17741440", "22889972", "25938221", "2593298", "2159648", "22867765"], "ranked_scores": [0.4384, 0.4275, 0.4173, 0.4105, 0.4071, 0.4064, 0.4059, 0.4049, 0.4032, 0.402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "21274919", "44830890", "27076725", "24148722", "24510595", "28419824", "15984735", "24055603"], "ranked_scores": [0.4472, 0.4215, 0.4082, 0.3981, 0.3979, 0.3896, 0.3874, 0.3802, 0.3785, 0.3769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "27099731", "38630735", "997143", "14973286", "1387104", "23294314", "25641414"], "ranked_scores": [0.5622, 0.4204, 0.3589, 0.3584, 0.3492, 0.3449, 0.341, 0.3401, 0.3385, 0.3289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "6040392", "22551259", "9291668", "22264117", "1848452", "26230669", "14475235", "4434951"], "ranked_scores": [0.7129, 0.6928, 0.6754, 0.6707, 0.6687, 0.6549, 0.6213, 0.6213, 0.6115, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "3504761", "1227277", "14874811", "10482574", "25510546", "4324278", "11738716"], "ranked_scores": [0.7243, 0.6337, 0.628, 0.5659, 0.5657, 0.5408, 0.5343, 0.5272, 0.5271, 0.5268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3493623", "12885341", "1550937", "10627801", "30437264", "27602752", "20960682"], "ranked_scores": [0.7108, 0.5688, 0.548, 0.5396, 0.5289, 0.5227, 0.5227, 0.5092, 0.5073, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "37480103", "22007333", "13831842", "25973484", "4828631", "16098747"], "ranked_scores": [0.7306, 0.6995, 0.6823, 0.6742, 0.6727, 0.6692, 0.6217, 0.6146, 0.6034, 0.5999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "36355784", "25742130", "7650066", "6561200", "32423829", "12779444", "9764256", "23136735"], "ranked_scores": [0.5931, 0.5794, 0.5684, 0.559, 0.5567, 0.5451, 0.5379, 0.534, 0.516, 0.5024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "8005007", "41337677", "24221369", "3107733", "7820043", "4402497"], "ranked_scores": [0.6832, 0.6757, 0.672, 0.6481, 0.5743, 0.5724, 0.5721, 0.5676, 0.5618, 0.5435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "7227763", "11349166", "35534019", "3698758", "22153455", "6334188", "5735492", "40900567"], "ranked_scores": [0.619, 0.472, 0.4659, 0.4509, 0.4454, 0.4424, 0.4234, 0.4213, 0.4169, 0.4161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "516867", "4452659", "24347647", "6277638", "9559146", "16693950", "7834603"], "ranked_scores": [0.7156, 0.6209, 0.5915, 0.5891, 0.5733, 0.57, 0.5671, 0.5638, 0.5627, 0.5617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "6264468", "7968532", "18358026", "5935987", "1748921", "8698857", "24221369"], "ranked_scores": [0.6426, 0.5466, 0.5392, 0.4957, 0.4932, 0.4836, 0.4817, 0.4763, 0.4719, 0.4712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "810480", "116792", "23670644", "25938221", "25416944", "13282296", "9787715"], "ranked_scores": [0.6531, 0.531, 0.4966, 0.419, 0.4167, 0.4029, 0.3708, 0.3693, 0.3634, 0.362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4740447", "40383969", "2851611", "19313533", "24335068", "35747505", "2119889", "6076903", "35660758", "9021186"], "ranked_scores": [0.4992, 0.496, 0.4842, 0.476, 0.4759, 0.4739, 0.473, 0.4658, 0.4584, 0.4576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "7451607", "19149247", "10790846", "9505448", "8460275", "4362729", "12225214"], "ranked_scores": [0.6863, 0.5482, 0.5089, 0.506, 0.4932, 0.4868, 0.4772, 0.4751, 0.4716, 0.4702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "3863543", "6000423", "8083310", "33677323", "5782614", "5836", "2701077"], "ranked_scores": [0.6633, 0.6631, 0.6503, 0.6385, 0.6174, 0.5859, 0.5795, 0.5667, 0.5595, 0.5581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "2679511", "12156187", "12643937", "14178995", "4444861", "4319844"], "ranked_scores": [0.7322, 0.5849, 0.5774, 0.5358, 0.5316, 0.5251, 0.5167, 0.5156, 0.5113, 0.5109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "2425364", "23267371", "275294", "26409363", "16256507", "3150030", "4483571", "22023404"], "ranked_scores": [0.5075, 0.4932, 0.4885, 0.4881, 0.468, 0.4557, 0.4211, 0.4178, 0.4138, 0.4131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "71625969", "38028419", "32481310", "6947286", "5939172", "1148122", "6503534", "33911859"], "ranked_scores": [0.5568, 0.4306, 0.4185, 0.4178, 0.4175, 0.3914, 0.3877, 0.384, 0.3804, 0.3781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "17388232", "6944800", "26231129", "11172205", "13889430", "3727986", "40667577", "32532238"], "ranked_scores": [0.5826, 0.5266, 0.511, 0.509, 0.4885, 0.4871, 0.48, 0.4797, 0.4772, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "10071590", "38630735", "10284593", "15925931", "7813993", "28164534", "6270720"], "ranked_scores": [0.7687, 0.5418, 0.5321, 0.5118, 0.4676, 0.4647, 0.4639, 0.4623, 0.4483, 0.4431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "23785605", "22730024", "34139429", "5698494", "38752049", "9813098", "2338488", "10072941"], "ranked_scores": [0.7078, 0.4817, 0.4647, 0.4639, 0.4545, 0.4452, 0.4446, 0.4443, 0.4376, 0.424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "33911859", "4889228", "26336593", "13380011", "7042304", "15548965", "7997337"], "ranked_scores": [0.6629, 0.5427, 0.5246, 0.516, 0.5128, 0.5112, 0.5061, 0.4891, 0.48, 0.4781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "4422868", "9226649", "17755060", "26735905", "12513042", "4583180", "43334921"], "ranked_scores": [0.7749, 0.724, 0.5697, 0.5648, 0.5591, 0.5516, 0.5504, 0.5453, 0.5415, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "28006126", "10359591", "6767271", "1550937", "13923140", "38587347", "21363424"], "ranked_scores": [0.7255, 0.6017, 0.5696, 0.5648, 0.5494, 0.5415, 0.5411, 0.5368, 0.535, 0.5346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "17682477", "20220731", "22613657", "9283422", "33535222", "11666252", "10162553"], "ranked_scores": [0.6863, 0.6513, 0.5535, 0.5352, 0.5279, 0.5125, 0.5083, 0.5066, 0.5015, 0.4955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "5867846", "11238951", "5398179", "42065070", "35987381", "31560225"], "ranked_scores": [0.7499, 0.6224, 0.5772, 0.567, 0.5593, 0.5533, 0.5265, 0.5247, 0.5244, 0.5243], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2014909", "44562221", "3559136", "1127562", "18348376", "25988622", "2481032", "24612804", "11738716", "2266471"], "ranked_scores": [0.4312, 0.4279, 0.3997, 0.3896, 0.3861, 0.3859, 0.3832, 0.3828, 0.3812, 0.3799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "6421792", "2638387", "641786", "21274496", "20399078", "40127292"], "ranked_scores": [0.6755, 0.6273, 0.6211, 0.525, 0.4899, 0.4845, 0.4823, 0.4786, 0.4759, 0.4747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "24634621", "24575065", "6334188", "13256155", "7613033", "2058909"], "ranked_scores": [0.7361, 0.6209, 0.5148, 0.5035, 0.4747, 0.4648, 0.4615, 0.4593, 0.4496, 0.4469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "29509926", "8317408", "17438862", "34016987", "14492339", "4391121", "21498497", "25988622", "5752492"], "ranked_scores": [0.5431, 0.5206, 0.517, 0.5153, 0.5141, 0.5098, 0.5091, 0.5084, 0.504, 0.5031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "9283422", "2825380", "2714623", "15972906", "21746539", "5914739", "11195653", "33499189", "18042803"], "ranked_scores": [0.7256, 0.6952, 0.6825, 0.6792, 0.6707, 0.6703, 0.6653, 0.6626, 0.6623, 0.6569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "26611094", "3662510", "38180456", "19961177", "24318630", "5641851", "16204011", "20491205"], "ranked_scores": [0.6137, 0.3714, 0.3634, 0.3604, 0.3587, 0.3554, 0.3503, 0.348, 0.3444, 0.3442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "11369420", "18231257", "36345185", "17017465", "27306942", "23393712", "3863543"], "ranked_scores": [0.6449, 0.6129, 0.5936, 0.5849, 0.5818, 0.5741, 0.5688, 0.5657, 0.5587, 0.5549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "24315156", "1871230", "195683603", "17967608", "22696649", "25942757", "1800734", "3495456"], "ranked_scores": [0.7965, 0.5892, 0.5517, 0.5509, 0.5438, 0.5403, 0.5391, 0.5369, 0.5368, 0.5362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "3203590", "11238784", "9784254", "8458567", "25677651", "24150328", "712078", "22674621", "56486733"], "ranked_scores": [0.5955, 0.595, 0.5811, 0.5811, 0.5741, 0.5714, 0.5499, 0.5444, 0.5412, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "13899137", "341324", "13901073", "708425", "26038789", "35087728"], "ranked_scores": [0.7423, 0.6987, 0.6039, 0.5741, 0.5635, 0.5424, 0.5308, 0.5228, 0.5176, 0.5149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "14834714", "3471191", "5991309", "1900152", "7343711", "52180874", "22635278", "79696454", "36642096"], "ranked_scores": [0.5683, 0.491, 0.4875, 0.4821, 0.4754, 0.4708, 0.4679, 0.4653, 0.4649, 0.4608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "3150030", "36960449", "26409363", "4483571", "520579", "275294", "30720103"], "ranked_scores": [0.5433, 0.5354, 0.511, 0.4976, 0.4947, 0.4863, 0.4762, 0.4678, 0.4605, 0.4584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "34121231", "4319174", "13000926", "25687558", "7198295", "4340358", "17829012", "34582256", "4810810"], "ranked_scores": [0.4013, 0.39, 0.38, 0.3795, 0.3704, 0.3665, 0.3644, 0.3365, 0.3334, 0.3174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "38630735", "23783727", "16760369", "7640792", "29253460", "13448422", "25028913"], "ranked_scores": [0.6662, 0.6166, 0.5766, 0.5759, 0.5686, 0.5307, 0.5253, 0.5089, 0.4998, 0.4819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "2825380", "25479072", "5914739", "9283422", "15972906", "10562341", "11195653", "33499189"], "ranked_scores": [0.5694, 0.5461, 0.5255, 0.5164, 0.5139, 0.5127, 0.5101, 0.5068, 0.5059, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "21373821", "31554917", "26720366", "12667988", "8868863", "6841927", "43220289", "13097856"], "ranked_scores": [0.6172, 0.4136, 0.4065, 0.3997, 0.3875, 0.3787, 0.3768, 0.3641, 0.343, 0.3424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["7650066", "27873158", "6561200", "46695481", "28617573", "9764256", "19140422", "23136735", "46355579", "16980892"], "ranked_scores": [0.6886, 0.683, 0.6672, 0.6586, 0.6384, 0.6336, 0.6013, 0.5894, 0.5422, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5654, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7045, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "18810195", "4423401", "23887844", "3831884", "22712546", "7875158", "36653415", "22914228", "18678095"], "ranked_scores": [0.5308, 0.5302, 0.5269, 0.5268, 0.5223, 0.5125, 0.5078, 0.5074, 0.4948, 0.4902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "195683603", "27602752", "35395662", "2177022", "6182947", "2248870", "1800734", "31313782"], "ranked_scores": [0.6025, 0.5515, 0.5153, 0.5084, 0.507, 0.502, 0.4968, 0.4938, 0.4927, 0.4893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6319826", "26000593", "8426046", "14408200", "84379954", "22711954"], "ranked_scores": [0.5224, 0.3955, 0.353, 0.3185, 0.3062, 0.2918, 0.2849, 0.2839, 0.2798, 0.278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "9977329", "19005293", "195683603", "22696649", "9225850", "36089763", "21535641", "40323148"], "ranked_scores": [0.6659, 0.5402, 0.5134, 0.5114, 0.5104, 0.51, 0.5088, 0.5084, 0.5064, 0.5013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "10576136", "6853699", "29526125", "21239672", "3984231", "25028913", "6270720", "28264919", "3616843"], "ranked_scores": [0.5806, 0.4715, 0.4634, 0.4624, 0.4601, 0.4575, 0.4518, 0.4269, 0.4235, 0.4232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "18025240", "1805641", "10617916", "3929361", "18074797", "12409683", "21258863", "22635278"], "ranked_scores": [0.4817, 0.4296, 0.4286, 0.422, 0.411, 0.406, 0.4049, 0.4046, 0.4019, 0.376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17168045", "19854543", "2593298", "22867765", "33569870", "11172205", "496873", "22889972", "2533768", "1616661"], "ranked_scores": [0.4028, 0.3989, 0.3914, 0.3809, 0.38, 0.3789, 0.378, 0.3756, 0.3753, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "44830890", "28419824", "24055603", "24510595", "24148722", "27076725", "7965928", "21274919"], "ranked_scores": [0.4264, 0.4003, 0.3964, 0.3692, 0.3654, 0.3611, 0.3605, 0.3537, 0.3508, 0.3503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "1387104", "23294314", "14973286", "997143", "52874170", "45276789", "38630735", "27099731"], "ranked_scores": [0.5118, 0.4044, 0.3273, 0.3265, 0.3177, 0.3149, 0.3115, 0.3112, 0.3089, 0.3061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "6040392", "9291668", "22551259", "22264117", "1848452", "26230669", "14475235", "2722988"], "ranked_scores": [0.6571, 0.6396, 0.6127, 0.6113, 0.6073, 0.5987, 0.5831, 0.5552, 0.5527, 0.5447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "10482574", "14874811", "25510546", "14198646", "10790846"], "ranked_scores": [0.6901, 0.5887, 0.5878, 0.5244, 0.5189, 0.5044, 0.5026, 0.4982, 0.493, 0.4857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "12885341", "3493623", "26336593", "20960682", "6182947", "1550937", "30437264"], "ranked_scores": [0.6622, 0.5242, 0.5042, 0.4989, 0.4897, 0.4791, 0.4779, 0.4698, 0.4674, 0.4662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "37480103", "22007333", "25973484", "13831842", "4828631", "5487448"], "ranked_scores": [0.6842, 0.6604, 0.6427, 0.6356, 0.6314, 0.5965, 0.5815, 0.5692, 0.5557, 0.5493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "36355784", "46695481", "6561200", "7650066", "12779444", "32423829", "25742130", "9764256", "22942787"], "ranked_scores": [0.529, 0.5233, 0.5199, 0.5127, 0.5032, 0.5012, 0.5006, 0.5001, 0.4738, 0.4679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["10627801", "31272411", "14474178", "44366096", "24221369", "41337677", "8005007", "3107733", "7820043", "4402497"], "ranked_scores": [0.6386, 0.6355, 0.6238, 0.6022, 0.5509, 0.5367, 0.5351, 0.53, 0.5244, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "35534019", "14021596", "3698758", "11349166", "7227763", "18174210", "22153455", "40900567", "13959707"], "ranked_scores": [0.5716, 0.4369, 0.4305, 0.4151, 0.4135, 0.4134, 0.397, 0.3925, 0.3899, 0.3892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "4452659", "516867", "24347647", "7834603", "9559146", "6277638", "3270834"], "ranked_scores": [0.666, 0.5945, 0.5657, 0.5504, 0.5352, 0.5347, 0.5316, 0.5248, 0.5216, 0.5127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "6264468", "7968532", "8698857", "2405259", "5935987", "18358026", "1748921"], "ranked_scores": [0.5971, 0.5254, 0.4946, 0.4692, 0.458, 0.4516, 0.4479, 0.4461, 0.4455, 0.444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "23670644", "810480", "116792", "25938221", "25416944", "9787715", "6565037"], "ranked_scores": [0.5965, 0.4774, 0.4518, 0.3846, 0.3829, 0.3795, 0.3449, 0.3373, 0.3357, 0.3357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4740447", "2119889", "19313533", "24335068", "40383969", "35747505", "35660758", "2851611", "35395662", "35345807"], "ranked_scores": [0.4933, 0.4819, 0.4714, 0.47, 0.4672, 0.4552, 0.4531, 0.4528, 0.4476, 0.4443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "7451607", "10790846", "19149247", "12225214", "8460275", "4362729", "10365787"], "ranked_scores": [0.6583, 0.5106, 0.4513, 0.447, 0.4426, 0.4349, 0.4343, 0.4312, 0.4263, 0.4232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "3863543", "6000423", "8083310", "5782614", "33677323", "40349336", "2701077"], "ranked_scores": [0.6109, 0.5985, 0.596, 0.5853, 0.5625, 0.5468, 0.5391, 0.5235, 0.505, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "12156187", "2679511", "7468449", "4444861", "14178995", "6812319", "27134931"], "ranked_scores": [0.6865, 0.5533, 0.5319, 0.507, 0.5054, 0.504, 0.4937, 0.4878, 0.4849, 0.48], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "2425364", "23267371", "275294", "26409363", "22023404", "3150030", "16256507", "4483571"], "ranked_scores": [0.4804, 0.4771, 0.4395, 0.4312, 0.4149, 0.4109, 0.3897, 0.387, 0.3819, 0.379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "14663842", "38028419", "32481310", "5939172", "9394119", "6947286", "20280410", "6503534"], "ranked_scores": [0.5052, 0.4078, 0.3896, 0.3864, 0.3744, 0.3674, 0.3539, 0.3525, 0.3472, 0.3448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "17388232", "6944800", "4583180", "26231129", "32532238", "3727986", "10991183", "9955779"], "ranked_scores": [0.5487, 0.4911, 0.4834, 0.4744, 0.4498, 0.4497, 0.4488, 0.4426, 0.442, 0.4404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "10071590", "28164534", "38630735", "3984231", "7813993", "31933981", "15925931"], "ranked_scores": [0.7196, 0.509, 0.4883, 0.4678, 0.4469, 0.4346, 0.4332, 0.4304, 0.4265, 0.4261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "12206390", "34139429", "23785605", "38752049", "2338488", "5698494", "4647303", "24625323"], "ranked_scores": [0.6758, 0.4498, 0.4413, 0.4328, 0.4235, 0.4226, 0.4218, 0.415, 0.4116, 0.4013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "13380011", "26336593", "4889228", "33911859", "7042304", "15548965", "5484763"], "ranked_scores": [0.6229, 0.5076, 0.4977, 0.4946, 0.4879, 0.4724, 0.4702, 0.4617, 0.4535, 0.4478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "7975937", "5254463", "17755060", "9226649", "4447785", "43334921", "12513042"], "ranked_scores": [0.7189, 0.6705, 0.5479, 0.5257, 0.5251, 0.5183, 0.5119, 0.5047, 0.503, 0.4971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "28006126", "17463549", "29423324", "38587347", "4380287", "21363424", "14311986"], "ranked_scores": [0.6867, 0.5586, 0.5309, 0.5305, 0.5147, 0.5078, 0.5068, 0.5042, 0.5013, 0.5007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "17682477", "20220731", "22613657", "42693833", "9283422", "13398997", "41226276"], "ranked_scores": [0.6305, 0.6044, 0.5142, 0.5097, 0.48, 0.4792, 0.4707, 0.4694, 0.4646, 0.4589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "11238951", "21274496", "5867846", "7224723", "8563659", "42065070", "35987381"], "ranked_scores": [0.6928, 0.5521, 0.5289, 0.5221, 0.5129, 0.4995, 0.4773, 0.4726, 0.4719, 0.4708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "3559136", "2014909", "24612804", "1127562", "24721866", "17682477", "5395426", "10482574", "11738716"], "ranked_scores": [0.4063, 0.3973, 0.3903, 0.3835, 0.3834, 0.3543, 0.3543, 0.3536, 0.3519, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "6421792", "21274496", "2638387", "641786", "40127292", "26038789"], "ranked_scores": [0.638, 0.5957, 0.5917, 0.4825, 0.4757, 0.4676, 0.4605, 0.4552, 0.4506, 0.4373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24634621", "7165938", "13256155", "2058909", "31616203", "7613033"], "ranked_scores": [0.7032, 0.5627, 0.4684, 0.4542, 0.4365, 0.4237, 0.4216, 0.4135, 0.411, 0.4091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "4391121", "21498497", "34016987", "7521113", "5752492", "7489663", "21395936", "22153455", "36345578"], "ranked_scores": [0.5237, 0.4964, 0.495, 0.4773, 0.4766, 0.4756, 0.475, 0.4701, 0.4695, 0.4686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "2714623", "9283422", "15972906", "2825380", "21746539", "5914739", "11195653", "18042803", "33499189"], "ranked_scores": [0.6795, 0.6407, 0.6322, 0.6321, 0.6247, 0.623, 0.6214, 0.6014, 0.5999, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4838, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5641851", "19961177", "74137632", "26611094", "20491205", "24318630", "45920278", "3662510"], "ranked_scores": [0.5667, 0.342, 0.3407, 0.3392, 0.3358, 0.333, 0.3313, 0.3264, 0.3245, 0.3237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "11369420", "18231257", "17017465", "27306942", "36345185", "3863543", "5415832"], "ranked_scores": [0.5946, 0.5679, 0.552, 0.5468, 0.5307, 0.5277, 0.5226, 0.5209, 0.5146, 0.5127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "22696649", "8396189", "24315156", "2825380", "1871230", "25942757", "17967608"], "ranked_scores": [0.7619, 0.5478, 0.5312, 0.515, 0.5143, 0.5111, 0.5057, 0.5023, 0.5019, 0.5018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["9784254", "23286603", "11238784", "3203590", "8458567", "25677651", "24150328", "712078", "56486733", "22116439"], "ranked_scores": [0.5533, 0.5482, 0.5393, 0.5391, 0.5299, 0.5201, 0.5026, 0.4965, 0.4954, 0.4945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "1986482", "26038789", "341324", "13901073", "39984099", "708425"], "ranked_scores": [0.6827, 0.6582, 0.5538, 0.5434, 0.5258, 0.5051, 0.4919, 0.4862, 0.4819, 0.4816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "1900152", "7343711", "5991309", "52180874", "31293581", "7986878", "1454773", "14834714"], "ranked_scores": [0.5664, 0.4667, 0.463, 0.4607, 0.4582, 0.451, 0.4498, 0.4476, 0.4433, 0.4398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "26409363", "44572913", "46485368", "3150030", "36960449", "16812091", "520579", "38551172"], "ranked_scores": [0.4427, 0.4375, 0.4089, 0.4036, 0.3906, 0.388, 0.3802, 0.3646, 0.3594, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "970012", "25687558", "4319174", "7198295", "17829012", "34121231", "13000926", "34582256", "17055665"], "ranked_scores": [0.3646, 0.3229, 0.2786, 0.2786, 0.276, 0.2708, 0.263, 0.2604, 0.2552, 0.2552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "5884524", "6158879", "38630735", "16760369", "29253460", "13448422", "7640792", "13282296"], "ranked_scores": [0.5208, 0.4792, 0.4505, 0.4375, 0.4349, 0.4193, 0.3906, 0.3828, 0.3802, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2825380", "10562341", "17195001", "21746539", "12871281", "9283422", "19603353", "5914739", "33499189"], "ranked_scores": [0.4115, 0.4036, 0.3984, 0.388, 0.388, 0.3802, 0.3776, 0.3776, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "21373821", "26720366", "31554917", "5839365", "43220289", "8868863", "704526", "25315295", "7613033"], "ranked_scores": [0.487, 0.3464, 0.3125, 0.3099, 0.2917, 0.2839, 0.2839, 0.2786, 0.2786, 0.276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["27873158", "7650066", "6561200", "46695481", "28617573", "9764256", "19140422", "46355579", "23136735", "16980892"], "ranked_scores": [0.5729, 0.5495, 0.5286, 0.5286, 0.5156, 0.5156, 0.4792, 0.4219, 0.3906, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8486, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "36386637", "4423401", "7875158", "21626639", "11616424", "18678095", "23887844", "1605196", "23148978"], "ranked_scores": [0.4583, 0.4115, 0.3984, 0.3958, 0.3932, 0.3932, 0.3854, 0.3802, 0.3776, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "2248870", "27602752", "23509113", "12966719", "8563659", "1574014", "195683603", "164985", "34016987"], "ranked_scores": [0.5104, 0.4271, 0.4141, 0.4063, 0.4063, 0.4036, 0.401, 0.3958, 0.3958, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "7547329", "16979690", "6670101", "38180456", "32463364", "11469078", "49432306", "5855168"], "ranked_scores": [0.4766, 0.3385, 0.263, 0.2526, 0.224, 0.2214, 0.2214, 0.2188, 0.2188, 0.2187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "9225850", "40323148", "19005293", "195683603", "46926352", "9977329", "22696649", "40365566"], "ranked_scores": [0.5026, 0.4427, 0.4219, 0.4141, 0.4089, 0.3984, 0.3958, 0.3958, 0.3958, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "3984231", "4928057", "39084565", "6270720", "8246922", "21239672", "25028913", "4418112", "14407673"], "ranked_scores": [0.487, 0.3932, 0.3906, 0.3672, 0.3516, 0.3516, 0.3516, 0.3464, 0.3464, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "12409683", "18074797", "21258863", "10617916", "4999387", "1805641", "3929361", "15081770"], "ranked_scores": [0.3255, 0.3203, 0.3177, 0.3125, 0.3021, 0.2969, 0.2943, 0.2917, 0.2865, 0.2839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["46926352", "17168045", "23785605", "6212802", "2587396", "22889972", "1616661", "3935126", "35271381", "21571708"], "ranked_scores": [0.3255, 0.3099, 0.3073, 0.3073, 0.3047, 0.3047, 0.3047, 0.2969, 0.2943, 0.2943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "7965928", "27076725", "41735503", "23785605", "21274919", "32463364", "52874170", "24055603"], "ranked_scores": [0.3125, 0.3021, 0.2812, 0.276, 0.276, 0.2734, 0.2682, 0.2682, 0.2656, 0.2552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "24594624", "79231308", "12866641", "1387104", "38630735", "8771704", "14973286", "27099731", "45276789"], "ranked_scores": [0.3802, 0.3047, 0.2995, 0.2865, 0.2865, 0.276, 0.2708, 0.2682, 0.2656, 0.263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "1848452", "6040392", "22264117", "22551259", "26230669", "9291668", "28530299", "14475235"], "ranked_scores": [0.5391, 0.5156, 0.4948, 0.4818, 0.474, 0.4661, 0.4479, 0.4453, 0.4349, 0.4323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "14874811", "2266471", "1227277", "3504761", "8002887", "10790846", "17055665", "31882215"], "ranked_scores": [0.5521, 0.4844, 0.4688, 0.4453, 0.4167, 0.4036, 0.401, 0.3984, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "27602752", "12885341", "3493623", "1550937", "2274272", "5811042", "3308636", "2947124"], "ranked_scores": [0.5391, 0.4297, 0.4089, 0.401, 0.3958, 0.3828, 0.3828, 0.3828, 0.3802, 0.3724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "37480103", "22007333", "16322674", "16098747", "25973484", "4828631", "18340282"], "ranked_scores": [0.6016, 0.5573, 0.5365, 0.5286, 0.5234, 0.513, 0.4609, 0.4583, 0.4583, 0.4583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "25742130", "32423829", "12779444", "7650066", "6561200", "46355579", "22942787", "28617573"], "ranked_scores": [0.4323, 0.4193, 0.401, 0.3984, 0.3854, 0.3802, 0.3698, 0.3516, 0.3464, 0.3411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "44366096", "31272411", "10627801", "24221369", "7820043", "3107733", "8596357", "4402497", "885056"], "ranked_scores": [0.5599, 0.4974, 0.487, 0.487, 0.4818, 0.4219, 0.4141, 0.4115, 0.4036, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "7227763", "11349166", "1145473", "35534019", "11344428", "22153455", "4391121", "3698758"], "ranked_scores": [0.4609, 0.3516, 0.349, 0.3385, 0.3203, 0.3203, 0.3125, 0.3125, 0.3073, 0.3021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "3270834", "4452659", "52887689", "6277638", "9559146", "10012166", "516867", "7834603", "24347647"], "ranked_scores": [0.5417, 0.4427, 0.4375, 0.4323, 0.4323, 0.4219, 0.4193, 0.4167, 0.4115, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3553087", "16120395", "984825", "4421742", "8083310", "20018321", "24221369", "41133176", "18358026", "2405259"], "ranked_scores": [0.4193, 0.4115, 0.3646, 0.362, 0.3542, 0.3411, 0.3411, 0.3385, 0.3359, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "810480", "37592824", "25938221", "12667988", "25416944", "11441172", "8596837", "17000834"], "ranked_scores": [0.4505, 0.3802, 0.3229, 0.3203, 0.2917, 0.2891, 0.2891, 0.2813, 0.2812, 0.2786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["24335068", "40383969", "19313533", "6076903", "17934603", "4740447", "6712836", "1800734", "2119889", "31851367"], "ranked_scores": [0.401, 0.3932, 0.3854, 0.3854, 0.375, 0.3724, 0.3698, 0.3646, 0.3646, 0.362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "4362729", "1595617", "29557235", "16839245", "9505448", "15491404", "12217662", "20054396"], "ranked_scores": [0.5313, 0.401, 0.3698, 0.3542, 0.3516, 0.349, 0.3464, 0.3464, 0.3437, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "3863543", "2359152", "6000423", "8083310", "2014909", "5836", "40127292", "8385277"], "ranked_scores": [0.4948, 0.4844, 0.4792, 0.4766, 0.4375, 0.4245, 0.4167, 0.4089, 0.401, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "4444861", "2679511", "12156187", "5468807", "27134931", "30543439", "10165723"], "ranked_scores": [0.5365, 0.4635, 0.4271, 0.4141, 0.4036, 0.3984, 0.3854, 0.3828, 0.3828, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2425364", "23267371", "22023404", "275294", "30720103", "3150030", "21553394", "26409363", "520579", "8529693"], "ranked_scores": [0.3724, 0.3255, 0.3203, 0.3099, 0.3073, 0.3073, 0.3021, 0.3021, 0.2891, 0.2812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "71625969", "32481310", "5939172", "849771", "40913091", "1148122", "9394119", "6947286"], "ranked_scores": [0.3698, 0.3151, 0.3125, 0.3125, 0.3021, 0.2917, 0.2839, 0.2786, 0.276, 0.2734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "6944800", "10812605", "11172205", "32532238", "3727986", "19736671", "40667577", "17388232", "4583180"], "ranked_scores": [0.4219, 0.3802, 0.362, 0.3568, 0.3542, 0.3542, 0.349, 0.349, 0.3464, 0.3464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "10071590", "38630735", "3984231", "8892905", "24989194", "7813993", "28164534"], "ranked_scores": [0.5677, 0.4089, 0.3724, 0.362, 0.3438, 0.3385, 0.3333, 0.3281, 0.3255, 0.3073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "40790033", "3898784", "23983289", "23785605", "36003142", "38752049", "21590125", "5698494"], "ranked_scores": [0.5391, 0.3698, 0.3672, 0.3437, 0.3385, 0.3333, 0.3333, 0.3255, 0.3229, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "4889228", "26336593", "13380011", "6636088", "3113630", "3553087", "8247597", "37204802"], "ranked_scores": [0.4792, 0.4036, 0.3932, 0.388, 0.3802, 0.3646, 0.3646, 0.362, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "9226649", "26059876", "17755060", "5254463", "26735905", "17717391", "4447785"], "ranked_scores": [0.5833, 0.5156, 0.4323, 0.4271, 0.4141, 0.4062, 0.4036, 0.4036, 0.401, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "35987381", "14492339", "6123924", "28006126", "14311986", "13923140", "10359591", "29015485", "17463549"], "ranked_scores": [0.5443, 0.4505, 0.4479, 0.4349, 0.4323, 0.4271, 0.4245, 0.4193, 0.4167, 0.4167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "20220731", "17682477", "42693833", "6961811", "20457190", "11666252", "10190778"], "ranked_scores": [0.5026, 0.4792, 0.4245, 0.4193, 0.4089, 0.401, 0.3932, 0.3906, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "35987381", "5735492", "5867846", "11238951", "21274496", "24943534", "4883040", "8300657"], "ranked_scores": [0.5625, 0.4531, 0.4349, 0.4245, 0.4089, 0.4036, 0.4036, 0.4036, 0.401, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "15215393", "3559136", "10482574", "2014909", "3085264", "1386103", "17682477", "1127562", "11738716"], "ranked_scores": [0.3177, 0.3099, 0.3099, 0.3073, 0.2969, 0.2917, 0.2917, 0.2917, 0.2865, 0.2839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "21274496", "2638387", "4336849", "6421792", "6503534", "14819804", "7224723"], "ranked_scores": [0.5677, 0.4687, 0.4531, 0.3906, 0.388, 0.3828, 0.3802, 0.3724, 0.3698, 0.362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "24634621", "25589047", "3944632", "5855168", "20428155", "24873253", "24575065"], "ranked_scores": [0.5833, 0.4661, 0.3776, 0.3516, 0.3385, 0.3333, 0.3307, 0.3307, 0.3307, 0.3307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "9225850", "4391121", "29509926", "17438862", "28647122", "22696649", "7521113", "14386505", "7489663"], "ranked_scores": [0.4115, 0.3854, 0.3776, 0.375, 0.375, 0.375, 0.3698, 0.3646, 0.3646, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "5914739", "9283422", "2825380", "2714623", "11195653", "21746539", "18834078", "15972906", "6961811"], "ranked_scores": [0.5495, 0.5234, 0.5208, 0.5156, 0.513, 0.5026, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "5641851", "16390264", "25451374", "3662510", "19961177", "16204011", "20491205", "38180456", "45461275"], "ranked_scores": [0.4557, 0.3047, 0.2891, 0.2734, 0.2656, 0.2656, 0.2526, 0.25, 0.25, 0.25], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "11369420", "17017465", "41620295", "11291348", "36345185", "29073751", "5415832", "23393712", "24315156"], "ranked_scores": [0.4219, 0.4219, 0.4062, 0.4062, 0.4036, 0.4036, 0.401, 0.3984, 0.3958, 0.3932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "17017465", "195683603", "22696649", "36345578", "36345185", "5484763", "26297042", "29073751"], "ranked_scores": [0.6432, 0.4479, 0.4141, 0.4141, 0.4062, 0.3958, 0.3906, 0.3906, 0.388, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "3203590", "24150328", "23286603", "25677651", "9956893", "9784254", "22116439", "11238784", "20028729"], "ranked_scores": [0.4427, 0.4167, 0.4167, 0.4141, 0.4115, 0.4062, 0.3984, 0.3906, 0.3854, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13901073", "341324", "708425", "13899137", "1986482", "5284188", "26038789"], "ranked_scores": [0.5807, 0.5339, 0.4479, 0.3984, 0.3932, 0.3932, 0.388, 0.388, 0.3854, 0.3802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "79696454", "7343711", "11899391", "1454773", "5991309", "14834714", "23912923", "2492146"], "ranked_scores": [0.4323, 0.3646, 0.3594, 0.3516, 0.349, 0.349, 0.3438, 0.3411, 0.3411, 0.3307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.1": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30720103", "44572913", "23267371", "4483571", "26409363", "16812091", "36960449", "8856690"], "ranked_scores": [532.0, 532.0, 512.0, 510.0, 510.0, 510.0, 509.0, 499.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "4340358", "13000926", "34121231", "4345315", "970012", "3083927", "7514614", "25817686", "17829012"], "ranked_scores": [485.0, 478.0, 476.0, 472.0, 470.0, 466.0, 464.0, 460.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "5884524", "23783727", "13448422", "16760369", "38630735", "24735908", "3056682", "21571708"], "ranked_scores": [549.0, 529.0, 529.0, 525.0, 522.0, 512.0, 511.0, 507.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "11195653", "9283422", "2714623", "24387017", "51952430", "19603353", "3155374", "13651792", "10162553"], "ranked_scores": [534.0, 513.0, 512.0, 512.0, 512.0, 510.0, 510.0, 507.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "12672066", "6841927", "11913139", "43220289", "6123521", "8868863", "35022568"], "ranked_scores": [553.0, 515.0, 491.0, 486.0, 481.0, 470.0, 470.0, 469.0, 469.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "46695481", "28617573", "9764256"], "ranked_ids": ["28617573", "27873158", "46695481", "6561200", "7650066", "9764256", "23136735", "19140422", "46355579", "12779444"], "ranked_scores": [588.0, 571.0, 566.0, 564.0, 558.0, 553.0, 552.0, 544.0, 534.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "23887844", "18678095", "4423401", "23576165", "22712546", "120626", "21626639", "36653415", "7875158"], "ranked_scores": [514.0, 510.0, 508.0, 508.0, 505.0, 504.0, 504.0, 502.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "36345578", "21651116", "19005293", "2248870", "195683603", "31272411", "35395662", "21395936", "219475"], "ranked_scores": [545.0, 538.0, 537.0, 536.0, 524.0, 523.0, 521.0, 520.0, 520.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "7547329", "6319826", "6670101", "16979690", "38180456", "4883040", "11288846", "84784389"], "ranked_scores": [580.0, 490.0, 484.0, 466.0, 462.0, 460.0, 458.0, 457.0, 456.0, 456.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "24044977", "24707550", "40323148", "9977329", "14311986", "22852120", "4429118", "10359591", "38587347"], "ranked_scores": [533.0, 521.0, 520.0, 513.0, 513.0, 512.0, 512.0, 510.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "3984231", "6853699", "19332616", "3056682", "25028913", "28264919", "6085365", "29526125", "4020950"], "ranked_scores": [526.0, 490.0, 484.0, 480.0, 475.0, 473.0, 473.0, 473.0, 472.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "1805641", "10617916", "24044977", "3929361", "12409683", "3935126", "13966946", "4999387"], "ranked_scores": [495.0, 495.0, 484.0, 483.0, 483.0, 481.0, 472.0, 469.0, 468.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["1616661", "34876410", "44801733", "7711685", "19332616", "22867765", "6176498", "2192419", "2316374", "2593298"], "ranked_scores": [480.0, 480.0, 474.0, 472.0, 469.0, 469.0, 468.0, 467.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["41735503", "17930286", "24055603", "28419824", "24148722", "22995579", "27076725", "7965928", "14606752", "44830890"], "ranked_scores": [499.0, 497.0, 490.0, 486.0, 483.0, 483.0, 480.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "79231308", "23294314", "36345578", "25589047", "41298619", "30553457", "44048701", "10577574"], "ranked_scores": [512.0, 477.0, 472.0, 464.0, 457.0, 455.0, 454.0, 453.0, 451.0, 450.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "4679264", "9291668", "22264117", "1848452", "4434951", "6040392", "22551259", "26230669", "14475235"], "ranked_scores": [582.0, 574.0, 568.0, 567.0, 566.0, 564.0, 563.0, 554.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "120626", "29467201", "20288322", "11902109", "1227277", "17055665", "25510546", "2266471", "17195001"], "ranked_scores": [558.0, 513.0, 504.0, 501.0, 501.0, 497.0, 497.0, 497.0, 495.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "10627801", "12885341", "18938992", "5137019", "35395662", "8596357", "6144337", "26133404", "21651116"], "ranked_scores": [580.0, 536.0, 526.0, 526.0, 525.0, 525.0, 525.0, 523.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "27123743", "37480103", "16322674", "23557241", "13831842", "22007333", "5487448", "18340282", "25973484"], "ranked_scores": [580.0, 573.0, 568.0, 556.0, 556.0, 544.0, 541.0, 541.0, 526.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "6561200", "46695481", "28617573", "25742130", "27873158", "32423829", "9764256", "7650066"], "ranked_scores": [531.0, 529.0, 529.0, 527.0, 527.0, 525.0, 516.0, 512.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "7820043", "44366096", "7968532", "3107733", "24221369", "16172576", "1970884"], "ranked_scores": [566.0, 546.0, 544.0, 540.0, 539.0, 524.0, 522.0, 518.0, 516.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "24512064", "3698758", "45276789", "11349166", "18174210", "35534019", "36345578", "28910120"], "ranked_scores": [531.0, 498.0, 492.0, 490.0, 488.0, 482.0, 480.0, 480.0, 476.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "516867", "7514614", "6277638", "24347647", "4452659", "16693950", "797114"], "ranked_scores": [557.0, 551.0, 524.0, 521.0, 514.0, 512.0, 505.0, 505.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "18358026", "6264468", "28264919", "935538", "25799020", "27134931", "21380348", "6259170", "3849194"], "ranked_scores": [520.0, 504.0, 502.0, 498.0, 497.0, 486.0, 486.0, 486.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "27866735", "810480", "24512064", "15493354", "25416944", "116792", "16398827"], "ranked_scores": [569.0, 485.0, 480.0, 473.0, 470.0, 469.0, 460.0, 460.0, 458.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6712836", "31962403", "30303335", "6076903", "778436", "12030318", "25263810", "21622715", "4740447", "9505448"], "ranked_scores": [502.0, 501.0, 498.0, 497.0, 496.0, 495.0, 495.0, 495.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7451607", "10790846", "17919731", "12225214", "10212612", "21330280", "38751591", "4423559"], "ranked_scores": [545.0, 518.0, 518.0, 509.0, 507.0, 503.0, 502.0, 499.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["30152134", "2359152", "3391547", "3863543", "5765455", "11951999", "12240507", "18914652", "9911547", "6000423"], "ranked_scores": [533.0, 533.0, 529.0, 528.0, 526.0, 520.0, 517.0, 513.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "21330280", "7468449", "12922760", "2679511", "3981729", "16644043", "27134931", "30122260", "6812319"], "ranked_scores": [542.0, 508.0, 504.0, 503.0, 502.0, 499.0, 494.0, 494.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "2425364", "3150030", "23267371", "8856690", "22023404", "4483571", "21553394", "26409363", "36960449"], "ranked_scores": [496.0, 491.0, 486.0, 484.0, 484.0, 480.0, 480.0, 477.0, 475.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "849771", "1388704", "14663842", "5939172", "41599676", "980196", "18678095", "71625969", "32481310"], "ranked_scores": [515.0, 475.0, 472.0, 472.0, 472.0, 471.0, 469.0, 467.0, 467.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "1065627", "11172205", "4429118", "13889430", "26231129", "13011249", "24726600", "17934082", "4702639"], "ranked_scores": [521.0, 521.0, 520.0, 516.0, 515.0, 514.0, 513.0, 512.0, 508.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "7602348", "7711685", "23124332", "24989194", "3056682", "7813993", "15925931"], "ranked_scores": [582.0, 521.0, 508.0, 504.0, 502.0, 496.0, 495.0, 488.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "10072941", "34139429", "5698494", "33533307", "7602348", "23785605", "40996863", "13481731", "19675911"], "ranked_scores": [581.0, 500.0, 495.0, 495.0, 492.0, 490.0, 490.0, 489.0, 488.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "7997337", "9217800", "13921783", "19603353", "26336593", "6636088", "6712836", "20904154", "23887844"], "ranked_scores": [552.0, 500.0, 500.0, 499.0, 491.0, 491.0, 489.0, 489.0, 487.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "18956141", "4447785", "4429118", "57783564", "43334921", "9226649", "5254463"], "ranked_scores": [593.0, 562.0, 531.0, 531.0, 530.0, 529.0, 526.0, 525.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14492339", "51952430", "13923140", "10162553", "24387017", "22852120", "24044977", "5811042", "6767271"], "ranked_scores": [569.0, 536.0, 534.0, 531.0, 531.0, 530.0, 524.0, 523.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "19511011", "10162553", "13398997", "33535222", "14647747", "22613657", "21185923"], "ranked_scores": [551.0, 537.0, 536.0, 533.0, 520.0, 519.0, 515.0, 512.0, 512.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "4883040", "21274496", "39443128", "5735492", "1386103", "1215116", "31560225", "7111021"], "ranked_scores": [586.0, 522.0, 510.0, 506.0, 506.0, 502.0, 500.0, 498.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2335873", "6123521", "32665136", "23052989", "25988622", "2014909", "44562221", "5145974", "5395426", "712078"], "ranked_scores": [469.0, 466.0, 462.0, 460.0, 458.0, 456.0, 456.0, 456.0, 456.0, 455.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "2638387", "21274496", "25014337", "5560962", "6421792", "4347374", "45218443", "4336849"], "ranked_scores": [558.0, 512.0, 508.0, 508.0, 506.0, 505.0, 496.0, 491.0, 488.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "32421068", "7165938", "13515165", "5855168", "6334188", "52180874"], "ranked_scores": [591.0, 572.0, 517.0, 504.0, 497.0, 489.0, 488.0, 488.0, 485.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5035827", "5106691", "9977329", "6853699", "4429118", "14492339", "17934603", "28647122", "29509926", "10648422"], "ranked_scores": [519.0, 518.0, 517.0, 516.0, 514.0, 512.0, 512.0, 512.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["21746539", "2714623", "36271512", "41982985", "18042803", "15972906", "9283422", "5914739", "11195653", "4389252"], "ranked_scores": [557.0, 553.0, 552.0, 548.0, 547.0, 543.0, 543.0, 537.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "16204011", "19945096", "38180456", "10577574", "12584053", "19961177", "25886725", "5641851", "40905302"], "ranked_scores": [552.0, 477.0, 474.0, 473.0, 471.0, 468.0, 468.0, 467.0, 467.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "10991183", "18041692", "29073751", "3863543", "24624992", "5415832", "11887584", "23393712", "6421792"], "ranked_scores": [534.0, 525.0, 523.0, 522.0, 522.0, 520.0, 520.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "28149602", "26297042", "9225850", "38587347", "36345578", "1800734", "24315156", "3495456"], "ranked_scores": [614.0, 568.0, 545.0, 545.0, 539.0, 536.0, 536.0, 534.0, 530.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "8458567", "23286603", "9784254", "8856690", "3203590", "15058155", "31272411", "24150328", "25677651"], "ranked_scores": [532.0, 520.0, 520.0, 518.0, 517.0, 517.0, 508.0, 505.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "13901073", "1986482", "11254040", "32909242", "1386103", "45461275"], "ranked_scores": [591.0, 561.0, 531.0, 526.0, 515.0, 509.0, 507.0, 502.0, 501.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "5991309", "21009874", "7975937", "7343711", "6407356", "1900152", "32421068", "23912923", "3471191"], "ranked_scores": [530.0, 515.0, 512.0, 512.0, 510.0, 505.0, 500.0, 499.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-asigm-2b": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30720103", "36960449", "4483571", "275294", "44572913", "23267371", "22023404", "2425364"], "ranked_scores": [0.3531, 0.3505, 0.3299, 0.2861, 0.2835, 0.2758, 0.2732, 0.2706, 0.2577, 0.2552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "17050065", "34121231", "4340358", "970012", "4319174", "4810810", "3083927", "17000834", "7514614"], "ranked_scores": [0.2294, 0.2191, 0.2165, 0.2088, 0.2062, 0.201, 0.1856, 0.1804, 0.1753, 0.1701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "6158879", "5884524", "16760369", "24735908", "23783727", "13448422", "38630735", "20554003", "6176498"], "ranked_scores": [0.3943, 0.3479, 0.3299, 0.3196, 0.3196, 0.3093, 0.2835, 0.2732, 0.2732, 0.2629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "19603353", "17195001", "36271512", "34905328", "35660758", "24387017", "14591894", "3155374"], "ranked_scores": [0.3325, 0.299, 0.2964, 0.2938, 0.2912, 0.2887, 0.2784, 0.2758, 0.2732, 0.2732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "11913139", "43220289", "704526", "27150276", "8868863", "12672066", "26720366"], "ranked_scores": [0.433, 0.2784, 0.2577, 0.2268, 0.2062, 0.1985, 0.1985, 0.1985, 0.1933, 0.1933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "9764256", "28617573"], "ranked_ids": ["28617573", "46695481", "27873158", "7650066", "6561200", "9764256", "23136735", "19140422", "46355579", "12779444"], "ranked_scores": [0.4897, 0.4278, 0.4253, 0.3969, 0.3943, 0.3943, 0.3634, 0.3531, 0.3505, 0.3325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["4423401", "23887844", "36653415", "18678095", "22712546", "7875158", "18810195", "21626639", "13613916", "27647593"], "ranked_scores": [0.3351, 0.3247, 0.3196, 0.299, 0.2964, 0.2964, 0.2912, 0.2809, 0.2784, 0.268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "36345578", "21651116", "19005293", "31272411", "35395662", "44935041", "26873988", "6182947", "44562058"], "ranked_scores": [0.4098, 0.3969, 0.3686, 0.3634, 0.3299, 0.3273, 0.3247, 0.3222, 0.3222, 0.317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "7547329", "16979690", "6319826", "38180456", "32328114", "70439309", "22711954", "14408200"], "ranked_scores": [0.4948, 0.2732, 0.2371, 0.2268, 0.1907, 0.1856, 0.1778, 0.1753, 0.1727, 0.1675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "14311986", "4429118", "10359591", "24707550", "19005293", "15488881", "5991309", "5003144", "9977329"], "ranked_scores": [0.3814, 0.3454, 0.3402, 0.3402, 0.3376, 0.3299, 0.3299, 0.3273, 0.3222, 0.317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "21557614", "3984231", "19332616", "24150328", "9846940", "4020950", "2391552", "40164383"], "ranked_scores": [0.359, 0.2949, 0.2487, 0.2333, 0.2282, 0.2256, 0.2256, 0.2231, 0.2103, 0.2051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "24044977", "18025240", "27264454", "3929361", "1805641", "22635278", "3935126", "10617916", "4999387"], "ranked_scores": [0.2784, 0.2474, 0.2268, 0.2165, 0.2165, 0.2139, 0.1933, 0.1933, 0.1881, 0.1804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34876410", "25079962", "1616661", "19332616", "44801733", "6853699", "2159648", "2593298", "4506414", "17741440"], "ranked_scores": [0.2371, 0.2268, 0.2242, 0.2216, 0.2191, 0.2113, 0.2088, 0.2088, 0.2036, 0.1985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "24148722", "23785605", "27076725", "24055603", "13282296", "8672737", "22995579", "24510595"], "ranked_scores": [0.3428, 0.317, 0.2732, 0.268, 0.2629, 0.2603, 0.2577, 0.2577, 0.25, 0.2474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "38844612", "26611094", "79231308", "1922901", "12866641", "52874170", "36345578", "22767022"], "ranked_scores": [0.2732, 0.1985, 0.1959, 0.1907, 0.1778, 0.1701, 0.1701, 0.1572, 0.1572, 0.1521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22264117", "6040392", "9291668", "1848452", "4679264", "22551259", "26230669", "14475235", "4434951"], "ranked_scores": [0.4718, 0.451, 0.4278, 0.4253, 0.4253, 0.4098, 0.3974, 0.3943, 0.3943, 0.3918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "120626", "17195001", "20288322", "4414481", "11414664", "29467201", "2266471", "27693891", "12871281"], "ranked_scores": [0.4231, 0.2949, 0.2949, 0.2846, 0.2769, 0.2744, 0.2718, 0.2667, 0.2641, 0.2538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "5137019", "10627801", "30437264", "13923140", "26133404", "21651116", "8596357", "6144337"], "ranked_scores": [0.4768, 0.3608, 0.3505, 0.3479, 0.3273, 0.3196, 0.3196, 0.317, 0.3144, 0.3119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "17450673", "37480103", "23557241", "22007333", "15512462", "16322674", "5487448", "16098747", "13831558"], "ranked_scores": [0.4485, 0.4459, 0.4433, 0.4021, 0.3918, 0.3814, 0.3763, 0.3557, 0.3428, 0.3376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "36355784", "12779444", "27873158", "32423829", "28617573", "25742130", "9764256", "6561200", "7650066"], "ranked_scores": [0.3351, 0.3222, 0.317, 0.3119, 0.3041, 0.2938, 0.2938, 0.2912, 0.2809, 0.2629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "7820043", "7968532", "3107733", "6144337", "1970884", "24221369"], "ranked_scores": [0.4588, 0.4072, 0.3892, 0.3763, 0.3711, 0.3479, 0.3454, 0.3222, 0.3222, 0.317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11349166", "3698758", "24512064", "35534019", "17682477", "45276789", "14021596", "36345578", "44562058"], "ranked_scores": [0.4, 0.2821, 0.2795, 0.2744, 0.2718, 0.2641, 0.259, 0.259, 0.2385, 0.2359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "52887689", "4452659", "9559146", "7514614", "797114", "1754001", "14864285"], "ranked_scores": [0.4465, 0.4235, 0.3597, 0.3521, 0.3265, 0.3265, 0.324, 0.3214, 0.3112, 0.301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["28264919", "16120395", "18358026", "27373088", "6264468", "21330280", "935538", "36271512", "21380348", "4421742"], "ranked_scores": [0.299, 0.2912, 0.2603, 0.2526, 0.2448, 0.2397, 0.2397, 0.2268, 0.2242, 0.2191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "24512064", "15889329", "810480", "29231620", "27866735", "6334188", "25416944", "13282296"], "ranked_scores": [0.4253, 0.2603, 0.2345, 0.2345, 0.2062, 0.183, 0.1753, 0.1701, 0.1649, 0.1624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6712836", "1031534", "12030318", "778436", "6076903", "25623469", "4702639", "21179714", "6717533", "31962403"], "ranked_scores": [0.2964, 0.2964, 0.2938, 0.2861, 0.2835, 0.2784, 0.2758, 0.2732, 0.2706, 0.268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "10212612", "10790846", "19149247", "15491404", "37549932", "29557235", "12225214", "4423559"], "ranked_scores": [0.3351, 0.3196, 0.2706, 0.268, 0.2629, 0.2603, 0.2577, 0.2577, 0.2552, 0.2552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "2359152", "11951999", "6000423", "18914652", "5765455", "33677323", "30152134", "36831892"], "ranked_scores": [0.3872, 0.3667, 0.3462, 0.3282, 0.3256, 0.318, 0.3103, 0.3103, 0.3, 0.3], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "7468449", "1754001", "36831892", "30122260", "16644043", "16233471", "6784372", "30658796"], "ranked_scores": [0.3918, 0.2887, 0.2552, 0.2526, 0.2474, 0.2448, 0.2423, 0.2397, 0.2397, 0.2371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3150030", "36960449", "4483571", "30720103", "2425364", "22023404", "21553394", "275294", "23267371", "26409363"], "ranked_scores": [0.2887, 0.2732, 0.2655, 0.2655, 0.2577, 0.2448, 0.2371, 0.2371, 0.232, 0.232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "6421792", "9638032", "33911859", "18678095", "32481310", "20280410", "41599676", "9394119", "980196"], "ranked_scores": [0.366, 0.2526, 0.2371, 0.2345, 0.232, 0.2268, 0.2242, 0.2242, 0.2242, 0.2242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["26231129", "11172205", "1065627", "6944800", "4429118", "13011249", "17388232", "24349992", "40382183", "952111"], "ranked_scores": [0.3376, 0.3299, 0.3299, 0.3247, 0.317, 0.3015, 0.299, 0.2912, 0.2912, 0.2835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "7602348", "23124332", "2291922", "7813993", "7711685", "38630735", "6853699"], "ranked_scores": [0.4485, 0.3015, 0.2706, 0.2577, 0.2552, 0.2474, 0.2423, 0.2345, 0.232, 0.2165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "23785605", "19675911", "13230773", "31889025", "4506414", "2338488", "10072941", "5698494", "4647303"], "ranked_scores": [0.4923, 0.3376, 0.3299, 0.3144, 0.2912, 0.2887, 0.2835, 0.2835, 0.2809, 0.2732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "7997337", "13921783", "612002", "13380011", "9217800", "6712836", "15548965", "7729656", "17333231"], "ranked_scores": [0.3969, 0.2861, 0.2784, 0.2706, 0.268, 0.2655, 0.2603, 0.2577, 0.2577, 0.2552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "43334921", "7975937", "17917408", "24349992", "26059876", "39758684", "4422868", "4429118"], "ranked_scores": [0.518, 0.4613, 0.3505, 0.3376, 0.3247, 0.3247, 0.3247, 0.3222, 0.3196, 0.3196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "51952430", "34905328", "22852120", "40312663", "1386103", "13798951", "14492339", "24387017", "21320417"], "ranked_scores": [0.4046, 0.3325, 0.3325, 0.3273, 0.3222, 0.317, 0.3144, 0.3144, 0.3093, 0.3067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "19511011", "17682477", "27910499", "14647747", "10162553", "22791348", "13398997", "11020556", "21185923"], "ranked_scores": [0.4433, 0.3969, 0.3763, 0.3686, 0.3247, 0.3222, 0.3196, 0.3119, 0.3093, 0.3067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "4883040", "5735492", "31560225", "1215116", "1386103", "7451018", "3662510", "7111021"], "ranked_scores": [0.5308, 0.3487, 0.3, 0.3, 0.2897, 0.2795, 0.2692, 0.2667, 0.2615, 0.259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2335873", "25079962", "6477536", "5503194", "43226130", "41822527", "712078", "11738716", "6309659", "6962472"], "ranked_scores": [0.2062, 0.2036, 0.1881, 0.1856, 0.183, 0.183, 0.1701, 0.1675, 0.1675, 0.1675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6421792", "4347374", "2638387", "5560962", "6426919", "4336849", "34818263", "24512064", "8925851"], "ranked_scores": [0.4046, 0.299, 0.2835, 0.2758, 0.2732, 0.2603, 0.2603, 0.2552, 0.25, 0.2474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "13256155", "10958594", "6334188", "24575065", "21009874", "7165938", "31591262"], "ranked_scores": [0.5155, 0.4459, 0.3376, 0.2938, 0.2912, 0.2887, 0.2861, 0.2603, 0.2577, 0.2552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9225850", "17438862", "26230669", "9977329", "17934603", "4391121", "29509926", "3330111", "44562058", "1871230"], "ranked_scores": [0.3479, 0.3454, 0.3376, 0.3351, 0.3325, 0.3273, 0.317, 0.317, 0.317, 0.3144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["36271512", "41982985", "15972906", "21746539", "9283422", "5914739", "2714623", "18042803", "12871281", "33499189"], "ranked_scores": [0.4311, 0.4209, 0.4133, 0.3903, 0.375, 0.3725, 0.3725, 0.3623, 0.3521, 0.347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "38180456", "20491205", "16204011", "19945096", "5641851", "26611094", "19961177", "12584053", "40905302"], "ranked_scores": [0.4356, 0.2577, 0.2371, 0.2345, 0.2294, 0.2242, 0.2139, 0.2113, 0.2113, 0.2062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "11369420", "29073751", "3863543", "25085979", "11291348", "6421792", "5415832", "18041692", "19165076"], "ranked_scores": [0.3539, 0.3385, 0.3128, 0.3051, 0.3051, 0.3026, 0.3026, 0.3026, 0.2949, 0.2923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "36345578", "28149602", "43224840", "33920995", "35660758", "2417551", "3495456"], "ranked_scores": [0.5923, 0.4128, 0.4103, 0.359, 0.359, 0.3487, 0.3487, 0.3385, 0.3359, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "24150328", "9784254", "3203590", "23286603", "40667066", "8458567", "20028729", "8856690", "13639330"], "ranked_scores": [0.3608, 0.3325, 0.3247, 0.3196, 0.2912, 0.2861, 0.2809, 0.2655, 0.2655, 0.2577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "1386103", "1986482", "35087728", "708425", "13899137", "11254040"], "ranked_scores": [0.5357, 0.4439, 0.3852, 0.3419, 0.3265, 0.3138, 0.3087, 0.3087, 0.301, 0.2985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7975937", "11335781", "21009874", "7343711", "5991309", "1900152", "3471191", "20501163", "49432306", "22647695"], "ranked_scores": [0.3222, 0.317, 0.3015, 0.3015, 0.2912, 0.2912, 0.2887, 0.2835, 0.2629, 0.2603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "roberta-base": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["2099400", "32927401", "8185080", "5094468", "45276789", "2061878", "10071590", "28338268", "11481946", "29495185"], "ranked_scores": [0.9762, 0.975, 0.975, 0.9748, 0.9742, 0.974, 0.9739, 0.9738, 0.9737, 0.9734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["285794", "80109277", "2099400", "29495185", "14174055", "10071590", "6544701", "45276789", "63858430", "8185080"], "ranked_scores": [0.9482, 0.9472, 0.947, 0.9463, 0.9438, 0.9434, 0.9432, 0.9427, 0.9427, 0.9425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["29495185", "10071590", "11481946", "10536636", "28338268", "14566771", "41822527", "34378726", "45276789", "19511011"], "ranked_scores": [0.9764, 0.9751, 0.9736, 0.9731, 0.973, 0.9715, 0.9714, 0.9714, 0.9711, 0.9704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2099400", "32927401", "8185080", "2251426", "7268522", "5094468", "21651116", "6544701", "17388232", "28138927"], "ranked_scores": [0.9801, 0.9779, 0.9771, 0.9763, 0.9758, 0.9758, 0.9755, 0.9752, 0.9749, 0.9747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["29495185", "41822527", "10536636", "20945963", "10071590", "34378726", "80109277", "5944514", "1499964", "28138927"], "ranked_scores": [0.9759, 0.9723, 0.9721, 0.971, 0.9709, 0.9703, 0.9702, 0.9701, 0.9698, 0.9698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["29495185", "2099400", "285794", "10071590", "2061878", "45276789", "28338268", "8185080", "74701974", "24825841"], "ranked_scores": [0.9801, 0.9788, 0.978, 0.9779, 0.9765, 0.9757, 0.9756, 0.9755, 0.9752, 0.9748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["2099400", "28138927", "31962403", "5094468", "5403286", "8185080", "32975424", "1499964", "17919731", "11710511"], "ranked_scores": [0.9774, 0.9755, 0.9746, 0.9741, 0.974, 0.9732, 0.9729, 0.9727, 0.9727, 0.9727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2099400", "8185080", "285794", "5403286", "28138927", "34378726", "2061878", "2251426", "25602549", "21179714"], "ranked_scores": [0.9786, 0.978, 0.9766, 0.9765, 0.9764, 0.976, 0.9759, 0.9757, 0.9757, 0.9756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["29495185", "20945963", "17123657", "70490", "63858430", "20492020", "1499964", "44264297", "29557235", "8690595"], "ranked_scores": [0.9704, 0.9699, 0.9692, 0.9684, 0.9683, 0.9676, 0.9671, 0.9667, 0.9664, 0.9659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["2099400", "32927401", "2061878", "6544701", "5503194", "28138927", "8185080", "2251426", "2274272", "21179714"], "ranked_scores": [0.9771, 0.9733, 0.9725, 0.9722, 0.9722, 0.9721, 0.9719, 0.9719, 0.9719, 0.9719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10071590", "2099400", "2061878", "28264919", "23124332", "6544701", "2274272", "32975424", "285794", "28338268"], "ranked_scores": [0.9581, 0.9557, 0.9549, 0.9538, 0.9536, 0.9535, 0.9532, 0.9532, 0.9528, 0.9527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "2099400", "10071590", "2061878", "6544701", "285794", "8185080", "29495185", "28138927", "2274272"], "ranked_scores": [0.9683, 0.9682, 0.9676, 0.9674, 0.9671, 0.9671, 0.9669, 0.965, 0.9647, 0.9639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["2099400", "28264919", "31962403", "8185080", "29495185", "32975424", "28338268", "17123657", "2251426", "17388232"], "ranked_scores": [0.9681, 0.9632, 0.9604, 0.9604, 0.9599, 0.9596, 0.9596, 0.9593, 0.959, 0.9588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["29495185", "10071590", "10536636", "2099400", "41822527", "28338268", "28138927", "32927401", "34378726", "285794"], "ranked_scores": [0.9721, 0.9684, 0.9651, 0.9646, 0.9644, 0.9637, 0.9635, 0.9634, 0.963, 0.9629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["29495185", "45276789", "285794", "70490", "80109277", "10071590", "17123657", "2099400", "20945963", "1499964"], "ranked_scores": [0.9751, 0.9743, 0.9723, 0.9711, 0.971, 0.9707, 0.97, 0.9698, 0.9696, 0.9688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1499964", "29495185", "6923961", "28138927", "8551160", "5503194", "34378726", "5944514", "25602549", "41822527"], "ranked_scores": [0.9809, 0.9805, 0.9804, 0.9797, 0.9796, 0.9794, 0.9793, 0.9793, 0.979, 0.9789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["32975424", "2099400", "28264919", "8185080", "28138927", "2274272", "31962403", "5403286", "2061878", "6544701"], "ranked_scores": [0.9747, 0.9736, 0.9726, 0.9719, 0.9703, 0.9703, 0.9688, 0.9686, 0.9679, 0.9677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2099400", "8185080", "32927401", "2251426", "21651116", "1499964", "28138927", "5503194", "17388232", "2061878"], "ranked_scores": [0.9857, 0.9832, 0.9817, 0.9815, 0.9811, 0.9807, 0.9807, 0.9806, 0.9805, 0.9805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["29495185", "10071590", "20945963", "10536636", "74701974", "28338268", "45276789", "34378726", "14566771", "11481946"], "ranked_scores": [0.9832, 0.9783, 0.9771, 0.9765, 0.9757, 0.9756, 0.9751, 0.9747, 0.9746, 0.9745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["29495185", "10536636", "45276789", "20945963", "285794", "41822527", "10071590", "28338268", "11481946", "19511011"], "ranked_scores": [0.9846, 0.979, 0.9788, 0.9786, 0.978, 0.9775, 0.9771, 0.9771, 0.9765, 0.9762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "2099400", "8185080", "6544701", "28138927", "32927401", "2251426", "28264919", "2274272", "1499964"], "ranked_scores": [0.9772, 0.973, 0.9716, 0.9713, 0.9707, 0.9706, 0.97, 0.97, 0.9696, 0.9696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["6544701", "23124332", "285794", "45276789", "8185080", "2099400", "24825841", "10071590", "2061878", "46193388"], "ranked_scores": [0.9726, 0.9717, 0.9715, 0.9711, 0.971, 0.9704, 0.9697, 0.9697, 0.9695, 0.9684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["2099400", "28138927", "2274272", "6544701", "8185080", "14174055", "31962403", "32975424", "285794", "2061878"], "ranked_scores": [0.9622, 0.9601, 0.9591, 0.9584, 0.9558, 0.9552, 0.9552, 0.9548, 0.9548, 0.9546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["2251426", "32927401", "2099400", "17919731", "3506723", "28138927", "5403286", "21651116", "31962403", "2274272"], "ranked_scores": [0.9817, 0.9783, 0.9774, 0.9772, 0.9771, 0.9771, 0.9771, 0.9768, 0.9768, 0.9767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["10071590", "29495185", "28338268", "2099400", "2061878", "10536636", "14924526", "41822527", "285794", "45276789"], "ranked_scores": [0.9744, 0.9742, 0.9725, 0.9709, 0.9693, 0.9688, 0.9687, 0.9684, 0.9684, 0.9682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2099400", "2251426", "8185080", "32927401", "28264919", "32975424", "2274272", "6544701", "28138927", "17388232"], "ranked_scores": [0.973, 0.9652, 0.9652, 0.9645, 0.9639, 0.9639, 0.9634, 0.963, 0.9619, 0.9613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2251426", "2099400", "31962403", "1499964", "29557235", "28138927", "8185080", "17919731", "7268522", "3506723"], "ranked_scores": [0.9794, 0.9793, 0.9793, 0.977, 0.9769, 0.9769, 0.9768, 0.9767, 0.9759, 0.9757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["29495185", "41822527", "28338268", "5944514", "1499964", "34378726", "10536636", "20945963", "10071590", "2099400"], "ranked_scores": [0.9838, 0.9811, 0.9801, 0.98, 0.9794, 0.9791, 0.9789, 0.9787, 0.9781, 0.9778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["2099400", "2274272", "32975424", "28264919", "31962403", "6544701", "2061878", "34854444", "8185080", "28138927"], "ranked_scores": [0.9731, 0.9682, 0.9676, 0.9668, 0.9667, 0.9656, 0.9654, 0.9652, 0.9649, 0.9643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["29495185", "10071590", "2099400", "10536636", "28138927", "285794", "2061878", "5403286", "32927401", "8185080"], "ranked_scores": [0.9684, 0.9677, 0.9669, 0.9656, 0.9653, 0.965, 0.965, 0.9646, 0.9638, 0.9638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["32975424", "2099400", "8185080", "28264919", "6544701", "5403286", "2251426", "28821565", "285794", "45276789"], "ranked_scores": [0.9722, 0.9717, 0.9715, 0.9694, 0.9673, 0.9666, 0.9663, 0.9663, 0.9659, 0.9659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2099400", "17388232", "2251426", "8185080", "32927401", "29495185", "1499964", "28138927", "11710511", "5094468"], "ranked_scores": [0.9813, 0.9793, 0.9767, 0.9747, 0.9743, 0.9742, 0.9739, 0.9738, 0.9729, 0.9728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2099400", "29495185", "34378726", "28338268", "10071590", "2061878", "28138927", "41822527", "1499964", "2251426"], "ranked_scores": [0.9813, 0.9801, 0.9775, 0.9774, 0.9772, 0.9756, 0.9753, 0.9752, 0.975, 0.9749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["29495185", "20945963", "10536636", "11481946", "34378726", "1499964", "10071590", "44264297", "14566771", "45276789"], "ranked_scores": [0.981, 0.976, 0.9757, 0.9754, 0.9752, 0.9742, 0.9739, 0.9736, 0.9733, 0.9727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2099400", "32927401", "8185080", "2251426", "5094468", "28138927", "6923961", "21179714", "34378726", "21651116"], "ranked_scores": [0.9829, 0.9819, 0.9808, 0.9805, 0.9799, 0.9799, 0.9795, 0.9792, 0.9791, 0.9788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "2099400", "28138927", "8185080", "2251426", "21179714", "32927401", "5503194", "5094468", "21651116"], "ranked_scores": [0.9833, 0.9822, 0.9813, 0.9805, 0.9802, 0.9793, 0.9789, 0.9788, 0.9787, 0.9781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["6544701", "2099400", "8185080", "285794", "21179714", "28264919", "2274272", "31962403", "32975424", "32927401"], "ranked_scores": [0.9663, 0.9658, 0.9651, 0.9631, 0.9629, 0.9626, 0.9626, 0.9615, 0.9611, 0.961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["6544701", "285794", "8185080", "2099400", "14174055", "24825841", "1499964", "28138927", "23124332", "2251426"], "ranked_scores": [0.9733, 0.9715, 0.9699, 0.9699, 0.9674, 0.9667, 0.9657, 0.9652, 0.9652, 0.9651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["285794", "29495185", "6544701", "8185080", "2061878", "2099400", "74701974", "8300657", "24825841", "1499964"], "ranked_scores": [0.9758, 0.9749, 0.9748, 0.9746, 0.9744, 0.9744, 0.974, 0.9739, 0.9737, 0.9736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["285794", "2099400", "32975424", "6544701", "8185080", "80109277", "14174055", "28264919", "45276789", "28138927"], "ranked_scores": [0.9614, 0.9601, 0.9574, 0.9573, 0.9569, 0.9554, 0.9553, 0.9553, 0.9541, 0.9537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["8185080", "2099400", "28264919", "32975424", "285794", "6544701", "28821565", "28138927", "2061878", "31962403"], "ranked_scores": [0.9699, 0.9697, 0.9697, 0.9678, 0.9674, 0.9657, 0.9654, 0.9642, 0.9634, 0.9629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["45276789", "10071590", "285794", "29495185", "8185080", "2099400", "74701974", "2061878", "34378726", "28821565"], "ranked_scores": [0.9824, 0.9818, 0.9811, 0.981, 0.9804, 0.9803, 0.9794, 0.9791, 0.9783, 0.9778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2099400", "34378726", "29495185", "28138927", "2251426", "41822527", "1499964", "32927401", "5094468", "2061878"], "ranked_scores": [0.9815, 0.9805, 0.9793, 0.9776, 0.9775, 0.9772, 0.9771, 0.9769, 0.9765, 0.9764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2099400", "2251426", "6544701", "8185080", "32927401", "21179714", "31962403", "21651116", "2274272", "41913714"], "ranked_scores": [0.9809, 0.9767, 0.9764, 0.9759, 0.9759, 0.9748, 0.9748, 0.9745, 0.9739, 0.9737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["29495185", "70490", "80109277", "17123657", "63858430", "10536636", "20945963", "20492020", "44264297", "45276789"], "ranked_scores": [0.969, 0.9688, 0.9673, 0.966, 0.9653, 0.9638, 0.9636, 0.9631, 0.9626, 0.9625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["2099400", "8185080", "28264919", "2251426", "6544701", "32927401", "21179714", "32975424", "2274272", "28138927"], "ranked_scores": [0.9777, 0.9762, 0.9747, 0.9736, 0.973, 0.9729, 0.9728, 0.9724, 0.9724, 0.9721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["2099400", "2251426", "17388232", "23393712", "32927401", "28138927", "8185080", "1499964", "21179714", "5094468"], "ranked_scores": [0.9833, 0.9795, 0.9781, 0.9779, 0.9775, 0.9774, 0.9773, 0.977, 0.9769, 0.9765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["2099400", "8185080", "2251426", "6544701", "32927401", "2274272", "285794", "28138927", "21179714", "21651116"], "ranked_scores": [0.9664, 0.9647, 0.9637, 0.9628, 0.9624, 0.9624, 0.9623, 0.9619, 0.9613, 0.9604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["29495185", "285794", "2099400", "2061878", "8185080", "6544701", "24825841", "28138927", "34378726", "5403286"], "ranked_scores": [0.9769, 0.9759, 0.9753, 0.9751, 0.9746, 0.9734, 0.9732, 0.9727, 0.9727, 0.9726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["29495185", "10071590", "285794", "2099400", "34378726", "8185080", "32927401", "44264297", "1499964", "45276789"], "ranked_scores": [0.9796, 0.9773, 0.977, 0.9761, 0.9761, 0.975, 0.9742, 0.9739, 0.9739, 0.9738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "22023404", "18256197", "21636085", "23267371", "520579"], "ranked_scores": [0.5875, 0.5816, 0.5627, 0.5521, 0.5337, 0.519, 0.5177, 0.5176, 0.5168, 0.5111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "13350374", "24241932", "7198295", "29125354", "970012"], "ranked_scores": [0.3853, 0.379, 0.3665, 0.3627, 0.3468, 0.3232, 0.3179, 0.3143, 0.3083, 0.3065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "16760369", "20526907", "2138843", "25028913", "21301090", "9813098"], "ranked_scores": [0.7289, 0.6247, 0.619, 0.5991, 0.5922, 0.5901, 0.5829, 0.5803, 0.5767, 0.5658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8903143", "8698857", "9283422", "25479072", "5914739", "34905328", "21557055", "13398997", "24042363"], "ranked_scores": [0.6547, 0.6485, 0.645, 0.644, 0.638, 0.6341, 0.6299, 0.628, 0.6264, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "31612088", "24921368"], "ranked_scores": [0.522, 0.4996, 0.4818, 0.4429, 0.4279, 0.4274, 0.4072, 0.3918, 0.3756, 0.3752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "7650066", "16980892"], "ranked_scores": [0.7438, 0.7385, 0.7167, 0.7137, 0.6981, 0.6717, 0.668, 0.6622, 0.6326, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "20672596", "16319097", "27693891", "37362689", "4319174", "23576165"], "ranked_scores": [0.6313, 0.6076, 0.5796, 0.5698, 0.5681, 0.5665, 0.5651, 0.5623, 0.5618, 0.5589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "19005293", "2947124", "20722510", "1800734", "883747", "46202852", "44935041", "5752492"], "ranked_scores": [0.6344, 0.6132, 0.6058, 0.605, 0.6011, 0.5678, 0.5642, 0.56, 0.5546, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "20945963", "327319", "25589047", "116556376", "27150276"], "ranked_scores": [0.6233, 0.4388, 0.3769, 0.3388, 0.2809, 0.2745, 0.2714, 0.2697, 0.268, 0.2674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "164985", "38587347", "7343711", "24707550", "32742683", "5406411", "219475", "19005293"], "ranked_scores": [0.5895, 0.5812, 0.5771, 0.5738, 0.5707, 0.57, 0.5695, 0.568, 0.5594, 0.5568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "2973910", "12866641", "6580081", "13651792", "9315213", "40632104"], "ranked_scores": [0.5724, 0.4998, 0.4981, 0.4712, 0.4618, 0.4579, 0.4565, 0.4498, 0.4431, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "4816339", "27555165", "22980205", "24044977", "8246922", "12899612", "23509113", "28517384"], "ranked_scores": [0.5636, 0.5409, 0.5352, 0.5347, 0.5343, 0.5335, 0.5334, 0.5326, 0.5324, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "4406819", "38369817", "12670680", "34876410", "30464859", "18126445", "25068298", "43224840", "7764903"], "ranked_scores": [0.3357, 0.3343, 0.3331, 0.3295, 0.327, 0.325, 0.3221, 0.3217, 0.3189, 0.317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "24510595", "28419824", "21274919", "30813140", "7965928", "12667988", "6945285"], "ranked_scores": [0.4983, 0.4477, 0.4435, 0.4383, 0.4372, 0.4158, 0.3974, 0.3919, 0.3908, 0.3847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "997143", "11718220", "45276789", "9754530", "29981186", "21301090", "41493639", "21767325"], "ranked_scores": [0.529, 0.387, 0.3862, 0.3794, 0.3782, 0.3759, 0.371, 0.3532, 0.3468, 0.3457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "4434951", "22551259", "26230669", "7514614", "4679264"], "ranked_scores": [0.7945, 0.7777, 0.7677, 0.7506, 0.7268, 0.7157, 0.7152, 0.7143, 0.6852, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "44693226", "17195001", "22116439", "4423401", "8460275", "38028419", "26045237"], "ranked_scores": [0.5595, 0.5446, 0.5427, 0.5242, 0.5148, 0.5146, 0.5058, 0.5028, 0.5012, 0.4984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "12885341", "27602752", "10627801", "10648422", "26873988", "28015516", "44366096"], "ranked_scores": [0.6886, 0.6597, 0.6529, 0.6383, 0.6366, 0.6298, 0.6258, 0.6165, 0.5952, 0.5876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "25973484", "15559582", "13831842", "17450673", "23557241", "13831558", "16701509"], "ranked_scores": [0.7594, 0.7303, 0.7114, 0.6929, 0.6904, 0.6834, 0.6732, 0.6727, 0.6552, 0.6418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "6561200", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.6958, 0.6842, 0.674, 0.6717, 0.6618, 0.6567, 0.6546, 0.6469, 0.6308, 0.6217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7225911", "30261663", "7820043", "2619579", "8005007"], "ranked_scores": [0.6065, 0.5994, 0.5908, 0.5766, 0.5715, 0.5601, 0.5553, 0.5524, 0.552, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "6315132", "46202852", "883747", "23665162", "8317408", "38944245", "24596228", "14407673"], "ranked_scores": [0.5112, 0.4983, 0.4915, 0.484, 0.4835, 0.4724, 0.4584, 0.4577, 0.455, 0.4544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1084345", "24347647", "1848452", "13350374", "20418809", "7514614"], "ranked_scores": [0.5861, 0.5319, 0.5206, 0.5115, 0.5078, 0.5056, 0.4985, 0.4953, 0.487, 0.4866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "2714623", "51952430", "3107733", "10247314", "5914739", "28006126", "16120395", "8458567"], "ranked_scores": [0.6991, 0.6791, 0.6728, 0.6648, 0.6631, 0.6629, 0.659, 0.6563, 0.6527, 0.6488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "8672737", "810480", "12670680", "22309946", "5811042", "116792"], "ranked_scores": [0.6855, 0.5103, 0.4837, 0.4738, 0.4581, 0.455, 0.4539, 0.4376, 0.4369, 0.436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "43711341", "22767022", "21179714", "57574395", "40476126", "7221410", "612002", "5953485"], "ranked_scores": [0.5774, 0.54, 0.5397, 0.5387, 0.538, 0.5344, 0.5312, 0.5301, 0.5293, 0.5272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "31962403", "6422576", "23577014", "11922370", "6209599", "12225214", "8458567", "22896970", "7860396"], "ranked_scores": [0.6067, 0.5982, 0.596, 0.5901, 0.5847, 0.5839, 0.5828, 0.5745, 0.5744, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "5836", "3863543", "10641715", "2359152", "5782614", "13293033", "11992632", "8083310"], "ranked_scores": [0.6652, 0.6378, 0.6348, 0.6304, 0.6158, 0.6153, 0.6022, 0.6001, 0.5996, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "14155726", "16280642", "14380875", "4447055", "21754541", "41913714", "17416520", "22174015"], "ranked_scores": [0.4964, 0.4782, 0.4593, 0.4587, 0.4577, 0.4544, 0.4541, 0.451, 0.4475, 0.4455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "6313547", "275294", "3150030"], "ranked_scores": [0.6656, 0.6258, 0.6077, 0.5671, 0.5241, 0.5113, 0.4869, 0.4785, 0.4776, 0.4751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "21553394", "583260", "13933299", "3067015", "3153673"], "ranked_scores": [0.4587, 0.4401, 0.4315, 0.423, 0.4166, 0.4022, 0.3986, 0.3959, 0.3939, 0.3872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "1386103", "18237384", "6944800", "2030623", "26973393", "40963697", "43224840", "33677323"], "ranked_scores": [0.607, 0.5527, 0.5407, 0.5398, 0.5395, 0.537, 0.5349, 0.5343, 0.534, 0.5309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "57574395", "3984231", "18104691", "15707049", "10284593", "15925931", "17421851"], "ranked_scores": [0.599, 0.5326, 0.5185, 0.5148, 0.5099, 0.506, 0.4968, 0.4956, 0.4912, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "24625323", "41264017", "28419824", "32463364", "37488367", "71625969", "6945285"], "ranked_scores": [0.6847, 0.5764, 0.5592, 0.5476, 0.5388, 0.5383, 0.5234, 0.5058, 0.4988, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "17333231", "30261663", "31624828", "14308244", "13923140", "44408494", "2947124"], "ranked_scores": [0.6889, 0.6485, 0.6482, 0.6405, 0.6373, 0.6364, 0.624, 0.6108, 0.6099, 0.6082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "41710132", "26735905", "9159125", "31682248", "12685434", "28334217"], "ranked_scores": [0.7175, 0.7004, 0.6507, 0.6445, 0.6228, 0.6184, 0.6156, 0.6084, 0.6037, 0.5969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "13798951", "22174015", "18546584", "28006126", "14311986", "20388894", "29347970", "20220731"], "ranked_scores": [0.7208, 0.7042, 0.696, 0.6952, 0.688, 0.6855, 0.6826, 0.6823, 0.6774, 0.6754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "10165258", "45414636", "34905328", "20220731", "20457190", "4430962"], "ranked_scores": [0.7278, 0.6817, 0.6094, 0.5734, 0.5705, 0.5697, 0.5682, 0.568, 0.5666, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "16572581", "28738741", "15081770", "29023309", "5398179", "7224723"], "ranked_scores": [0.6827, 0.6194, 0.6031, 0.5863, 0.5599, 0.558, 0.5538, 0.5506, 0.5462, 0.5424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "37296667", "28821565", "29362104", "3870062", "36830715", "40590358", "18678095", "38830961"], "ranked_scores": [0.3591, 0.3348, 0.3318, 0.3256, 0.3197, 0.3191, 0.319, 0.3175, 0.3169, 0.3147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "14241418", "34016944", "14819804", "26045237", "25895285", "19497526", "12641252"], "ranked_scores": [0.5763, 0.562, 0.5573, 0.5419, 0.5418, 0.5274, 0.5273, 0.5267, 0.5237, 0.5233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "2492146", "25298276", "24634621", "20127522", "8037453", "41340212", "5492542"], "ranked_scores": [0.6912, 0.6526, 0.6311, 0.6307, 0.6234, 0.6116, 0.608, 0.6058, 0.6035, 0.6033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "5752492", "17438862", "16488405", "14496749", "2947124", "44935041", "40632104"], "ranked_scores": [0.6437, 0.6282, 0.6219, 0.6166, 0.6082, 0.6078, 0.6074, 0.6042, 0.6009, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "13798951", "5483793", "33499189", "34436231", "18237384", "4270992", "5914739"], "ranked_scores": [0.7609, 0.7369, 0.7249, 0.7148, 0.7143, 0.7138, 0.709, 0.7088, 0.7085, 0.7081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "5372432", "21323587", "19071857", "6421734", "19945096", "30813140", "24163770"], "ranked_scores": [0.5013, 0.3603, 0.3598, 0.3436, 0.3422, 0.3335, 0.3205, 0.3123, 0.3081, 0.3078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "4920376", "29073751", "46765242", "9784254", "28651643", "1550937", "2061878"], "ranked_scores": [0.6979, 0.6955, 0.6894, 0.6818, 0.6804, 0.664, 0.6634, 0.6539, 0.6514, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "17327939", "28015516", "28149602", "6936141", "23509113", "5519177"], "ranked_scores": [0.721, 0.5923, 0.5799, 0.5644, 0.5485, 0.547, 0.5379, 0.5368, 0.5349, 0.5347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "17671145", "7225911", "41620295", "56486733", "14380875", "12130690", "23286603", "4396105"], "ranked_scores": [0.6492, 0.6383, 0.6305, 0.6235, 0.6135, 0.5982, 0.5858, 0.5826, 0.5774, 0.5671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "7111021", "2824347", "15319019", "15997009", "31363207", "21700295"], "ranked_scores": [0.7717, 0.6666, 0.6433, 0.6251, 0.6161, 0.6159, 0.6151, 0.6051, 0.6037, 0.589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "5492542", "26886351", "6407356", "9767444", "12641252", "4468861", "8659426"], "ranked_scores": [0.6094, 0.6006, 0.5871, 0.5823, 0.5751, 0.5746, 0.5744, 0.5729, 0.5718, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-post-int8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "275294", "12810152", "30981192", "22023404", "18256197", "23267371", "44624045", "42441846"], "ranked_scores": [0.4212, 0.4072, 0.3753, 0.3688, 0.3667, 0.3549, 0.3451, 0.3352, 0.3343, 0.3268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "6504953", "7198295", "1568684", "13000926", "26902591", "7965928", "15678772", "37296667", "33458992"], "ranked_scores": [0.3107, 0.2727, 0.2726, 0.2349, 0.2282, 0.2245, 0.2245, 0.223, 0.2218, 0.2217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "38630735", "16760369", "2138843", "29253460", "25028913", "12561083", "4506414", "21301090"], "ranked_scores": [0.5877, 0.4742, 0.4373, 0.4337, 0.4243, 0.4216, 0.4205, 0.4181, 0.4095, 0.406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "51952430", "8698857", "5914739", "21557055", "24042363", "10024681", "3113630", "9283422", "25479072"], "ranked_scores": [0.4973, 0.489, 0.469, 0.4651, 0.4529, 0.4529, 0.4517, 0.4459, 0.4449, 0.4408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "5912283", "38752049", "27024392", "31612088", "22995579", "38873881", "25483562", "485020", "4587978"], "ranked_scores": [0.3267, 0.3256, 0.2913, 0.2654, 0.2451, 0.2408, 0.2353, 0.2338, 0.2327, 0.2285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "19140422", "46355579", "9764256", "27873158", "16980892", "1203035"], "ranked_scores": [0.6208, 0.6045, 0.568, 0.5658, 0.5564, 0.5463, 0.5188, 0.5054, 0.5006, 0.4779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8118, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "23576165", "20672596", "3831884", "4020950", "31962403", "9159125"], "ranked_scores": [0.5137, 0.4514, 0.4342, 0.4182, 0.4101, 0.4035, 0.3954, 0.3897, 0.3894, 0.3864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "1800734", "2947124", "29509926", "12358173", "19005293", "5511240", "883747", "32533299", "9648896"], "ranked_scores": [0.4628, 0.4343, 0.4092, 0.3966, 0.3894, 0.3884, 0.3819, 0.3799, 0.3772, 0.3741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "8721150", "17374970", "26456326", "38180456", "41329906", "116556376"], "ranked_scores": [0.4141, 0.3139, 0.2267, 0.2172, 0.187, 0.1833, 0.1833, 0.1799, 0.1756, 0.1726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["5406411", "164985", "24282306", "24707550", "24612804", "14767844", "7343711", "4380287", "19005293", "4429118"], "ranked_scores": [0.3932, 0.392, 0.3893, 0.3689, 0.3687, 0.3648, 0.3637, 0.3543, 0.3497, 0.3496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "12866641", "10284593", "6580081", "9315213", "13651792", "6157837", "3308636", "2192419", "35534019"], "ranked_scores": [0.3751, 0.2891, 0.2857, 0.2853, 0.283, 0.2762, 0.272, 0.2712, 0.2704, 0.2666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["17741440", "1454773", "4816339", "40500438", "22980205", "23509113", "35766603", "3308636", "17876040", "12899612"], "ranked_scores": [0.3433, 0.3405, 0.3397, 0.3338, 0.3288, 0.3235, 0.3198, 0.3152, 0.3117, 0.3101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4406819", "7764903", "14965508", "38037690", "43224840", "4828984", "18126445", "34876410", "13223957", "40769868"], "ranked_scores": [0.234, 0.2312, 0.229, 0.2281, 0.2221, 0.2195, 0.2189, 0.2178, 0.2155, 0.2107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "32463364", "14121786", "24510595", "28419824", "14606752", "38369817", "6945285", "24148722", "27076725"], "ranked_scores": [0.3287, 0.3069, 0.3031, 0.3018, 0.2977, 0.2938, 0.2797, 0.2792, 0.2792, 0.2788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "3690068", "997143", "980196", "11718220", "79231308", "44048701", "41298619", "52175065", "116556376"], "ranked_scores": [0.3571, 0.3048, 0.304, 0.2981, 0.2804, 0.2625, 0.2611, 0.2506, 0.2504, 0.2478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "1848452", "22264117", "4434951", "7514614", "26230669", "22543403", "22551259", "4679264"], "ranked_scores": [0.6342, 0.6191, 0.5873, 0.5871, 0.5713, 0.5456, 0.5258, 0.5065, 0.5035, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "44693226", "45770026", "38028419", "15615957", "6277638", "4423401", "12409683", "4463811"], "ranked_scores": [0.427, 0.3991, 0.3781, 0.368, 0.3626, 0.3613, 0.3612, 0.3607, 0.348, 0.3479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "12885341", "10627801", "27602752", "26873988", "10648422", "44366096", "20996244"], "ranked_scores": [0.4848, 0.4757, 0.4611, 0.4296, 0.419, 0.4067, 0.3979, 0.3963, 0.379, 0.3781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "27123743", "17450673", "25973484", "23557241", "13831558", "5487448", "15559582", "13831842"], "ranked_scores": [0.5747, 0.5615, 0.53, 0.4954, 0.4934, 0.4829, 0.4688, 0.4651, 0.4608, 0.4557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "36355784", "6561200", "23136735", "46695481", "12779444", "28617573", "32423829", "27873158", "25742130"], "ranked_scores": [0.5033, 0.4966, 0.4712, 0.4513, 0.4497, 0.4407, 0.4375, 0.4319, 0.4257, 0.425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["41337677", "44366096", "31272411", "885056", "23746313", "6144337", "13290521", "2619579", "29107180", "3154880"], "ranked_scores": [0.4086, 0.3853, 0.3595, 0.3563, 0.3436, 0.3333, 0.3289, 0.3248, 0.3243, 0.3198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "23665162", "6315132", "24512064", "883747", "24596228", "12670680", "24943534", "22059387", "46202852"], "ranked_scores": [0.4247, 0.3472, 0.3449, 0.34, 0.3194, 0.3148, 0.3134, 0.3102, 0.3045, 0.3032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "24347647", "1084345", "2543135", "4452659", "20418809", "39558597", "18949516", "22264117", "13350374"], "ranked_scores": [0.4112, 0.3838, 0.3815, 0.3656, 0.3432, 0.3379, 0.3247, 0.3222, 0.3211, 0.3203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "12225214", "51952430", "14155726", "10247314", "3107733", "5914739", "8458567", "30208015"], "ranked_scores": [0.531, 0.5209, 0.513, 0.511, 0.5048, 0.4954, 0.4953, 0.4953, 0.4945, 0.4818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "23670644", "8672737", "26409363", "15889329", "116792", "40996863", "810480", "38752049"], "ranked_scores": [0.5212, 0.3143, 0.3103, 0.3051, 0.3042, 0.2796, 0.2796, 0.2775, 0.277, 0.2721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["43711341", "22767022", "22116439", "57574395", "15548965", "612002", "22968257", "20313748", "7221410", "14155726"], "ranked_scores": [0.3496, 0.3404, 0.3376, 0.3354, 0.3225, 0.3209, 0.3205, 0.3157, 0.3087, 0.3061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "23577014", "8458567", "19572798", "11922370", "22896970", "7860396", "4423401", "16280642", "6422576"], "ranked_scores": [0.4456, 0.3977, 0.39, 0.387, 0.3853, 0.3825, 0.3789, 0.3741, 0.3715, 0.3714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5782614", "5765455", "8083310", "3863543", "10641715", "2359152", "15692098", "24725136"], "ranked_scores": [0.5038, 0.4691, 0.4633, 0.4566, 0.4489, 0.4465, 0.4335, 0.4202, 0.4052, 0.4014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["86694016", "14155726", "16280642", "16472469", "12130690", "40383969", "11983390", "14380875", "41790911", "21754541"], "ranked_scores": [0.3591, 0.349, 0.3395, 0.3183, 0.3159, 0.3149, 0.3114, 0.3056, 0.3028, 0.3014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "25599283", "30720103", "3150030", "22023404", "275294", "6718824", "22442133"], "ranked_scores": [0.417, 0.4034, 0.3406, 0.3357, 0.3021, 0.2954, 0.286, 0.2767, 0.2708, 0.2692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["8892905", "38028419", "22023404", "17236106", "4303939", "583260", "275294", "71625969", "13933299", "980196"], "ranked_scores": [0.3182, 0.311, 0.2911, 0.2802, 0.2748, 0.2731, 0.2646, 0.2545, 0.2526, 0.2494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "43224840", "40963697", "17388232", "1386103", "19603353", "4979184", "2030623", "8774475", "40500438"], "ranked_scores": [0.4422, 0.3643, 0.3217, 0.3105, 0.3056, 0.2976, 0.2971, 0.2966, 0.2954, 0.2953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "24148722", "23785605", "15925931", "15984735", "3984231", "38630735", "10284593"], "ranked_scores": [0.4099, 0.3585, 0.3351, 0.3182, 0.3172, 0.3095, 0.3088, 0.2999, 0.2985, 0.2958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "28419824", "13933299", "24625323", "41264017", "5691302", "32463364", "27076725", "7602348"], "ranked_scores": [0.5255, 0.4311, 0.3835, 0.3826, 0.3717, 0.3666, 0.3632, 0.3554, 0.3349, 0.3336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "13380011", "17333231", "57574395", "14308244", "30261663", "34905328", "32985041", "44408494"], "ranked_scores": [0.4876, 0.4307, 0.4126, 0.4063, 0.3973, 0.3943, 0.3914, 0.3857, 0.3836, 0.3778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "9159125", "12685434", "41710132", "24294572", "4979184", "20183360", "2593298", "20675284"], "ranked_scores": [0.5644, 0.5022, 0.4592, 0.4566, 0.4557, 0.4553, 0.4456, 0.4246, 0.4241, 0.424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "18546584", "20344442", "22174015", "17829012", "14311986", "20220731", "13798951", "10165258", "8903143"], "ranked_scores": [0.5296, 0.5183, 0.5057, 0.5036, 0.4978, 0.4937, 0.4933, 0.49, 0.4858, 0.4857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "5398179", "4430962", "10165258", "24879055", "20220731", "3835423", "2559303"], "ranked_scores": [0.5297, 0.4907, 0.41, 0.403, 0.3735, 0.3728, 0.3688, 0.3657, 0.363, 0.3621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "31560225", "29023309", "5735492", "21274496", "8563659", "28738741", "16572581"], "ranked_scores": [0.4476, 0.3788, 0.3758, 0.3572, 0.352, 0.3492, 0.3405, 0.3283, 0.3175, 0.3104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "37296667", "3692112", "18678095", "3870062", "44693226", "36830715", "3690068", "29362104", "32975424"], "ranked_scores": [0.2922, 0.2816, 0.2783, 0.2723, 0.2691, 0.2646, 0.2616, 0.2581, 0.2484, 0.2392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "34016944", "14241418", "25014337", "2158516", "8756719", "25895285", "14819804", "19497526", "25543207"], "ranked_scores": [0.4033, 0.3871, 0.3824, 0.3663, 0.3602, 0.3586, 0.3554, 0.3528, 0.3509, 0.3505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24873253", "24916604", "5492542", "40790033", "22942787", "25298276", "7613033", "41340212"], "ranked_scores": [0.5353, 0.4786, 0.4531, 0.4374, 0.4328, 0.4298, 0.4276, 0.4183, 0.4132, 0.4108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "1360607", "45449835", "16488405", "1049501", "2947124", "10359591", "25315295", "17438862", "14496749"], "ranked_scores": [0.4415, 0.4408, 0.4257, 0.4156, 0.4116, 0.4113, 0.4107, 0.4092, 0.404, 0.3949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "5914739", "18237384", "8903143", "5483793", "34905328", "4270992", "34436231", "5273056", "13798951"], "ranked_scores": [0.5763, 0.5447, 0.5417, 0.5414, 0.5399, 0.5271, 0.5083, 0.503, 0.496, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "29107210", "6421734", "3662510", "32909242", "19071857", "3413083", "24163770", "6504953", "11624482"], "ranked_scores": [0.3467, 0.2939, 0.2776, 0.2656, 0.2481, 0.2286, 0.2252, 0.2153, 0.2143, 0.2122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["4920376", "24624992", "19047331", "7225911", "29073751", "28651643", "17671145", "14380875", "9784254", "46765242"], "ranked_scores": [0.5354, 0.5229, 0.5223, 0.5158, 0.5102, 0.5051, 0.4852, 0.4739, 0.4679, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "15983148", "7549811", "14591894", "3155374", "38944245", "46926352", "6936141"], "ranked_scores": [0.5955, 0.4443, 0.3924, 0.3829, 0.3823, 0.3808, 0.3768, 0.3764, 0.3752, 0.3712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "12130690", "17671145", "56486733", "41620295", "14380875", "7225911", "23286603", "35660758"], "ranked_scores": [0.5111, 0.5072, 0.5031, 0.4826, 0.4776, 0.473, 0.46, 0.4521, 0.4514, 0.4473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "7111021", "15319019", "31363207", "2824347", "15997009", "16787954", "21700295"], "ranked_scores": [0.6054, 0.4921, 0.4768, 0.4441, 0.4349, 0.4334, 0.4224, 0.4198, 0.3991, 0.3976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "5492542", "4468861", "3730196", "5270265", "6407356", "1900152", "49432306", "40500438"], "ranked_scores": [0.3928, 0.3808, 0.3779, 0.3554, 0.3521, 0.3519, 0.3508, 0.3485, 0.3438, 0.3434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "13933299", "275294", "16256507", "520579", "18256197", "2425364", "4462079", "22023404", "23267371"], "ranked_scores": [536.0, 534.0, 534.0, 534.0, 531.0, 529.0, 529.0, 529.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6504953", "25687558", "13000926", "1568684", "7198295", "24241932", "15678772", "34582256", "7433668", "12280462"], "ranked_scores": [497.0, 493.0, 492.0, 483.0, 481.0, 480.0, 471.0, 470.0, 469.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "21301090", "29253460", "9813098", "4506414", "16760369", "2138843", "14973286", "3056682"], "ranked_scores": [597.0, 575.0, 569.0, 554.0, 553.0, 552.0, 542.0, 539.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "34436231", "1748921", "8903143", "21557055", "24042363", "8305686", "25479072", "14241418", "22968257"], "ranked_scores": [583.0, 575.0, 574.0, 573.0, 571.0, 568.0, 567.0, 565.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "38752049", "21590125", "4587978", "31612088", "41822527", "38873881", "14606752"], "ranked_scores": [522.0, 513.0, 512.0, 508.0, 499.0, 496.0, 491.0, 491.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["28617573", "6561200", "46695481", "19140422", "46355579", "27873158", "9764256", "7650066", "16980892", "23136735"], "ranked_scores": [604.0, 599.0, 596.0, 590.0, 590.0, 589.0, 579.0, 574.0, 573.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8548, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "1344498", "5094468", "4138659", "1605196", "27693891", "24142891", "8458567", "38533515", "4319174"], "ranked_scores": [562.0, 551.0, 542.0, 540.0, 540.0, 539.0, 538.0, 538.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2947124", "883747", "23509113", "6936141", "29509926", "19005293", "4387484", "46517055", "1800734", "888896"], "ranked_scores": [560.0, 558.0, 549.0, 548.0, 547.0, 547.0, 546.0, 544.0, 544.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "28017005", "4505748", "16390264", "116556376", "38180456", "11469078"], "ranked_scores": [554.0, 496.0, 476.0, 471.0, 467.0, 465.0, 463.0, 458.0, 458.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["14767844", "164985", "4380287", "219475", "28392393", "4429118", "195683603", "24707550", "32742683", "7343711"], "ranked_scores": [558.0, 552.0, 552.0, 551.0, 547.0, 546.0, 545.0, 544.0, 544.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "15879931", "4418112", "10284593", "2973910", "21868715", "22530842", "2274272", "13651792"], "ranked_scores": [550.0, 523.0, 521.0, 521.0, 520.0, 517.0, 514.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["23509113", "2947124", "17682477", "46765242", "22980205", "28517384", "8246922", "9955779", "1454773", "17876040"], "ranked_scores": [541.0, 538.0, 538.0, 535.0, 535.0, 531.0, 529.0, 527.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4406819", "9988425", "6368017", "14615911", "38037690", "11238784", "2474731", "15955172", "25068298", "30464859"], "ranked_scores": [488.0, 481.0, 478.0, 477.0, 477.0, 473.0, 473.0, 473.0, 473.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "27076725", "24148722", "28419824", "13933299", "7965928", "6945285", "12236208", "41264017"], "ranked_scores": [524.0, 519.0, 516.0, 504.0, 504.0, 500.0, 495.0, 492.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "79231308", "41493639", "29981186", "9754530", "23639838", "44048701", "997143", "980196"], "ranked_scores": [509.0, 493.0, 485.0, 483.0, 481.0, 478.0, 477.0, 477.0, 476.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "9291668", "4434951", "26230669", "1848452", "22543403", "2466614", "22551259", "7514614"], "ranked_scores": [626.0, 618.0, 614.0, 613.0, 608.0, 604.0, 593.0, 586.0, 577.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["3866315", "4423401", "10247282", "11181416", "28264919", "17195001", "5953485", "44693226", "21380348", "23148978"], "ranked_scores": [523.0, 521.0, 521.0, 519.0, 519.0, 516.0, 516.0, 513.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "9433958", "10627801", "27602752", "44366096", "8300657", "26873988", "5137019", "6501747", "6936141"], "ranked_scores": [571.0, 567.0, 566.0, 556.0, 554.0, 552.0, 551.0, 551.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "25973484", "16701509", "27123743", "17450673", "4886637", "23557241", "13831842", "32534305"], "ranked_scores": [598.0, 586.0, 583.0, 578.0, 578.0, 575.0, 565.0, 562.0, 559.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "28617573", "46695481", "36355784", "6561200", "27873158", "9764256", "32423829", "7650066", "19140422"], "ranked_scores": [587.0, 581.0, 577.0, 577.0, 576.0, 572.0, 568.0, 564.0, 561.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "6144337", "3154880", "7820043", "13290521", "4402497", "22174015", "41337677", "7860396"], "ranked_scores": [562.0, 555.0, 541.0, 541.0, 541.0, 539.0, 537.0, 536.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["6315132", "15561961", "24088502", "43329366", "2425364", "15707049", "24512064", "2829179", "46202852", "25985964"], "ranked_scores": [528.0, 521.0, 521.0, 517.0, 513.0, 512.0, 512.0, 511.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "24347647", "22264117", "25419778", "6313547", "18949516", "1848452", "16627684", "1084345", "2466614"], "ranked_scores": [567.0, 538.0, 535.0, 530.0, 529.0, 528.0, 527.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "5914739", "10247314", "4270992", "41928290", "28006126", "2890952", "51952430", "16863359", "14380875"], "ranked_scores": [587.0, 585.0, 582.0, 579.0, 574.0, 570.0, 568.0, 567.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "26409363", "37592824", "8672737", "22309946", "43226130", "15889329", "23670644", "9813098", "33884866"], "ranked_scores": [570.0, 523.0, 517.0, 516.0, 515.0, 507.0, 506.0, 505.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["21179714", "57574395", "22767022", "22968257", "20646904", "4319174", "7221410", "40476126", "22116439", "43711341"], "ranked_scores": [542.0, 536.0, 535.0, 530.0, 530.0, 530.0, 528.0, 527.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6209599", "7860396", "11922370", "18358026", "23577014", "8458567", "14581009", "22896970", "6670101", "6422576"], "ranked_scores": [565.0, 564.0, 563.0, 563.0, 558.0, 557.0, 556.0, 552.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "2359152", "5836", "21246752", "12887068", "3863543", "5765455", "5782614", "8083310", "1145473"], "ranked_scores": [581.0, 568.0, 566.0, 565.0, 563.0, 559.0, 557.0, 557.0, 551.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["86694016", "16472469", "4396105", "14155726", "14380875", "36111909", "29073751", "9638032", "41022628", "8305686"], "ranked_scores": [533.0, 532.0, 526.0, 525.0, 524.0, 519.0, 518.0, 518.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "25599283", "6718824", "30720103", "22442133", "13933299", "33740844", "37916361"], "ranked_scores": [575.0, 560.0, 544.0, 530.0, 529.0, 528.0, 521.0, 519.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "21553394", "23267371", "25974070", "8892905", "25599283", "30720103", "6718824", "583260"], "ranked_scores": [501.0, 499.0, 499.0, 498.0, 494.0, 494.0, 493.0, 493.0, 492.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "1386103", "8774475", "15435343", "2014909", "10627801", "43224840", "34071621", "26735905", "2030623"], "ranked_scores": [550.0, 543.0, 536.0, 534.0, 531.0, 530.0, 530.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "18104691", "32743723", "17930286", "24148722", "28338268", "46764350", "10795340", "21246752", "15707049"], "ranked_scores": [554.0, 533.0, 532.0, 526.0, 526.0, 525.0, 524.0, 522.0, 522.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "1358909", "38752049", "28419824", "24625323", "38873881", "41264017", "37488367", "5691302"], "ranked_scores": [583.0, 547.0, 540.0, 535.0, 533.0, 531.0, 529.0, 524.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2947124", "32985041", "5811042", "30261663", "16966326", "17333231", "31624828", "14308244", "40590358", "9334631"], "ranked_scores": [567.0, 558.0, 557.0, 557.0, 555.0, 553.0, 552.0, 548.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "41710132", "24294572", "9159125", "4979184", "20675284", "13889430", "14149065", "12685434"], "ranked_scores": [584.0, 578.0, 569.0, 561.0, 560.0, 560.0, 557.0, 556.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "34905328", "22174015", "10165258", "18546584", "28006126", "52944377", "3545805", "9558539", "54561384"], "ranked_scores": [590.0, 590.0, 589.0, 588.0, 587.0, 586.0, 585.0, 584.0, 584.0, 583.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "45414636", "54561384", "24879055", "52944377", "34905328", "20457190", "10165258", "9558539"], "ranked_scores": [578.0, 566.0, 562.0, 557.0, 551.0, 551.0, 548.0, 548.0, 546.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "29023309", "18275697", "35987381", "5867846", "5398179", "4561402", "991139"], "ranked_scores": [569.0, 557.0, 552.0, 549.0, 546.0, 539.0, 532.0, 530.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44693226", "18678095", "37296667", "36830715", "25817686", "1336292", "11718220", "18348376", "40590358", "22674621"], "ranked_scores": [482.0, 477.0, 477.0, 475.0, 475.0, 474.0, 473.0, 473.0, 472.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25895285", "34016944", "10548391", "19497526", "18473550", "25014337", "67787658", "25738896", "293661"], "ranked_scores": [552.0, 544.0, 542.0, 540.0, 538.0, 536.0, 534.0, 531.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["39903312", "15476777", "42731834", "25298276", "46485368", "24341590", "12236208", "7613033", "21009874", "8037453"], "ranked_scores": [580.0, 572.0, 566.0, 565.0, 561.0, 560.0, 560.0, 559.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "1360607", "43619625", "1550937", "22800314", "38830961", "13923140", "23901235", "28107602", "2947124"], "ranked_scores": [565.0, 556.0, 553.0, 553.0, 552.0, 552.0, 550.0, 550.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5914739", "2714623", "5483793", "8903143", "20220731", "34905328", "34436231", "6123924", "4270992", "8305686"], "ranked_scores": [608.0, 607.0, 607.0, 602.0, 599.0, 599.0, 598.0, 593.0, 592.0, 592.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "29107210", "32909242", "24163770", "16390264", "25886725", "5372432", "19071857", "5641851", "9274291"], "ranked_scores": [530.0, 485.0, 485.0, 478.0, 478.0, 476.0, 475.0, 474.0, 473.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["4920376", "24624992", "28651643", "29073751", "14380875", "9784254", "4447785", "5406411", "29347970", "23286603"], "ranked_scores": [584.0, 583.0, 583.0, 578.0, 576.0, 576.0, 573.0, 570.0, 570.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "17741440", "33068577", "6936141", "195683603", "17327939", "12058271", "1550937", "9225850"], "ranked_scores": [586.0, 542.0, 538.0, 538.0, 538.0, 536.0, 535.0, 535.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14171859", "41620295", "12130690", "7225911", "885056", "14155726", "23286603", "17671145", "14380875", "9956893"], "ranked_scores": [558.0, 556.0, 555.0, 552.0, 548.0, 544.0, 543.0, 542.0, 541.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "7111021", "21700295", "2824347", "31363207", "15319019", "9021186", "16787954"], "ranked_scores": [620.0, 582.0, 574.0, 570.0, 567.0, 566.0, 562.0, 560.0, 558.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["17682477", "5492542", "3730196", "27428509", "3462075", "12641252", "5132358", "26886351", "22635278", "27437459"], "ranked_scores": [552.0, 549.0, 542.0, 541.0, 540.0, 540.0, 539.0, 539.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["36960449", "16256507", "4462079", "21553394", "23267371", "30720103", "275294", "30981192", "25599283", "3150030"], "ranked_scores": [0.5838, 0.5833, 0.5823, 0.5736, 0.5736, 0.5736, 0.5615, 0.5419, 0.5339, 0.531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "7198295", "15678772", "34121231", "25687558", "6504953", "3083927", "25817686", "41493639", "3067015"], "ranked_scores": [0.3333, 0.2949, 0.2789, 0.2652, 0.2564, 0.2461, 0.2284, 0.2274, 0.2272, 0.2271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "12561083", "29253460", "7640792", "38630735", "15925931", "4506414", "16760369", "21767325", "9813098"], "ranked_scores": [0.6094, 0.5911, 0.5911, 0.5884, 0.588, 0.5833, 0.575, 0.5744, 0.5743, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "34905328", "18231807", "51952430", "2714623", "21465696", "8305686", "8698857", "306006"], "ranked_scores": [0.6387, 0.6359, 0.6334, 0.6328, 0.6327, 0.6309, 0.6294, 0.6277, 0.6243, 0.6243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "11913139", "5912283", "4587978", "21373821", "39970500", "5402581", "21590125", "32777637", "80109277"], "ranked_scores": [0.4457, 0.4376, 0.4289, 0.4241, 0.4153, 0.3822, 0.3776, 0.3767, 0.3767, 0.3744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["19140422", "6561200", "27873158", "9764256", "28617573", "23136735", "46695481", "16980892", "7650066", "46355579"], "ranked_scores": [0.7073, 0.7065, 0.7013, 0.7013, 0.7007, 0.6977, 0.6956, 0.6817, 0.6809, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5143, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.6445, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["4138659", "13613916", "18810195", "25519138", "16319097", "5094468", "20672596", "12513042", "25748308", "23576165"], "ranked_scores": [0.5822, 0.5735, 0.5735, 0.5733, 0.5565, 0.5565, 0.5559, 0.5512, 0.5508, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "29509926", "24044977", "3308636", "19005293", "2947124", "25602549", "5752492", "46202852"], "ranked_scores": [0.609, 0.5985, 0.5762, 0.5741, 0.5702, 0.5677, 0.567, 0.5644, 0.5589, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "38180456", "10749308", "30655442", "63858430", "11624482", "11469078", "29107210", "28017005"], "ranked_scores": [0.3876, 0.2964, 0.2864, 0.2859, 0.2786, 0.2768, 0.2734, 0.267, 0.2655, 0.2616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "195683603", "164985", "39559521", "219475", "1871230", "3680979", "18488986", "7583725", "24707550"], "ranked_scores": [0.5648, 0.5632, 0.5626, 0.56, 0.5582, 0.5546, 0.5527, 0.5501, 0.5501, 0.5488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2192419", "6853699", "15879931", "5821617", "2973910", "7373453", "2587396", "29509926", "1122198", "6580081"], "ranked_scores": [0.5134, 0.5005, 0.4978, 0.4616, 0.4576, 0.4539, 0.4522, 0.4435, 0.4402, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4816339", "26133404", "30933307", "9767444", "27555165", "2947124", "8300657", "708425", "4402497", "10450300"], "ranked_scores": [0.5608, 0.5369, 0.5369, 0.5352, 0.5328, 0.5326, 0.5317, 0.5285, 0.5281, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "11742219", "38037690", "12670680", "7764903", "43224840", "34876410", "16557565", "11902109", "28783084"], "ranked_scores": [0.3071, 0.2753, 0.2738, 0.2674, 0.265, 0.2647, 0.2636, 0.2633, 0.2592, 0.2552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["8672737", "44830890", "24510595", "17930286", "24148722", "38369817", "30813140", "28419824", "41264017", "23785605"], "ranked_scores": [0.4231, 0.4166, 0.4166, 0.415, 0.4055, 0.3996, 0.3948, 0.3888, 0.3875, 0.3839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "29981186", "19532163", "11718220", "3878434", "44048701", "41493639", "24942840", "3690068"], "ranked_scores": [0.3737, 0.3463, 0.3359, 0.3351, 0.3347, 0.3329, 0.3316, 0.3287, 0.3282, 0.3266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "9291668", "4434951", "26230669", "22551259", "7514614", "7808055", "4679264", "1848452"], "ranked_scores": [0.8011, 0.7868, 0.7823, 0.7661, 0.7618, 0.7409, 0.7321, 0.7311, 0.7186, 0.7165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "44693226", "38623601", "17195001", "4324278", "35747505", "6277638", "12280462", "45770026", "8460275"], "ranked_scores": [0.5457, 0.5177, 0.5004, 0.4995, 0.4994, 0.4991, 0.4973, 0.4903, 0.4896, 0.4843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "2947124", "8300657", "26873988", "25141908", "10627801", "8563659", "3493623", "26133404", "30933307"], "ranked_scores": [0.6545, 0.6354, 0.6312, 0.6276, 0.6271, 0.6232, 0.622, 0.6162, 0.6158, 0.6158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "17450673", "27123743", "22007333", "23557241", "37480103", "16098747", "13831558", "13831842", "21874312"], "ranked_scores": [0.7114, 0.7075, 0.7067, 0.7059, 0.6977, 0.6966, 0.6927, 0.6828, 0.6769, 0.6756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "6561200", "36355784", "32423829", "27873158", "9764256", "28617573", "19140422", "46695481", "7650066"], "ranked_scores": [0.6957, 0.6924, 0.6883, 0.6865, 0.6846, 0.6846, 0.6837, 0.6801, 0.664, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "885056", "31272411", "44366096", "935538", "2619579", "5838067", "7912", "19165076", "7281161"], "ranked_scores": [0.5855, 0.5707, 0.5704, 0.5685, 0.5668, 0.5656, 0.5615, 0.5612, 0.5528, 0.5491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24943534", "15707049", "24596228", "7647224", "17421851", "11344428", "5114282", "991139", "46202852"], "ranked_scores": [0.487, 0.4714, 0.4427, 0.4401, 0.422, 0.4197, 0.4181, 0.4162, 0.4129, 0.4118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "7514614", "1848452", "9291668", "5035827", "10012166", "6040392", "2466614", "26230669", "20418809"], "ranked_scores": [0.495, 0.4834, 0.4745, 0.4723, 0.4653, 0.4642, 0.4639, 0.4612, 0.4574, 0.4563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "6784372", "2714623", "5914739", "28006126", "14155726", "2251426", "306006", "8305686", "14591894"], "ranked_scores": [0.686, 0.685, 0.6816, 0.679, 0.6765, 0.6715, 0.6669, 0.6665, 0.6644, 0.6642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "40996863", "13768432", "17438862", "15889329", "37592824", "12670680", "5556809", "27428509", "20904154"], "ranked_scores": [0.494, 0.428, 0.4182, 0.4172, 0.4143, 0.4109, 0.4108, 0.4026, 0.3991, 0.3966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40476126", "14155726", "43711341", "35660758", "15548965", "2158516", "6712836", "20646904", "612002", "11568270"], "ranked_scores": [0.5573, 0.5442, 0.5412, 0.5278, 0.5237, 0.5235, 0.5224, 0.522, 0.5192, 0.5191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "12225214", "8458567", "22896970", "29557235", "31962403", "23577014", "14581009", "4423401", "18041692"], "ranked_scores": [0.6067, 0.5986, 0.5981, 0.5963, 0.5958, 0.5931, 0.5827, 0.5825, 0.5764, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13921783", "9217800", "26336593", "20904154", "5765455", "2015929", "11992632", "13717103", "28338268", "7239105"], "ranked_scores": [0.6169, 0.6121, 0.6069, 0.604, 0.5943, 0.5876, 0.5844, 0.5837, 0.5793, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["2890952", "28230867", "11983390", "31107919", "21754541", "16280642", "40383969", "36111909", "36540079", "42708716"], "ranked_scores": [0.4507, 0.4471, 0.4468, 0.4458, 0.4454, 0.4452, 0.4433, 0.4415, 0.4414, 0.4407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "30720103", "21553394", "4462079", "36960449", "25599283", "16256507", "3150030", "275294", "2425364"], "ranked_scores": [0.5998, 0.5998, 0.5998, 0.5805, 0.5561, 0.5404, 0.5278, 0.5185, 0.5168, 0.4924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["23267371", "21553394", "30720103", "4462079", "25599283", "3067015", "36960449", "4303939", "275294", "25974070"], "ranked_scores": [0.4053, 0.4053, 0.4053, 0.3932, 0.3812, 0.3778, 0.3766, 0.3744, 0.3732, 0.3704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["5483793", "2014909", "20155713", "51706771", "5123516", "9433958", "7028976", "4979184", "18237384", "6944800"], "ranked_scores": [0.5338, 0.5284, 0.5277, 0.527, 0.5237, 0.5212, 0.5203, 0.5203, 0.5193, 0.5173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["14566771", "23785605", "8672737", "13768432", "15707049", "15984735", "18446525", "21372171", "17930286", "28338268"], "ranked_scores": [0.5179, 0.514, 0.5074, 0.5024, 0.4986, 0.4948, 0.4914, 0.4908, 0.4894, 0.4839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "1358909", "41264017", "13933299", "5556809", "11071351", "37488367", "31889025", "26107000"], "ranked_scores": [0.5649, 0.5402, 0.5301, 0.5217, 0.509, 0.5065, 0.5052, 0.5042, 0.5028, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["33911859", "17333231", "16966326", "5811042", "20904154", "13189693", "368506", "13923140", "34436231", "40365566"], "ranked_scores": [0.625, 0.6238, 0.62, 0.6095, 0.6026, 0.5993, 0.597, 0.5925, 0.5925, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "4979184", "7028976", "5123516", "21181273", "12685434", "51706771", "41710132", "41293601", "28334217"], "ranked_scores": [0.6277, 0.6147, 0.6147, 0.6124, 0.6073, 0.6042, 0.5978, 0.5963, 0.5951, 0.5928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "28006126", "25479072", "20220731", "2714623", "994800", "18546584", "22174015", "8903143"], "ranked_scores": [0.7256, 0.7189, 0.7167, 0.7088, 0.7025, 0.6999, 0.6965, 0.6957, 0.6956, 0.6929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "40473317", "21012916", "14647747", "18374364", "24879055", "25479072", "20220731", "3835423"], "ranked_scores": [0.6234, 0.6096, 0.5722, 0.5686, 0.559, 0.5563, 0.554, 0.5539, 0.5538, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "31560225", "29023309", "21274496", "8300657", "18275697", "25737507", "7224723", "92308", "37969403"], "ranked_scores": [0.64, 0.5586, 0.553, 0.5518, 0.5454, 0.5332, 0.5321, 0.5317, 0.5268, 0.5253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["25817686", "33918970", "18348376", "12280462", "44693226", "36830715", "38830961", "2335873", "33535222", "3870062"], "ranked_scores": [0.3009, 0.2998, 0.2822, 0.2757, 0.2737, 0.2663, 0.261, 0.2604, 0.2597, 0.2594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "15319019", "14819804", "6426919", "14241418", "25895285", "25014337", "16966326", "4961038", "2061878"], "ranked_scores": [0.5351, 0.5178, 0.5164, 0.5078, 0.5072, 0.5017, 0.4974, 0.4974, 0.495, 0.4943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["19878070", "15476777", "12009265", "41340212", "24341590", "26000593", "3613041", "8037453", "46485368", "19205326"], "ranked_scores": [0.6441, 0.6376, 0.6297, 0.6287, 0.6254, 0.6241, 0.6216, 0.6191, 0.6172, 0.6165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "20722510", "45449835", "34378726", "41120293", "6270720", "5107861", "29509926", "40632104", "7115651"], "ranked_scores": [0.6201, 0.6123, 0.612, 0.6116, 0.6087, 0.6078, 0.6065, 0.6049, 0.6027, 0.6026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "8903143", "25479072", "18758057", "6961811", "5483793", "33499189", "28006126", "9283422"], "ranked_scores": [0.7594, 0.7482, 0.7383, 0.7382, 0.7328, 0.7306, 0.7253, 0.7238, 0.723, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3707, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "38180456", "29107210", "21203899", "21323587", "3662510", "24318630", "27712433", "70439309", "21377587"], "ranked_scores": [0.3635, 0.3274, 0.3245, 0.3215, 0.3197, 0.3182, 0.3165, 0.313, 0.3083, 0.308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["2042250", "24624992", "19047331", "4920376", "17671145", "31851367", "46765242", "2061878", "9784254", "7225911"], "ranked_scores": [0.6756, 0.6734, 0.6694, 0.6689, 0.6666, 0.6661, 0.6641, 0.6585, 0.6584, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "10846815", "35256900", "9225850", "34537906", "6712836", "46926352", "1616661"], "ranked_scores": [0.6286, 0.6031, 0.594, 0.5692, 0.5664, 0.5527, 0.551, 0.5484, 0.5473, 0.5461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["41620295", "25543207", "7225911", "17671145", "5860364", "885056", "14819804", "14171859", "14380875", "30041340"], "ranked_scores": [0.5792, 0.5726, 0.5715, 0.5673, 0.5638, 0.5577, 0.5547, 0.5502, 0.5498, 0.5453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["2824347", "4883040", "21700295", "35087728", "9021186", "31363207", "15997009", "16787954", "708425", "43378932"], "ranked_scores": [0.6362, 0.6284, 0.6282, 0.6238, 0.617, 0.6064, 0.6038, 0.5897, 0.5798, 0.579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "49432306", "3851329", "21150010", "6407356", "8659426", "5270265", "11335781", "52180874", "4920376"], "ranked_scores": [0.5877, 0.586, 0.5846, 0.5684, 0.5681, 0.5667, 0.5664, 0.5657, 0.5653, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m16-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["18256197", "25157790", "21636085", "16256507", "12810152", "25599283", "25562234", "34054472", "23400191", "33409100"], "ranked_scores": [0.4905, 0.4862, 0.4831, 0.4808, 0.4805, 0.4785, 0.4759, 0.4757, 0.4756, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["14337960", "5284188", "24285403", "11441172", "7647224", "13938878", "11071351", "3552753", "285794", "25953438"], "ranked_scores": [0.2204, 0.2096, 0.2095, 0.2073, 0.2073, 0.2069, 0.2058, 0.2013, 0.2003, 0.2002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["4506414", "38630735", "24408040", "16760369", "5884524", "10071590", "752423", "1358909", "21767325", "15925931"], "ranked_scores": [0.563, 0.5599, 0.5552, 0.5552, 0.5535, 0.55, 0.5488, 0.5464, 0.5446, 0.5426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["4889228", "51952430", "28006126", "25479072", "34905328", "20344442", "1227277", "306006", "30543439", "3545805"], "ranked_scores": [0.6235, 0.6232, 0.6209, 0.6122, 0.612, 0.6119, 0.6116, 0.6096, 0.6086, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "24318630", "12087063", "80109277", "13883546", "45581752", "21373821", "21590125", "35087728", "41976370"], "ranked_scores": [0.3421, 0.3285, 0.3248, 0.3219, 0.3206, 0.3077, 0.3055, 0.3053, 0.3045, 0.3028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["28617573", "9764256", "20127522", "32423829", "36355784", "22942787", "7650066", "23136735", "27873158", "46695481"], "ranked_scores": [0.5727, 0.5669, 0.5661, 0.5661, 0.5637, 0.5637, 0.5625, 0.5619, 0.5619, 0.5619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.867, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["9705208", "6784372", "5144381", "7764903", "16319097", "10846815", "37673301", "22190276", "31962403", "23576165"], "ranked_scores": [0.5318, 0.5316, 0.5313, 0.5301, 0.5283, 0.5267, 0.5266, 0.5254, 0.5241, 0.5227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20722510", "3308636", "21651116", "1049501", "3330111", "22852120", "29509926", "22696649", "2603304", "27789588"], "ranked_scores": [0.5809, 0.5742, 0.5737, 0.5724, 0.5705, 0.5701, 0.5694, 0.5677, 0.5646, 0.5638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "13097856", "28017005", "8690595", "21203899", "29107210", "6477536", "10749308", "143868995"], "ranked_scores": [0.2929, 0.2841, 0.2783, 0.2778, 0.2754, 0.2743, 0.2728, 0.2692, 0.2676, 0.2665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3330111", "4429118", "3680979", "952111", "25602549", "24282306", "24315156", "22852120", "24044977", "1834762"], "ranked_scores": [0.5643, 0.5643, 0.5586, 0.5558, 0.5551, 0.5525, 0.5525, 0.552, 0.5516, 0.5504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["29509926", "15248287", "25677651", "10284593", "23509113", "6853699", "13651792", "56486733", "44562058", "25543207"], "ranked_scores": [0.4179, 0.4136, 0.4127, 0.4115, 0.4103, 0.4095, 0.4019, 0.4014, 0.4014, 0.4008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["8300657", "24044977", "5377059", "3330111", "49432306", "4429118", "40500438", "4816339", "5867846", "17327939"], "ranked_scores": [0.5347, 0.5309, 0.5297, 0.5256, 0.5243, 0.5239, 0.5235, 0.5231, 0.5214, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["43224840", "4406819", "11238784", "15414628", "1970884", "38944245", "35085326", "38037690", "19661996", "1071991"], "ranked_scores": [0.2613, 0.2539, 0.2514, 0.2489, 0.2488, 0.2467, 0.2439, 0.2436, 0.2379, 0.2373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["6070278", "21571708", "26064662", "46182525", "20526907", "15925931", "1358909", "25562234", "27076725", "24285403"], "ranked_scores": [0.3693, 0.3607, 0.3575, 0.3535, 0.3518, 0.351, 0.3504, 0.3501, 0.3499, 0.3483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["5596332", "15482274", "20186513", "14566771", "21884449", "45276789", "32969964", "41493639", "23117378", "21767325"], "ranked_scores": [0.3427, 0.3313, 0.3284, 0.3271, 0.3255, 0.3252, 0.3188, 0.3181, 0.3176, 0.3165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "7514614", "9291668", "26230669", "22551259", "22543403", "28530299", "24652030", "1848452"], "ranked_scores": [0.6536, 0.6395, 0.6348, 0.6271, 0.6255, 0.6187, 0.6176, 0.6078, 0.5996, 0.5973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "45770026", "20672596", "13774178", "25742205", "4795303", "35747505", "18473550", "23148978"], "ranked_scores": [0.5003, 0.488, 0.4839, 0.48, 0.4798, 0.4769, 0.476, 0.4731, 0.4728, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["25141908", "26873988", "10627801", "1071991", "2947124", "8300657", "12885341", "8563659", "29023309", "44562058"], "ranked_scores": [0.6378, 0.6364, 0.6342, 0.6311, 0.6287, 0.6276, 0.6216, 0.6203, 0.6199, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "15559582", "27123743", "23557241", "22007333", "21874312", "27240667", "17450673", "2015126", "37480103"], "ranked_scores": [0.6117, 0.6052, 0.5988, 0.5968, 0.5928, 0.5907, 0.5887, 0.5878, 0.5875, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["20127522", "32423829", "12779444", "22942787", "36355784", "5641851", "11880289", "40735046", "10958594", "30226988"], "ranked_scores": [0.6042, 0.6042, 0.602, 0.5981, 0.5981, 0.5891, 0.5867, 0.5865, 0.5844, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["11844826", "13290521", "2619579", "43711341", "3154880", "3033830", "7912", "27403802", "4402497", "6209599"], "ranked_scores": [0.5452, 0.542, 0.5353, 0.5351, 0.5299, 0.5288, 0.5286, 0.5271, 0.5225, 0.5224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "42298280", "38944245", "22059387", "24943534", "883747", "45276789", "44562058", "15879931", "8300657"], "ranked_scores": [0.4128, 0.3993, 0.3969, 0.3915, 0.3908, 0.3892, 0.3861, 0.3843, 0.3842, 0.3838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["5035827", "22264117", "16233471", "1848452", "13350374", "40349336", "26230669", "2466614", "16693950", "9291668"], "ranked_scores": [0.4116, 0.4087, 0.4076, 0.3977, 0.3963, 0.3915, 0.391, 0.3906, 0.3904, 0.3859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["2714623", "33499189", "4270992", "31962403", "2119889", "6784372", "4306711", "41325555", "18042803", "3107733"], "ranked_scores": [0.6903, 0.6847, 0.6827, 0.6819, 0.6797, 0.6795, 0.6793, 0.6789, 0.6757, 0.6752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "28338268", "14566771", "25761154", "25050364", "13768432", "37592824", "3943235", "6153754", "6123521"], "ranked_scores": [0.4248, 0.4145, 0.3979, 0.3979, 0.3934, 0.3916, 0.3894, 0.3884, 0.3858, 0.3852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "20313748", "18346333", "2119889", "12265561", "40476126", "34735369", "6712836", "20943272", "25483562"], "ranked_scores": [0.5516, 0.545, 0.5392, 0.5385, 0.5288, 0.5276, 0.5275, 0.5273, 0.5252, 0.5203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["31962403", "6422576", "16736883", "17919731", "6784372", "12225214", "19572798", "778436", "461550", "23577014"], "ranked_scores": [0.6009, 0.5994, 0.5987, 0.5964, 0.5962, 0.5944, 0.5944, 0.5938, 0.5928, 0.592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13921783", "11992632", "41782935", "26336593", "6776834", "13905670", "22543403", "7239105", "24652030", "33911859"], "ranked_scores": [0.5917, 0.5831, 0.5815, 0.5811, 0.5733, 0.5722, 0.5696, 0.5691, 0.5682, 0.5678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16128711", "40383969", "25748308", "19950357", "20179918", "36540079", "22767022", "4396105", "5953485", "23180075"], "ranked_scores": [0.4607, 0.4548, 0.4538, 0.4502, 0.4484, 0.4456, 0.4448, 0.4442, 0.4431, 0.4426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["6718824", "30720103", "2425364", "25599283", "24594624", "21553394", "22023404", "23267371", "33740844", "3150030"], "ranked_scores": [0.4126, 0.4066, 0.3934, 0.3925, 0.3913, 0.3913, 0.3895, 0.3889, 0.3866, 0.3861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38023457", "27449472", "3067015", "5268462", "38028419", "23267371", "22023404", "1507222", "4303939", "1907601"], "ranked_scores": [0.3343, 0.3329, 0.3321, 0.3306, 0.3301, 0.33, 0.3291, 0.3253, 0.3251, 0.324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["16066726", "1386103", "5508750", "21320417", "3155731", "42693833", "51706771", "13798951", "10039688", "11172205"], "ranked_scores": [0.5365, 0.5355, 0.525, 0.5222, 0.5216, 0.5215, 0.5213, 0.5187, 0.5186, 0.5183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["14566771", "28338268", "1358909", "23785605", "15984735", "13768432", "7602348", "17930286", "8672737", "24921368"], "ranked_scores": [0.4882, 0.4835, 0.4677, 0.4676, 0.466, 0.4654, 0.4645, 0.4636, 0.4626, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["1358909", "11071351", "28419824", "10984005", "24735908", "27712433", "12206390", "15984735", "21590125", "24704139"], "ranked_scores": [0.533, 0.5289, 0.524, 0.5188, 0.5186, 0.5181, 0.5141, 0.5036, 0.503, 0.5025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["33911859", "4709641", "31624828", "3113630", "57574395", "16966326", "12240507", "30553457", "17333231", "17934603"], "ranked_scores": [0.602, 0.6002, 0.5998, 0.5974, 0.5963, 0.596, 0.5959, 0.5956, 0.5942, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7028976", "23397658", "11771811", "23604601", "20675284", "38751591", "6076903", "16389141"], "ranked_scores": [0.5911, 0.5868, 0.5767, 0.5716, 0.5709, 0.5677, 0.5673, 0.5665, 0.5631, 0.5627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "9283422", "34905328", "1982286", "25479072", "994800", "20344442", "20220731", "18348376", "20388894"], "ranked_scores": [0.7009, 0.7008, 0.695, 0.6944, 0.693, 0.6888, 0.6862, 0.6857, 0.6831, 0.6783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "25479072", "24879055", "45414636", "19511011", "28006126", "18231807", "34905328", "2388819"], "ranked_scores": [0.56, 0.5566, 0.5384, 0.5345, 0.5344, 0.534, 0.531, 0.5287, 0.5284, 0.5279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["1071991", "24922825", "33934971", "24512064", "31560225", "4999387", "28738741", "2264455", "18275697", "21274496"], "ranked_scores": [0.5226, 0.5161, 0.5077, 0.5064, 0.5061, 0.5053, 0.505, 0.503, 0.5019, 0.5009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["21956124", "29125354", "18348376", "1568684", "21931005", "36386637", "19132741", "2388819", "38675228", "13000926"], "ranked_scores": [0.2407, 0.24, 0.238, 0.2331, 0.2289, 0.2284, 0.2273, 0.2265, 0.2259, 0.2259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["12641252", "2158516", "26045237", "41239107", "34016944", "14241418", "12240507", "10024681", "4961038", "16966326"], "ranked_scores": [0.4828, 0.482, 0.4788, 0.4763, 0.4741, 0.4735, 0.4722, 0.4715, 0.4713, 0.4706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "22635278", "7613033", "11880289", "46485368", "39903312", "2492146", "12438901", "20127522", "32423829"], "ranked_scores": [0.6262, 0.6132, 0.6092, 0.6091, 0.6076, 0.6063, 0.6061, 0.605, 0.6045, 0.6045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["41120293", "20722510", "5752492", "10648422", "22852120", "28647122", "16488405", "3330111", "9977329", "26230669"], "ranked_scores": [0.6265, 0.6147, 0.6072, 0.6065, 0.6053, 0.6041, 0.603, 0.5986, 0.5983, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["28006126", "25479072", "34905328", "9283422", "2714623", "18237384", "13798951", "5483793", "1982286", "4270992"], "ranked_scores": [0.7109, 0.7088, 0.7056, 0.7042, 0.6983, 0.6967, 0.6964, 0.6933, 0.6911, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["29107210", "45920278", "70439309", "45581752", "38180456", "19071857", "17374970", "28017005", "3903084", "13782317"], "ranked_scores": [0.3106, 0.2968, 0.2932, 0.2851, 0.282, 0.2786, 0.2785, 0.2776, 0.2745, 0.274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "4920376", "37256966", "5752492", "12737132", "6259170", "2061878", "22997657", "5867846", "17934603"], "ranked_scores": [0.6611, 0.6578, 0.6535, 0.6535, 0.6529, 0.6524, 0.6517, 0.6487, 0.6487, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["4664540", "44801733", "21651116", "5531479", "10991183", "29509926", "9225850", "41982985", "1871230", "7729656"], "ranked_scores": [0.5561, 0.5505, 0.5497, 0.5467, 0.545, 0.5439, 0.5426, 0.5424, 0.5413, 0.5412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["20649327", "25483562", "43711341", "17671145", "30208015", "41620295", "40476126", "4396105", "19313533", "14380875"], "ranked_scores": [0.5514, 0.5502, 0.5492, 0.5416, 0.5407, 0.5385, 0.5383, 0.5377, 0.5372, 0.5356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["24082820", "708425", "2824347", "4883040", "3545805", "31363207", "13380980", "21700295", "18231807", "26038789"], "ranked_scores": [0.5515, 0.5415, 0.5233, 0.5228, 0.5182, 0.5179, 0.5173, 0.5167, 0.5166, 0.5163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["8659426", "1900152", "5386514", "4920376", "5500086", "27437459", "26887439", "52180874", "3851329", "12641252"], "ranked_scores": [0.5551, 0.5493, 0.5436, 0.5428, 0.5425, 0.5424, 0.5424, 0.542, 0.5419, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-8bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "22023404", "18256197", "21636085", "23267371", "520579"], "ranked_scores": [0.5875, 0.5819, 0.5645, 0.5522, 0.5331, 0.5196, 0.5195, 0.518, 0.5162, 0.5103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "13350374", "24241932", "7198295", "29125354", "970012"], "ranked_scores": [0.3851, 0.3779, 0.3613, 0.356, 0.3453, 0.3199, 0.3144, 0.3136, 0.3055, 0.3035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "16760369", "20526907", "2138843", "25028913", "21301090", "9813098"], "ranked_scores": [0.7277, 0.6248, 0.6167, 0.5973, 0.5917, 0.5889, 0.5791, 0.579, 0.5752, 0.5659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8903143", "9283422", "8698857", "25479072", "5914739", "34905328", "21557055", "13398997", "24042363"], "ranked_scores": [0.6539, 0.6489, 0.6449, 0.6448, 0.6383, 0.6342, 0.6299, 0.6278, 0.627, 0.6191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "31612088", "24921368"], "ranked_scores": [0.5216, 0.4983, 0.4803, 0.4429, 0.4269, 0.4253, 0.4067, 0.3924, 0.3766, 0.3754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "7650066", "16980892"], "ranked_scores": [0.7437, 0.7392, 0.7168, 0.7136, 0.6986, 0.6713, 0.6677, 0.6619, 0.6315, 0.6197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "20672596", "16319097", "27693891", "4319174", "37362689", "23576165"], "ranked_scores": [0.6316, 0.6084, 0.5791, 0.5694, 0.5678, 0.5665, 0.564, 0.5616, 0.5615, 0.5589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "19005293", "2947124", "20722510", "1800734", "883747", "46202852", "44935041", "5752492"], "ranked_scores": [0.6337, 0.6141, 0.6054, 0.605, 0.6002, 0.568, 0.5636, 0.5611, 0.5556, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "20945963", "327319", "116556376", "25589047", "27150276"], "ranked_scores": [0.6211, 0.4391, 0.375, 0.3384, 0.28, 0.2755, 0.2705, 0.2684, 0.2674, 0.2665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "164985", "38587347", "7343711", "32742683", "24707550", "5406411", "219475", "19005293"], "ranked_scores": [0.5895, 0.5796, 0.5759, 0.5745, 0.5702, 0.5697, 0.5697, 0.5676, 0.5589, 0.557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "2973910", "12866641", "6580081", "13651792", "9315213", "40632104"], "ranked_scores": [0.5712, 0.4997, 0.4989, 0.4711, 0.4621, 0.4571, 0.456, 0.4495, 0.4427, 0.4416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "27555165", "22980205", "4816339", "8246922", "12899612", "24044977", "28517384", "23509113"], "ranked_scores": [0.5638, 0.5408, 0.5351, 0.5347, 0.5345, 0.5343, 0.5331, 0.5329, 0.5318, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "4406819", "38369817", "12670680", "34876410", "30464859", "25068298", "18126445", "43224840", "7764903"], "ranked_scores": [0.3368, 0.3342, 0.3338, 0.3308, 0.3277, 0.3255, 0.3221, 0.3213, 0.3185, 0.3158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "24510595", "28419824", "21274919", "30813140", "7965928", "12667988", "6945285"], "ranked_scores": [0.5003, 0.4476, 0.4439, 0.44, 0.4382, 0.4155, 0.3981, 0.3916, 0.3897, 0.384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "79231308", "45276789", "11718220", "9754530", "29981186", "21301090", "41493639", "21767325"], "ranked_scores": [0.53, 0.3853, 0.3838, 0.3804, 0.3779, 0.3761, 0.3696, 0.355, 0.3457, 0.3451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "22551259", "26230669", "4434951", "7514614", "4679264"], "ranked_scores": [0.795, 0.777, 0.7677, 0.7515, 0.7276, 0.7156, 0.7146, 0.7143, 0.6855, 0.6716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "44693226", "22116439", "17195001", "4423401", "8460275", "38028419", "26045237"], "ranked_scores": [0.5592, 0.5447, 0.5423, 0.5245, 0.5158, 0.5138, 0.507, 0.5031, 0.5019, 0.4979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "12885341", "27602752", "10627801", "10648422", "26873988", "28015516", "44366096"], "ranked_scores": [0.689, 0.6591, 0.6528, 0.6375, 0.6356, 0.6298, 0.6261, 0.6166, 0.5954, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "25973484", "15559582", "13831842", "17450673", "23557241", "13831558", "16701509"], "ranked_scores": [0.7592, 0.7299, 0.7114, 0.6927, 0.6907, 0.6831, 0.6726, 0.6725, 0.6547, 0.6407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "6561200", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.694, 0.6832, 0.6736, 0.6703, 0.6612, 0.6577, 0.6534, 0.6463, 0.6303, 0.6195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7225911", "30261663", "7820043", "2619579", "8005007"], "ranked_scores": [0.6075, 0.5983, 0.5893, 0.5772, 0.5698, 0.5596, 0.5541, 0.5511, 0.551, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "6315132", "46202852", "883747", "23665162", "8317408", "38944245", "24596228", "14407673"], "ranked_scores": [0.5113, 0.4982, 0.4911, 0.4857, 0.4826, 0.4718, 0.4586, 0.456, 0.4557, 0.4541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1084345", "24347647", "1848452", "13350374", "7514614", "20418809"], "ranked_scores": [0.5859, 0.5329, 0.521, 0.5111, 0.508, 0.5055, 0.5007, 0.4961, 0.4878, 0.4863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "2714623", "51952430", "3107733", "10247314", "5914739", "28006126", "16120395", "8458567"], "ranked_scores": [0.6983, 0.6786, 0.6729, 0.6641, 0.6625, 0.6621, 0.658, 0.6561, 0.6529, 0.6479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "8672737", "810480", "12670680", "22309946", "5811042", "116792"], "ranked_scores": [0.6851, 0.5102, 0.4842, 0.4741, 0.4593, 0.4552, 0.4545, 0.4375, 0.437, 0.4349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "21179714", "43711341", "22968257", "22767022", "57574395", "40476126", "7221410", "612002", "5953485"], "ranked_scores": [0.5746, 0.5393, 0.5393, 0.5388, 0.5379, 0.5342, 0.53, 0.5292, 0.5281, 0.5274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "31962403", "6422576", "23577014", "6209599", "11922370", "12225214", "8458567", "22896970", "31514338"], "ranked_scores": [0.6074, 0.5976, 0.596, 0.5893, 0.5851, 0.5837, 0.5823, 0.5749, 0.5745, 0.5689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "5836", "3863543", "10641715", "2359152", "5782614", "13293033", "11992632", "8083310"], "ranked_scores": [0.6665, 0.6372, 0.6347, 0.6303, 0.6163, 0.6149, 0.6027, 0.6004, 0.5997, 0.5986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "16280642", "14155726", "14380875", "21754541", "4447055", "41913714", "17416520", "22174015"], "ranked_scores": [0.497, 0.4798, 0.4587, 0.4586, 0.4583, 0.4545, 0.4544, 0.4506, 0.4473, 0.4452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "6313547", "275294", "3150030"], "ranked_scores": [0.6655, 0.626, 0.6074, 0.5666, 0.5238, 0.5103, 0.4863, 0.4787, 0.477, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "21553394", "583260", "13933299", "3067015", "23267371"], "ranked_scores": [0.4593, 0.44, 0.431, 0.422, 0.4161, 0.4022, 0.3982, 0.3968, 0.3938, 0.3874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "1386103", "6944800", "18237384", "2030623", "40963697", "43224840", "26973393", "33677323"], "ranked_scores": [0.6034, 0.5519, 0.5409, 0.5406, 0.5397, 0.5369, 0.5336, 0.5336, 0.5332, 0.5307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "57574395", "3984231", "18104691", "15707049", "10284593", "15925931", "17421851"], "ranked_scores": [0.5988, 0.5326, 0.5188, 0.5148, 0.5088, 0.5056, 0.4973, 0.4937, 0.4911, 0.4881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "24625323", "41264017", "28419824", "32463364", "37488367", "71625969", "6945285"], "ranked_scores": [0.6848, 0.5756, 0.5601, 0.5468, 0.5388, 0.5378, 0.5233, 0.5063, 0.4989, 0.498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "17333231", "30261663", "31624828", "14308244", "13923140", "44408494", "2947124"], "ranked_scores": [0.6886, 0.6491, 0.6488, 0.6408, 0.6373, 0.6361, 0.6231, 0.6115, 0.61, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "41710132", "26735905", "9159125", "31682248", "12685434", "28334217"], "ranked_scores": [0.7176, 0.7, 0.6506, 0.6439, 0.6228, 0.619, 0.6145, 0.609, 0.6036, 0.5976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "22174015", "13798951", "18546584", "28006126", "14311986", "20388894", "29347970", "20220731"], "ranked_scores": [0.7218, 0.7047, 0.6964, 0.6961, 0.6888, 0.6859, 0.6824, 0.6813, 0.6775, 0.6761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "10165258", "45414636", "34905328", "20220731", "20457190", "4430962"], "ranked_scores": [0.7273, 0.6829, 0.6097, 0.5726, 0.571, 0.5699, 0.5687, 0.5678, 0.5664, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "16572581", "28738741", "15081770", "29023309", "5398179", "7224723"], "ranked_scores": [0.6833, 0.6202, 0.6029, 0.5873, 0.561, 0.558, 0.5537, 0.5504, 0.5468, 0.5436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "37296667", "28821565", "29362104", "3870062", "40590358", "36830715", "18678095", "38830961"], "ranked_scores": [0.3589, 0.3341, 0.3312, 0.3264, 0.3197, 0.3193, 0.3178, 0.3177, 0.3159, 0.3146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "14241418", "34016944", "26045237", "14819804", "25895285", "19497526", "12641252"], "ranked_scores": [0.5765, 0.5617, 0.5589, 0.5418, 0.5415, 0.5284, 0.527, 0.5264, 0.5227, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "2492146", "25298276", "24634621", "20127522", "8037453", "41340212", "5492542"], "ranked_scores": [0.6916, 0.6544, 0.6314, 0.6302, 0.6233, 0.6118, 0.6071, 0.6064, 0.6054, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "5752492", "16488405", "14496749", "17438862", "2947124", "44935041", "40632104"], "ranked_scores": [0.6424, 0.6262, 0.6215, 0.6159, 0.6083, 0.6075, 0.6063, 0.6031, 0.5997, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "8903143", "13798951", "5483793", "33499189", "4270992", "18237384", "34436231", "5914739"], "ranked_scores": [0.7616, 0.7379, 0.7252, 0.7155, 0.7147, 0.7129, 0.7101, 0.7099, 0.7093, 0.7082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "5372432", "21323587", "19071857", "6421734", "19945096", "30813140", "24163770"], "ranked_scores": [0.5011, 0.3607, 0.3586, 0.3434, 0.3423, 0.3314, 0.3209, 0.3117, 0.3084, 0.3081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "4920376", "29073751", "9784254", "46765242", "28651643", "1550937", "2061878"], "ranked_scores": [0.6985, 0.6951, 0.6893, 0.6822, 0.6802, 0.664, 0.6637, 0.6539, 0.6515, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "17327939", "28015516", "28149602", "6936141", "5519177", "23509113"], "ranked_scores": [0.7209, 0.5917, 0.5805, 0.5645, 0.5492, 0.5462, 0.539, 0.5369, 0.5359, 0.5341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "17671145", "7225911", "41620295", "56486733", "14380875", "12130690", "23286603", "4396105"], "ranked_scores": [0.6502, 0.6397, 0.6308, 0.6242, 0.6149, 0.5998, 0.5879, 0.5847, 0.5783, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "2824347", "7111021", "15319019", "15997009", "31363207", "21700295"], "ranked_scores": [0.7708, 0.6667, 0.6429, 0.6243, 0.6164, 0.6156, 0.6143, 0.6052, 0.6034, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "5492542", "9767444", "26886351", "6407356", "12641252", "8659426", "4468861"], "ranked_scores": [0.6098, 0.601, 0.5866, 0.5828, 0.5745, 0.5744, 0.5741, 0.5728, 0.5716, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-4bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "22023404", "275294", "18256197", "23267371", "30720103", "21636085"], "ranked_scores": [0.5843, 0.5777, 0.5586, 0.541, 0.5207, 0.5192, 0.5192, 0.514, 0.5127, 0.5065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "13350374", "7198295", "24241932", "29125354", "970012"], "ranked_scores": [0.3842, 0.3767, 0.3491, 0.3437, 0.3348, 0.3166, 0.311, 0.3059, 0.2936, 0.2923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "20526907", "16760369", "25028913", "21301090", "2138843", "9813098"], "ranked_scores": [0.7176, 0.6124, 0.6035, 0.5872, 0.5826, 0.5811, 0.5742, 0.569, 0.5675, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8698857", "51952430", "8903143", "25479072", "9283422", "5914739", "13398997", "21557055", "34905328", "24042363"], "ranked_scores": [0.6505, 0.6452, 0.644, 0.6382, 0.6372, 0.6298, 0.6252, 0.6249, 0.6199, 0.6143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "24921368", "31612088"], "ranked_scores": [0.5182, 0.4949, 0.473, 0.437, 0.419, 0.414, 0.3939, 0.3863, 0.375, 0.3722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "7650066", "1203035"], "ranked_scores": [0.7311, 0.7269, 0.71, 0.7082, 0.6893, 0.6664, 0.6633, 0.6497, 0.6246, 0.6126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "16319097", "20672596", "27693891", "1605196", "4319174", "4138659", "37362689"], "ranked_scores": [0.6253, 0.6062, 0.5708, 0.566, 0.5612, 0.561, 0.5569, 0.556, 0.5555, 0.5538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "19005293", "2947124", "20722510", "883747", "44935041", "1800734", "46202852", "6936141"], "ranked_scores": [0.6319, 0.6161, 0.6022, 0.596, 0.5913, 0.559, 0.5583, 0.5582, 0.5557, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "327319", "20945963", "116556376", "11624482", "38180456"], "ranked_scores": [0.6081, 0.4318, 0.3637, 0.3244, 0.282, 0.2718, 0.2695, 0.268, 0.2633, 0.2632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "164985", "4429118", "32742683", "5406411", "38587347", "24707550", "7343711", "219475", "19005293"], "ranked_scores": [0.5813, 0.5812, 0.578, 0.5747, 0.5665, 0.566, 0.566, 0.5615, 0.5546, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "6580081", "12866641", "2973910", "13651792", "40632104", "2587396"], "ranked_scores": [0.5527, 0.4895, 0.4794, 0.4655, 0.4506, 0.4489, 0.4465, 0.4357, 0.4346, 0.4331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "8246922", "27555165", "24044977", "12899612", "22980205", "28517384", "17682477", "4816339"], "ranked_scores": [0.5594, 0.5376, 0.5282, 0.5275, 0.5269, 0.5269, 0.5266, 0.5254, 0.5244, 0.5229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "4406819", "17741440", "12670680", "34876410", "25068298", "20155713", "30464859", "43224840", "18126445"], "ranked_scores": [0.3415, 0.3403, 0.332, 0.3318, 0.3308, 0.3248, 0.3243, 0.3216, 0.3159, 0.3132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "28419824", "24510595", "21274919", "30813140", "7965928", "12667988", "14566771"], "ranked_scores": [0.5068, 0.455, 0.4447, 0.438, 0.4355, 0.4084, 0.3975, 0.395, 0.3925, 0.3846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "45276789", "79231308", "9754530", "11718220", "29981186", "21301090", "21767325", "41493639"], "ranked_scores": [0.5144, 0.3791, 0.3785, 0.3783, 0.3749, 0.3653, 0.3626, 0.3532, 0.3454, 0.3371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "22551259", "26230669", "4434951", "7514614", "4679264"], "ranked_scores": [0.7829, 0.7644, 0.7524, 0.7354, 0.7197, 0.706, 0.7005, 0.6968, 0.6705, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "6277638", "44693226", "22116439", "17195001", "8460275", "4423401", "38028419", "45770026"], "ranked_scores": [0.5496, 0.535, 0.5317, 0.5184, 0.5133, 0.503, 0.4983, 0.491, 0.4908, 0.4872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "10627801", "12885341", "27602752", "10648422", "26873988", "28015516", "44366096"], "ranked_scores": [0.6867, 0.645, 0.6447, 0.6282, 0.6276, 0.624, 0.613, 0.6028, 0.5862, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "23557241", "17450673", "13831558", "16701509"], "ranked_scores": [0.7561, 0.716, 0.6991, 0.6835, 0.6816, 0.6706, 0.6641, 0.6625, 0.6449, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "6561200", "36355784", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.6922, 0.6768, 0.6702, 0.665, 0.6579, 0.6502, 0.6459, 0.6382, 0.6304, 0.6218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7225911", "7820043", "30261663", "935538", "8005007"], "ranked_scores": [0.6093, 0.5989, 0.5886, 0.5734, 0.5672, 0.5619, 0.5521, 0.5491, 0.545, 0.5449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "6315132", "24088502", "883747", "46202852", "23665162", "24943534", "8317408", "14407673", "1153655"], "ranked_scores": [0.5, 0.4818, 0.4786, 0.4724, 0.472, 0.4569, 0.4479, 0.4472, 0.4461, 0.4416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "24347647", "1084345", "1848452", "13350374", "7514614", "20418809"], "ranked_scores": [0.5791, 0.526, 0.5186, 0.5076, 0.505, 0.5023, 0.4936, 0.493, 0.4855, 0.4791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "2714623", "51952430", "10247314", "5914739", "28006126", "3107733", "16120395", "41325555"], "ranked_scores": [0.6884, 0.6741, 0.6652, 0.6637, 0.6577, 0.6552, 0.6527, 0.6511, 0.6495, 0.6459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "8672737", "810480", "12670680", "22309946", "43226130", "5811042"], "ranked_scores": [0.6769, 0.5082, 0.4855, 0.4702, 0.4604, 0.4537, 0.4467, 0.4403, 0.4388, 0.433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22767022", "43711341", "57574395", "21179714", "22968257", "5953485", "40476126", "612002", "7221410"], "ranked_scores": [0.5642, 0.5359, 0.535, 0.5303, 0.5296, 0.5278, 0.5245, 0.521, 0.5206, 0.5196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "6209599", "12225214", "23577014", "11922370", "31514338", "8458567", "22896970"], "ranked_scores": [0.6038, 0.5852, 0.5825, 0.5793, 0.5752, 0.575, 0.5687, 0.5641, 0.5608, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "3863543", "10641715", "11992632", "2359152", "5782614", "13921783", "13293033"], "ranked_scores": [0.6633, 0.6281, 0.6266, 0.6235, 0.6065, 0.5981, 0.5944, 0.593, 0.5909, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "14155726", "14380875", "4447055", "16280642", "21754541", "17416520", "41913714", "40383969"], "ranked_scores": [0.4848, 0.4652, 0.4519, 0.4514, 0.448, 0.4424, 0.4416, 0.4367, 0.4366, 0.4358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "275294", "6313547", "7602348"], "ranked_scores": [0.6638, 0.6149, 0.5978, 0.5652, 0.5136, 0.5051, 0.4815, 0.4724, 0.4721, 0.4676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "8892905", "4303939", "22023404", "13933299", "21553394", "23267371", "3067015", "30981192"], "ranked_scores": [0.4588, 0.4365, 0.4342, 0.422, 0.4177, 0.4009, 0.4, 0.3932, 0.3909, 0.3908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "1386103", "40963697", "18237384", "2030623", "33677323", "6944800", "26973393", "43224840"], "ranked_scores": [0.6038, 0.5485, 0.5406, 0.5383, 0.5375, 0.5348, 0.5339, 0.5304, 0.5292, 0.5285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "57574395", "17930286", "3984231", "18104691", "6636088", "24989194", "10795340", "15707049"], "ranked_scores": [0.5892, 0.5164, 0.5138, 0.5127, 0.5041, 0.5034, 0.49, 0.4897, 0.4884, 0.4875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "24625323", "28419824", "41264017", "32463364", "37488367", "71625969", "6945285"], "ranked_scores": [0.6765, 0.5644, 0.5518, 0.5335, 0.5333, 0.5312, 0.5084, 0.5003, 0.4946, 0.4881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "34905328", "33911859", "17333231", "31624828", "30261663", "14308244", "2947124", "44408494", "14386505"], "ranked_scores": [0.6731, 0.6434, 0.6311, 0.6285, 0.6256, 0.6238, 0.6192, 0.6042, 0.6027, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "20675284", "41710132", "9159125", "31682248", "26735905", "12685434", "24294572"], "ranked_scores": [0.7045, 0.6884, 0.6395, 0.6376, 0.6209, 0.6144, 0.6048, 0.6046, 0.5985, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "22174015", "20344442", "18546584", "13798951", "28006126", "14311986", "29347970", "20388894", "2714623"], "ranked_scores": [0.7154, 0.6961, 0.6939, 0.6877, 0.6875, 0.6856, 0.678, 0.6768, 0.6765, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "10165258", "20220731", "34905328", "45414636", "24879055", "20457190", "4430962"], "ranked_scores": [0.7082, 0.6667, 0.5959, 0.5696, 0.5634, 0.563, 0.5613, 0.561, 0.5532, 0.5513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "16572581", "28738741", "29023309", "5398179", "15081770", "10648422"], "ranked_scores": [0.6781, 0.6126, 0.5962, 0.5804, 0.5536, 0.5535, 0.5489, 0.5436, 0.5401, 0.5375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "28821565", "37296667", "44693226", "40005757", "18678095", "40590358", "34582256", "38830961", "29362104"], "ranked_scores": [0.3512, 0.3334, 0.3328, 0.3248, 0.3169, 0.3167, 0.316, 0.3128, 0.3116, 0.3074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "25014337", "14241418", "34016944", "26045237", "293661", "14819804", "19497526", "12641252"], "ranked_scores": [0.5648, 0.5516, 0.5492, 0.5342, 0.5314, 0.5232, 0.5194, 0.518, 0.5165, 0.5151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "2492146", "25298276", "24634621", "8037453", "20127522", "46485368", "41340212"], "ranked_scores": [0.6884, 0.6462, 0.6299, 0.6206, 0.6151, 0.6056, 0.6005, 0.599, 0.5959, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "5752492", "14496749", "16488405", "17438862", "2947124", "44935041", "10530014"], "ranked_scores": [0.6294, 0.6106, 0.6047, 0.6015, 0.5984, 0.5973, 0.5897, 0.5885, 0.5844, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "8903143", "13798951", "4270992", "34436231", "5483793", "33499189", "5914739", "18237384"], "ranked_scores": [0.752, 0.733, 0.7097, 0.7087, 0.7042, 0.7034, 0.7019, 0.7012, 0.7011, 0.6988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "29107210", "32909242", "5372432", "21323587", "19071857", "6421734", "25886725", "24163770", "19945096"], "ranked_scores": [0.4957, 0.3501, 0.3493, 0.338, 0.3374, 0.3258, 0.3201, 0.3137, 0.3078, 0.3076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "4920376", "29073751", "46765242", "9784254", "28651643", "2061878", "1550937"], "ranked_scores": [0.6924, 0.6878, 0.684, 0.676, 0.674, 0.657, 0.6526, 0.6455, 0.6449, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "28015516", "17327939", "5519177", "28149602", "7948486", "6936141"], "ranked_scores": [0.7088, 0.5782, 0.5756, 0.5576, 0.5398, 0.5372, 0.5313, 0.5311, 0.5287, 0.5276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "17671145", "7225911", "41620295", "56486733", "14380875", "12130690", "23286603", "4396105"], "ranked_scores": [0.6422, 0.637, 0.6233, 0.6127, 0.6062, 0.5945, 0.5831, 0.579, 0.5721, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "7111021", "2824347", "15319019", "15997009", "31363207", "21700295"], "ranked_scores": [0.7623, 0.6592, 0.6304, 0.6116, 0.6113, 0.6055, 0.6046, 0.6002, 0.5914, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "26886351", "5492542", "4468861", "6407356", "12641252", "9767444", "17934603"], "ranked_scores": [0.6019, 0.5879, 0.5782, 0.5766, 0.5748, 0.5697, 0.5681, 0.5675, 0.5637, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "18256197", "22023404", "30720103", "23267371", "21636085"], "ranked_scores": [0.5617, 0.5512, 0.5408, 0.5177, 0.5123, 0.5021, 0.5003, 0.4951, 0.4867, 0.4815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "25687558", "6504953", "34582256", "7198295", "13350374", "24241932", "970012", "6945285"], "ranked_scores": [0.3868, 0.3725, 0.3472, 0.3397, 0.3387, 0.3285, 0.3154, 0.3069, 0.299, 0.2964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "13448422", "38630735", "16760369", "25028913", "20526907", "21301090", "2138843", "12561083"], "ranked_scores": [0.7008, 0.6007, 0.5911, 0.5743, 0.5717, 0.5626, 0.5524, 0.5497, 0.5458, 0.545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8903143", "9283422", "8698857", "25479072", "5914739", "34905328", "21557055", "34436231", "13398997"], "ranked_scores": [0.6399, 0.634, 0.6323, 0.6294, 0.6292, 0.6187, 0.6186, 0.617, 0.6126, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "21590125", "8868863", "31612088", "80109277"], "ranked_scores": [0.5117, 0.4916, 0.4574, 0.4326, 0.4062, 0.3999, 0.3872, 0.3822, 0.3735, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["28617573", "6561200", "23136735", "27873158", "46695481", "9764256", "19140422", "46355579", "7650066", "16980892"], "ranked_scores": [0.7156, 0.7124, 0.6904, 0.6783, 0.6777, 0.6479, 0.6427, 0.6392, 0.6003, 0.5929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8486, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "16319097", "4319174", "27693891", "20672596", "1605196", "22843616", "23576165", "5094468"], "ranked_scores": [0.6122, 0.589, 0.5566, 0.5551, 0.555, 0.5527, 0.5516, 0.5483, 0.5469, 0.5463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2947124", "29509926", "19005293", "20722510", "44935041", "883747", "5752492", "46202852", "6501747"], "ranked_scores": [0.608, 0.606, 0.6034, 0.5976, 0.5757, 0.5546, 0.5538, 0.5492, 0.5486, 0.5442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11469078", "327319", "20945963", "29107210", "27150276"], "ranked_scores": [0.5927, 0.4181, 0.3492, 0.3182, 0.2804, 0.2717, 0.2712, 0.2659, 0.2553, 0.2551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "38587347", "24707550", "164985", "4429118", "7343711", "32742683", "5406411", "14767844", "219475"], "ranked_scores": [0.5711, 0.5634, 0.5617, 0.5586, 0.5583, 0.5495, 0.5494, 0.5467, 0.5394, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "6580081", "2973910", "12866641", "2587396", "40632104", "9315213"], "ranked_scores": [0.5542, 0.4848, 0.4762, 0.4517, 0.4496, 0.4387, 0.4376, 0.432, 0.4306, 0.4214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "4816339", "26873988", "27555165", "17682477", "28517384", "8246922", "10450300", "18909530", "22980205"], "ranked_scores": [0.5478, 0.5297, 0.5294, 0.5244, 0.5226, 0.5215, 0.5162, 0.5147, 0.5146, 0.5141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "38369817", "12670680", "30464859", "34876410", "25068298", "20155713", "4406819", "18126445", "43224840"], "ranked_scores": [0.3422, 0.3294, 0.3242, 0.3236, 0.3224, 0.3176, 0.3156, 0.3126, 0.3045, 0.3036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "27076725", "28419824", "24510595", "30813140", "12667988", "7965928", "14566771", "6945285"], "ranked_scores": [0.489, 0.4299, 0.4293, 0.4251, 0.4231, 0.3899, 0.3884, 0.3881, 0.3762, 0.3726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "79231308", "9754530", "45276789", "29981186", "11718220", "21301090", "19532163", "41493639"], "ranked_scores": [0.5164, 0.3724, 0.3668, 0.3644, 0.3633, 0.3621, 0.353, 0.3444, 0.3398, 0.334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "22551259", "4434951", "26230669", "7514614", "4679264"], "ranked_scores": [0.7699, 0.7477, 0.7437, 0.7158, 0.703, 0.6892, 0.6787, 0.6731, 0.6515, 0.638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "6277638", "44693226", "22116439", "17195001", "38028419", "8460275", "4423401", "15282056"], "ranked_scores": [0.5346, 0.5243, 0.5206, 0.5094, 0.5066, 0.504, 0.4939, 0.4917, 0.4903, 0.4869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "10627801", "27602752", "26873988", "12885341", "10648422", "44366096", "1386103"], "ranked_scores": [0.677, 0.6336, 0.6278, 0.6163, 0.6106, 0.5994, 0.5988, 0.5979, 0.5738, 0.5661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "25973484", "15559582", "13831842", "23557241", "17450673", "13831558", "16701509"], "ranked_scores": [0.7395, 0.7091, 0.6908, 0.6756, 0.6753, 0.6661, 0.6477, 0.6421, 0.625, 0.6234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "6561200", "36355784", "46695481", "12779444", "32423829", "28617573", "23136735", "7650066"], "ranked_scores": [0.6705, 0.6652, 0.646, 0.6455, 0.6306, 0.6273, 0.625, 0.6243, 0.614, 0.5983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7820043", "7225911", "6501747", "30261663", "3154880"], "ranked_scores": [0.5868, 0.576, 0.5742, 0.5626, 0.5578, 0.5496, 0.5411, 0.5337, 0.5331, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "883747", "6315132", "46202852", "24088502", "24943534", "23665162", "38944245", "24596228", "8317408"], "ranked_scores": [0.5103, 0.475, 0.4723, 0.4697, 0.4652, 0.4506, 0.4498, 0.4437, 0.4409, 0.4366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1084345", "24347647", "1848452", "7514614", "28138927", "13350374"], "ranked_scores": [0.5641, 0.5107, 0.5075, 0.5063, 0.499, 0.4877, 0.4858, 0.4732, 0.4728, 0.468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "51952430", "10247314", "2714623", "16120395", "5914739", "3107733", "12225214", "306006"], "ranked_scores": [0.6662, 0.6607, 0.6586, 0.6564, 0.6529, 0.644, 0.6438, 0.6314, 0.6297, 0.6292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "8672737", "810480", "12670680", "22309946", "5811042", "43226130"], "ranked_scores": [0.6644, 0.4988, 0.4764, 0.4611, 0.4501, 0.4439, 0.4353, 0.4278, 0.4219, 0.4205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "21179714", "22767022", "43711341", "612002", "57574395", "40476126", "7221410", "5953485", "22968257"], "ranked_scores": [0.559, 0.5359, 0.531, 0.5222, 0.5209, 0.517, 0.5152, 0.5099, 0.505, 0.5047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6209599", "6422576", "22896970", "31962403", "23577014", "11922370", "31514338", "14581009", "7860396"], "ranked_scores": [0.6008, 0.5694, 0.5676, 0.56, 0.5598, 0.5579, 0.5565, 0.5562, 0.5525, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "3863543", "5836", "5782614", "10641715", "13293033", "2359152", "13921783", "26336593"], "ranked_scores": [0.6549, 0.6151, 0.6148, 0.6102, 0.5999, 0.5947, 0.5875, 0.5861, 0.5816, 0.5795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "14380875", "14155726", "21754541", "16280642", "41913714", "17416520", "29073751", "38811597"], "ranked_scores": [0.4804, 0.459, 0.4476, 0.4421, 0.4336, 0.4315, 0.4284, 0.4267, 0.4231, 0.4221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "275294", "7602348", "3150030"], "ranked_scores": [0.6212, 0.5829, 0.5731, 0.5414, 0.4975, 0.4836, 0.4717, 0.4561, 0.4476, 0.446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "8892905", "4303939", "22023404", "33911859", "21553394", "13933299", "30981192", "3067015"], "ranked_scores": [0.4541, 0.4271, 0.4215, 0.4102, 0.4026, 0.3883, 0.3867, 0.3837, 0.3776, 0.3765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "1386103", "2014909", "40963697", "2030623", "26973393", "33677323", "43224840", "6944800", "18237384"], "ranked_scores": [0.5841, 0.5369, 0.5275, 0.5248, 0.5224, 0.522, 0.5176, 0.516, 0.5137, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "57574395", "8672737", "3984231", "18104691", "17930286", "6636088", "10795340", "17421851", "24989194"], "ranked_scores": [0.5766, 0.5045, 0.5021, 0.4957, 0.4919, 0.4906, 0.487, 0.4857, 0.4855, 0.4815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "28419824", "24625323", "41264017", "32463364", "37488367", "71625969", "6945285"], "ranked_scores": [0.6648, 0.5457, 0.523, 0.5137, 0.5099, 0.5069, 0.4934, 0.4913, 0.4878, 0.4787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "34905328", "33911859", "17333231", "30261663", "14308244", "31624828", "44408494", "5811042", "2947124"], "ranked_scores": [0.6565, 0.6282, 0.6235, 0.6205, 0.6166, 0.6046, 0.6017, 0.5929, 0.5916, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "41710132", "20675284", "9159125", "26735905", "31682248", "24294572", "28334217"], "ranked_scores": [0.6992, 0.6681, 0.6213, 0.619, 0.6163, 0.6032, 0.6017, 0.596, 0.5771, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["22174015", "34905328", "13798951", "20344442", "28006126", "18546584", "20220731", "14311986", "19047331", "29347970"], "ranked_scores": [0.6918, 0.6894, 0.6785, 0.677, 0.6749, 0.6662, 0.6661, 0.6612, 0.6592, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "20220731", "45414636", "13798951", "34905328", "10165258", "20457190"], "ranked_scores": [0.693, 0.6529, 0.5723, 0.5572, 0.5488, 0.5432, 0.5408, 0.5366, 0.5358, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "28738741", "7224723", "16572581", "5398179", "10648422", "29023309"], "ranked_scores": [0.6689, 0.5969, 0.5953, 0.5651, 0.5545, 0.5433, 0.5413, 0.5392, 0.5366, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "37296667", "44693226", "34582256", "38830961", "28821565", "40005757", "12280462", "40590358", "3870062"], "ranked_scores": [0.348, 0.3214, 0.3119, 0.3096, 0.3052, 0.3049, 0.3044, 0.3042, 0.3029, 0.3024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "25014337", "26045237", "14241418", "34016944", "14819804", "19497526", "293661", "12641252"], "ranked_scores": [0.563, 0.5579, 0.5393, 0.5207, 0.5193, 0.5149, 0.5149, 0.5147, 0.5112, 0.5027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "25298276", "2492146", "24634621", "46485368", "5492542", "8037453", "41340212"], "ranked_scores": [0.6674, 0.6309, 0.6077, 0.5941, 0.5935, 0.5919, 0.5907, 0.5786, 0.5781, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "5752492", "16488405", "25315295", "45449835", "14496749", "1360607", "29509926", "2947124", "17438862"], "ranked_scores": [0.6202, 0.5952, 0.5933, 0.5921, 0.5835, 0.5794, 0.5747, 0.5745, 0.5741, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "13798951", "5483793", "8903143", "33499189", "34436231", "4270992", "18237384", "5914739"], "ranked_scores": [0.7321, 0.7103, 0.6934, 0.6927, 0.6918, 0.6905, 0.6841, 0.6806, 0.68, 0.6751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "21323587", "5372432", "19071857", "25886725", "6421734", "44265107", "45548062"], "ranked_scores": [0.4766, 0.3491, 0.3363, 0.3238, 0.3157, 0.3056, 0.302, 0.2955, 0.2943, 0.2942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "29073751", "4920376", "46765242", "9784254", "28651643", "18546584", "35760786"], "ranked_scores": [0.6763, 0.6725, 0.6643, 0.6641, 0.6604, 0.6482, 0.6435, 0.6373, 0.6277, 0.6264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "28015516", "17327939", "1676568", "6936141", "14591894", "7948486"], "ranked_scores": [0.6929, 0.57, 0.5591, 0.5458, 0.535, 0.5274, 0.523, 0.522, 0.5203, 0.5196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "17671145", "41620295", "7225911", "56486733", "14380875", "12130690", "23286603", "4396105"], "ranked_scores": [0.6267, 0.6201, 0.6071, 0.6058, 0.5914, 0.5826, 0.5698, 0.5627, 0.5598, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "7111021", "15319019", "2824347", "31363207", "15997009", "5991309"], "ranked_scores": [0.7423, 0.6524, 0.6206, 0.6148, 0.602, 0.6017, 0.5976, 0.5848, 0.5821, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "26886351", "6407356", "5492542", "1900152", "17682477", "27437459", "9767444", "4468861"], "ranked_scores": [0.5955, 0.5852, 0.5648, 0.5638, 0.5569, 0.5557, 0.5538, 0.5538, 0.5517, 0.5514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "22023404", "18256197", "23267371", "2425364", "520579"], "ranked_scores": [0.5423, 0.5096, 0.509, 0.5027, 0.4833, 0.4797, 0.4793, 0.4739, 0.4698, 0.4658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "29125354", "7198295", "24241932", "970012", "13350374"], "ranked_scores": [0.3531, 0.3279, 0.3187, 0.3109, 0.2919, 0.271, 0.2691, 0.2633, 0.2608, 0.26], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "38630735", "29253460", "16760369", "2138843", "9813098", "20526907", "25028913", "7873737"], "ranked_scores": [0.647, 0.548, 0.5432, 0.5423, 0.5336, 0.5198, 0.5161, 0.514, 0.5133, 0.5007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8698857", "9283422", "25479072", "8903143", "34905328", "5914739", "51952430", "24042363", "13398997", "21557055"], "ranked_scores": [0.6034, 0.6007, 0.5971, 0.5927, 0.5872, 0.5821, 0.5759, 0.573, 0.5715, 0.5673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "5912283", "31554917", "4587978", "38752049", "11913139", "21590125", "27150276", "80109277", "41822527"], "ranked_scores": [0.4747, 0.4562, 0.4239, 0.3967, 0.392, 0.3709, 0.3581, 0.3424, 0.3391, 0.331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "7650066", "16980892"], "ranked_scores": [0.678, 0.6588, 0.6537, 0.6483, 0.6422, 0.617, 0.6155, 0.6079, 0.5762, 0.5696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "23576165", "4138659", "25519138", "16319097", "22843616", "21626639", "8551160"], "ranked_scores": [0.5724, 0.5535, 0.5096, 0.5091, 0.5087, 0.506, 0.5058, 0.5032, 0.5018, 0.5015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "29509926", "2947124", "46202852", "20722510", "44935041", "1800734", "883747", "8246922"], "ranked_scores": [0.5874, 0.5727, 0.5532, 0.546, 0.5285, 0.5269, 0.5218, 0.5161, 0.5137, 0.5131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "327319", "116556376", "38180456", "29107210", "1967017"], "ranked_scores": [0.5436, 0.4016, 0.3428, 0.2959, 0.2697, 0.2541, 0.2505, 0.2462, 0.2443, 0.2396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "38587347", "32742683", "7343711", "24707550", "4429118", "164985", "219475", "1550937", "26735905"], "ranked_scores": [0.5501, 0.5427, 0.5427, 0.5377, 0.5283, 0.5266, 0.5237, 0.5217, 0.5212, 0.5145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "2192419", "12866641", "15879931", "40632104", "9315213", "8290953", "2973910", "4421742"], "ranked_scores": [0.5099, 0.4579, 0.4357, 0.4272, 0.4247, 0.4237, 0.4168, 0.4088, 0.406, 0.3997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["26873988", "12899612", "4816339", "18909530", "22980205", "8246922", "2947124", "3118719", "23509113", "27555165"], "ranked_scores": [0.5031, 0.5004, 0.4957, 0.4919, 0.4836, 0.4827, 0.4798, 0.4796, 0.4735, 0.4729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["12670680", "38369817", "4406819", "34876410", "17741440", "20155713", "24660385", "25068298", "30464859", "43224840"], "ranked_scores": [0.3195, 0.3135, 0.3119, 0.3009, 0.2949, 0.2918, 0.2887, 0.2869, 0.285, 0.2829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "28419824", "24510595", "21274919", "30813140", "14726759", "6945285", "7965928"], "ranked_scores": [0.4445, 0.4286, 0.418, 0.4044, 0.382, 0.3689, 0.3682, 0.3609, 0.3586, 0.3565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "79231308", "29981186", "45276789", "11718220", "21767325", "19532163", "980196", "9754530"], "ranked_scores": [0.4635, 0.3587, 0.3431, 0.3311, 0.3295, 0.3234, 0.3167, 0.3146, 0.3087, 0.3059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "26230669", "4434951", "22551259", "22543403", "7514614", "4679264"], "ranked_scores": [0.7217, 0.7158, 0.6878, 0.6809, 0.6583, 0.6434, 0.6398, 0.6368, 0.6201, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "6277638", "44693226", "8460275", "22116439", "19950357", "23148978", "28264919", "38028419"], "ranked_scores": [0.5125, 0.4982, 0.4923, 0.4776, 0.4712, 0.4665, 0.4576, 0.4542, 0.4528, 0.4528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "9433958", "8300657", "10627801", "27602752", "26873988", "12885341", "28015516", "10648422", "1386103"], "ranked_scores": [0.628, 0.6046, 0.5938, 0.5809, 0.5726, 0.5653, 0.5624, 0.5534, 0.5529, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "25973484", "15559582", "13831842", "17450673", "13831558", "23557241", "16701509"], "ranked_scores": [0.6699, 0.6524, 0.6353, 0.6192, 0.6188, 0.6147, 0.5821, 0.5818, 0.5801, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "36355784", "27873158", "46695481", "6561200", "28617573", "32423829", "12779444", "9764256", "23136735"], "ranked_scores": [0.6383, 0.6201, 0.6159, 0.5994, 0.5902, 0.5874, 0.5837, 0.5719, 0.5621, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "13290521", "2619579", "23746313", "7225911", "935538", "41337677", "30261663"], "ranked_scores": [0.5787, 0.555, 0.5523, 0.5283, 0.5031, 0.5026, 0.5002, 0.4944, 0.4935, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "46202852", "883747", "6315132", "23665162", "10648422", "3716075", "24943534", "22059387"], "ranked_scores": [0.4447, 0.434, 0.4333, 0.4312, 0.4125, 0.4065, 0.3999, 0.3992, 0.3986, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "2543135", "1084345", "22264117", "18949516", "24347647", "13350374", "28138927", "1848452", "4452659"], "ranked_scores": [0.5122, 0.4861, 0.4665, 0.4629, 0.4606, 0.458, 0.4474, 0.4455, 0.43, 0.4204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "10247314", "2714623", "8305686", "16120395", "51952430", "5914739", "28006126", "13790144", "3107733"], "ranked_scores": [0.6296, 0.6184, 0.6165, 0.615, 0.6099, 0.6068, 0.5964, 0.5953, 0.5952, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "37592824", "810480", "8672737", "12670680", "5811042", "116792", "23670644"], "ranked_scores": [0.6229, 0.4735, 0.4605, 0.4482, 0.4319, 0.4207, 0.4192, 0.413, 0.41, 0.4076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "43711341", "57574395", "7221410", "22767022", "40476126", "612002", "21179714", "22968257", "18346333"], "ranked_scores": [0.55, 0.4859, 0.485, 0.484, 0.4818, 0.4807, 0.4803, 0.4801, 0.4793, 0.4765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "23577014", "31962403", "6422576", "11922370", "14581009", "6209599", "31514338", "45875990", "12225214"], "ranked_scores": [0.5711, 0.5395, 0.538, 0.5353, 0.5274, 0.5219, 0.5202, 0.5187, 0.5132, 0.5117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "5836", "5765455", "2359152", "5782614", "11992632", "13293033", "13921783", "10641715"], "ranked_scores": [0.6243, 0.5901, 0.579, 0.5756, 0.5667, 0.5602, 0.5574, 0.5514, 0.551, 0.5506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "16280642", "14155726", "14380875", "25901598", "21754541", "38811597", "22174015", "18467982"], "ranked_scores": [0.4263, 0.4245, 0.4035, 0.402, 0.4006, 0.3936, 0.3913, 0.3908, 0.3892, 0.3889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "2425364", "21553394", "30720103", "25599283", "22023404", "6718824", "6313547", "3150030", "3090454"], "ranked_scores": [0.6035, 0.5508, 0.5491, 0.5032, 0.4756, 0.4544, 0.4526, 0.4421, 0.4332, 0.4327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "8892905", "22023404", "13933299", "4303939", "21553394", "7221410", "3067015", "33911859"], "ranked_scores": [0.3969, 0.3856, 0.38, 0.3715, 0.3682, 0.3664, 0.3575, 0.3567, 0.3558, 0.3524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "33677323", "6944800", "18237384", "1386103", "2030623", "43224840", "4429118", "2014909", "164985"], "ranked_scores": [0.5508, 0.5017, 0.4981, 0.4878, 0.4874, 0.486, 0.4793, 0.4763, 0.4753, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6636088", "17930286", "3984231", "57574395", "17421851", "8672737", "18104691", "10284593", "12240507"], "ranked_scores": [0.5382, 0.4804, 0.4738, 0.4682, 0.4678, 0.4589, 0.4586, 0.4553, 0.4522, 0.4507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "28419824", "41264017", "71625969", "32463364", "37488367", "24625323", "11071351"], "ranked_scores": [0.6226, 0.506, 0.4925, 0.4788, 0.4749, 0.4745, 0.4598, 0.4593, 0.4567, 0.4511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "34905328", "17333231", "30261663", "2947124", "14308244", "33911859", "54562433", "44408494", "31624828"], "ranked_scores": [0.6037, 0.5879, 0.5874, 0.578, 0.5654, 0.5643, 0.5635, 0.5575, 0.5554, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "20675284", "41710132", "9159125", "26735905", "31682248", "5123516", "28334217"], "ranked_scores": [0.6402, 0.5919, 0.5857, 0.5596, 0.5588, 0.5564, 0.5493, 0.5461, 0.539, 0.5367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "34905328", "22174015", "13798951", "2714623", "20388894", "14311986", "28006126", "20220731", "18546584"], "ranked_scores": [0.6466, 0.6457, 0.6351, 0.6297, 0.6189, 0.616, 0.6104, 0.6102, 0.61, 0.609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "10165258", "24879055", "20220731", "3090454", "45414636", "18374364", "34905328"], "ranked_scores": [0.6577, 0.6143, 0.5303, 0.522, 0.5121, 0.5097, 0.5089, 0.5069, 0.5069, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "15081770", "16572581", "28738741", "10648422", "25141908", "18275697"], "ranked_scores": [0.6386, 0.5801, 0.5633, 0.5389, 0.5311, 0.5187, 0.5125, 0.5106, 0.5045, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "28821565", "37296667", "40005757", "15803282", "18678095", "44693226", "34582256", "4795303", "38830961"], "ranked_scores": [0.3369, 0.3155, 0.3087, 0.3034, 0.3033, 0.2967, 0.2902, 0.288, 0.284, 0.2818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "14241418", "25014337", "26045237", "293661", "34016944", "14819804", "15322518", "19497526"], "ranked_scores": [0.538, 0.5084, 0.4971, 0.4961, 0.4922, 0.4915, 0.4742, 0.473, 0.4672, 0.4665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "42731834", "24873253", "2492146", "46485368", "41340212", "24634621", "5492542", "39903312", "8037453"], "ranked_scores": [0.6296, 0.5731, 0.5707, 0.5677, 0.5528, 0.5514, 0.5491, 0.5486, 0.5466, 0.5408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "45449835", "25315295", "5752492", "14496749", "20722510", "13923140", "29509926", "5572127", "11899391"], "ranked_scores": [0.5869, 0.5634, 0.5553, 0.5498, 0.5485, 0.5403, 0.5388, 0.537, 0.5366, 0.5363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "18237384", "5914739", "4270992", "8903143", "13798951", "5273056", "34436231", "5483793"], "ranked_scores": [0.6928, 0.6749, 0.6509, 0.6474, 0.6469, 0.6455, 0.6411, 0.64, 0.636, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "5372432", "21323587", "44265107", "30813140", "25886725", "3662510", "45548062"], "ranked_scores": [0.4421, 0.3321, 0.3244, 0.3045, 0.2986, 0.297, 0.2896, 0.2835, 0.2782, 0.2756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "29073751", "24624992", "4920376", "7225911", "9784254", "28651643", "1550937", "35760786", "46765242"], "ranked_scores": [0.6461, 0.6263, 0.6121, 0.6095, 0.6005, 0.5966, 0.5949, 0.5934, 0.5925, 0.5871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "17327939", "28015516", "25036988", "6936141", "34537906", "35256900"], "ranked_scores": [0.6392, 0.5193, 0.4976, 0.4885, 0.4793, 0.4786, 0.468, 0.4676, 0.4663, 0.465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14171859", "885056", "17671145", "41620295", "7225911", "14380875", "56486733", "12130690", "23286603", "15322518"], "ranked_scores": [0.5951, 0.5858, 0.571, 0.5621, 0.5602, 0.5428, 0.5417, 0.5258, 0.5251, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "15997009", "15319019", "7111021", "2824347", "31363207", "21700295"], "ranked_scores": [0.6859, 0.6105, 0.5802, 0.5762, 0.5683, 0.5641, 0.563, 0.5518, 0.5497, 0.5477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "27437459", "26886351", "6407356", "4468861", "3462075", "7821634", "17682477", "5492542", "40500438"], "ranked_scores": [0.5636, 0.5417, 0.5405, 0.5388, 0.5289, 0.5274, 0.5267, 0.525, 0.5242, 0.5239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "22023404", "23267371", "30981192", "4442799", "44624045", "520579", "34054472"], "ranked_scores": [0.4401, 0.4349, 0.4063, 0.4062, 0.3932, 0.3828, 0.3828, 0.3802, 0.3776, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "6504953", "10326242", "25687558", "13000926", "29125354", "13350374", "34582256", "12280462", "7433668"], "ranked_scores": [0.2578, 0.2292, 0.2161, 0.2135, 0.2109, 0.2031, 0.2005, 0.1953, 0.1953, 0.1953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "21301090", "38630735", "13448422", "16760369", "2138843", "7873737", "25028913", "4678846"], "ranked_scores": [0.4766, 0.4479, 0.4193, 0.401, 0.3932, 0.3906, 0.3906, 0.3854, 0.3802, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "9283422", "5914739", "8698857", "34436231", "3113630", "34905328", "22317868", "4444861"], "ranked_scores": [0.4948, 0.4896, 0.4844, 0.4714, 0.4687, 0.4479, 0.4453, 0.4453, 0.4427, 0.4401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "5912283", "31554917", "21590125", "11913139", "38752049", "28419824", "27150276", "44264297", "6123521"], "ranked_scores": [0.3385, 0.3359, 0.3333, 0.2943, 0.2891, 0.276, 0.2708, 0.2682, 0.263, 0.2526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "46695481", "28617573"], "ranked_ids": ["28617573", "6561200", "46695481", "46355579", "27873158", "23136735", "7650066", "16980892", "19140422", "1203035"], "ranked_scores": [0.5495, 0.5312, 0.5286, 0.5104, 0.5078, 0.5, 0.4818, 0.4766, 0.4688, 0.4583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7366, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["13613916", "10846815", "18810195", "21626639", "4319174", "43390777", "25519138", "23576165", "27693891", "3831884"], "ranked_scores": [0.4479, 0.4453, 0.4401, 0.4375, 0.4167, 0.4141, 0.4115, 0.4089, 0.4089, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "29509926", "44935041", "8246922", "5752492", "46202852", "2947124", "1834762", "31001322"], "ranked_scores": [0.5026, 0.4714, 0.4635, 0.4557, 0.4401, 0.4297, 0.4271, 0.4271, 0.4219, 0.4167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "11624482", "25641414", "116556376", "881332", "34544514", "23294314"], "ranked_scores": [0.4141, 0.3047, 0.263, 0.2135, 0.2083, 0.2083, 0.2031, 0.2031, 0.2031, 0.2005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["32742683", "13070316", "7583725", "24707550", "38587347", "5406411", "20155713", "12948892", "4380287", "219475"], "ranked_scores": [0.4401, 0.4063, 0.4036, 0.4036, 0.401, 0.3932, 0.3932, 0.3906, 0.388, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "8290953", "15879931", "2192419", "2973910", "40632104", "9315213", "22530842", "6182947"], "ranked_scores": [0.375, 0.3542, 0.3255, 0.3255, 0.3203, 0.3177, 0.3177, 0.3099, 0.2995, 0.2995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "28910120", "15425958", "17327939", "8246922", "40234452", "12899612", "22980205", "28517384", "6397191"], "ranked_scores": [0.3932, 0.388, 0.3776, 0.375, 0.375, 0.3724, 0.3724, 0.3672, 0.3646, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4406819", "20155713", "13583615", "12670680", "36082224", "17741440", "18126445", "30464859", "34876410", "6368017"], "ranked_scores": [0.2448, 0.2448, 0.2396, 0.2396, 0.2396, 0.2344, 0.2318, 0.2292, 0.2266, 0.224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "24148722", "14726759", "14606752", "28419824", "21274919", "30813140", "2140497", "6945285"], "ranked_scores": [0.3385, 0.3177, 0.3073, 0.2891, 0.2865, 0.2839, 0.2813, 0.2812, 0.2812, 0.2786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "980196", "39970500", "997143", "52874170", "9754530", "29981186", "28821565", "11254040"], "ranked_scores": [0.362, 0.2969, 0.2891, 0.2734, 0.2708, 0.2656, 0.263, 0.2604, 0.2578, 0.2552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "22264117", "6040392", "1848452", "22543403", "7514614", "22551259", "26230669", "4434951", "4679264"], "ranked_scores": [0.599, 0.5781, 0.5677, 0.5573, 0.5208, 0.5182, 0.5182, 0.5104, 0.5, 0.4818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["8460275", "6277638", "11181416", "28264919", "4423401", "15282056", "26045237", "4324278", "10247282", "38028419"], "ranked_scores": [0.3932, 0.388, 0.3854, 0.3828, 0.3802, 0.3802, 0.375, 0.3698, 0.362, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["27602752", "9433958", "2947124", "10627801", "12885341", "6710699", "28015516", "44366096", "25263810", "10648422"], "ranked_scores": [0.4792, 0.4688, 0.4609, 0.4505, 0.4427, 0.4375, 0.4323, 0.4297, 0.4271, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "15512462", "22007333", "15559582", "13831842", "25973484", "17450673", "23557241", "32534305"], "ranked_scores": [0.5625, 0.5443, 0.5156, 0.4818, 0.4766, 0.4688, 0.4661, 0.4557, 0.4531, 0.4427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "7650066", "36355784", "46695481", "6561200", "28617573", "12779444", "23136735", "32423829"], "ranked_scores": [0.5156, 0.4922, 0.487, 0.4661, 0.4661, 0.4583, 0.4557, 0.4505, 0.4479, 0.4479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["885056", "31272411", "44366096", "7225911", "7820043", "13290521", "3154880", "23746313", "4402497", "16605494"], "ranked_scores": [0.4453, 0.4349, 0.4193, 0.4167, 0.4089, 0.4062, 0.3958, 0.388, 0.3854, 0.3854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "46202852", "24943534", "29564505", "20261352", "27602752", "883747", "1387104", "24596228"], "ranked_scores": [0.3672, 0.3516, 0.349, 0.3359, 0.3333, 0.3333, 0.3255, 0.3203, 0.3151, 0.3151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "2543135", "18949516", "1084345", "24347647", "22264117", "7514614", "1848452", "20418809", "9194077"], "ranked_scores": [0.3906, 0.388, 0.375, 0.3698, 0.3437, 0.3385, 0.3255, 0.3177, 0.3099, 0.3073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["51952430", "16120395", "41913714", "27403802", "28006126", "30208015", "44935041", "10247314", "25901598", "14155726"], "ranked_scores": [0.5026, 0.5, 0.4896, 0.4896, 0.4896, 0.4792, 0.4792, 0.4766, 0.4766, 0.4714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "11616424", "25416944", "17421851", "22309946", "116792", "43226130", "810480"], "ranked_scores": [0.5286, 0.3594, 0.349, 0.349, 0.3411, 0.3333, 0.3281, 0.3255, 0.3229, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "21179714", "35660758", "18126445", "40476126", "43711341", "57574395", "25677651", "7221410", "16128711"], "ranked_scores": [0.3906, 0.3672, 0.3646, 0.362, 0.362, 0.362, 0.3594, 0.3568, 0.3568, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "33986507", "31962403", "23577014", "12225214", "8290760", "6209599", "36345185", "6422576", "44935041"], "ranked_scores": [0.4349, 0.4219, 0.4193, 0.4115, 0.4036, 0.4036, 0.401, 0.401, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "8925851", "5782614", "26336593", "5765455", "36713289", "2015929", "13293033", "4399268"], "ranked_scores": [0.4818, 0.4609, 0.4583, 0.4427, 0.4375, 0.4375, 0.4297, 0.4297, 0.4271, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["86694016", "17416520", "15548965", "14149065", "14155726", "29073751", "15322518", "1791637", "16280642", "16472469"], "ranked_scores": [0.3594, 0.3255, 0.3177, 0.3151, 0.3125, 0.3021, 0.2995, 0.2995, 0.2969, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "22023404", "33409100", "3150030", "10530014", "6718824", "25599283"], "ranked_scores": [0.4792, 0.4531, 0.4297, 0.401, 0.3672, 0.3646, 0.362, 0.362, 0.3594, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["8892905", "22023404", "3067015", "38028419", "3153673", "21553394", "30981192", "6718824", "23267371", "7221410"], "ranked_scores": [0.3464, 0.3281, 0.3151, 0.3073, 0.3047, 0.2995, 0.2995, 0.2943, 0.2943, 0.2943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "42489926", "4702639", "8774475", "33677323", "2014909", "43224840", "18237384", "4429118", "2030623"], "ranked_scores": [0.4401, 0.4167, 0.4141, 0.4036, 0.4036, 0.401, 0.3984, 0.3958, 0.3958, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "18104691", "8672737", "57574395", "10795340", "14782049", "17930286", "24989194", "34054472", "3984231"], "ranked_scores": [0.4505, 0.401, 0.3802, 0.3724, 0.3646, 0.3646, 0.362, 0.3542, 0.3542, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "1358909", "71625969", "24625323", "28419824", "44624045", "20526907", "5691302", "4687948"], "ranked_scores": [0.4922, 0.4036, 0.3802, 0.3542, 0.349, 0.349, 0.3464, 0.3464, 0.3464, 0.3464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "34905328", "17333231", "31624828", "32985041", "13923140", "18348376", "54562433", "2947124", "25946292"], "ranked_scores": [0.4922, 0.474, 0.4687, 0.4661, 0.4479, 0.4323, 0.4297, 0.4245, 0.4245, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["4979184", "21181273", "9159125", "36082224", "7028976", "20675284", "12358173", "41710132", "11569583", "5406411"], "ranked_scores": [0.4687, 0.4661, 0.4479, 0.4479, 0.4323, 0.4297, 0.4219, 0.4219, 0.4141, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["18546584", "22174015", "10165258", "34905328", "2714623", "18231807", "12641252", "29347970", "13798951", "2727303"], "ranked_scores": [0.5182, 0.5078, 0.5026, 0.5026, 0.4974, 0.4974, 0.4896, 0.4896, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "5398179", "24879055", "34905328", "45414636", "18374364", "10165258", "19510470", "19583924"], "ranked_scores": [0.5208, 0.4557, 0.4271, 0.3932, 0.3932, 0.3932, 0.388, 0.3828, 0.3802, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "35987381", "23665162", "5398179", "8300657", "21274496", "15081770", "10648422", "16572581", "883747"], "ranked_scores": [0.487, 0.4505, 0.4141, 0.4115, 0.4115, 0.3984, 0.3932, 0.388, 0.3828, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["40005757", "18348376", "44693226", "28821565", "37296667", "7227763", "12280462", "46112052", "40590358", "3943235"], "ranked_scores": [0.2604, 0.2552, 0.2422, 0.237, 0.2318, 0.2318, 0.2318, 0.2318, 0.2292, 0.2292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "14241418", "26045237", "2158516", "15322518", "30543439", "6426919", "14819804", "16966326", "19497526"], "ranked_scores": [0.474, 0.4323, 0.4219, 0.4089, 0.4036, 0.401, 0.3958, 0.3958, 0.3906, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "42731834", "24916604", "2492146", "22942787", "25298276", "21009874", "40790033", "24873253", "41340212"], "ranked_scores": [0.5156, 0.4948, 0.4661, 0.4635, 0.4609, 0.4609, 0.4557, 0.4531, 0.4505, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "3330111", "25315295", "8604837", "3672261", "34378726", "5752492", "20722510", "5572127", "44562058"], "ranked_scores": [0.4688, 0.4583, 0.4557, 0.4453, 0.4453, 0.4427, 0.4427, 0.4401, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "306006", "4270992", "34436231", "13798951", "33499189", "29347970", "8903143", "18237384"], "ranked_scores": [0.5833, 0.5208, 0.5208, 0.5, 0.4974, 0.4974, 0.4922, 0.487, 0.487, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "6085365", "30981192", "30813140", "21323587", "45920278", "25886725", "19675911"], "ranked_scores": [0.3281, 0.263, 0.2526, 0.2292, 0.2266, 0.224, 0.224, 0.224, 0.2187, 0.2161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "5468807", "46765242", "7225911", "4920376", "28651643", "9784254", "4702639", "26887439", "24624992"], "ranked_scores": [0.5625, 0.5339, 0.526, 0.5208, 0.5104, 0.5052, 0.5052, 0.5026, 0.5, 0.4974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "23420615", "44801733", "35256900", "9225850", "25036988", "33068577", "28015516", "2947124", "34537906"], "ranked_scores": [0.4766, 0.388, 0.3802, 0.3802, 0.3776, 0.375, 0.3672, 0.3646, 0.362, 0.362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14171859", "885056", "7225911", "17671145", "41620295", "4396105", "9956893", "14819804", "23286603", "15322518"], "ranked_scores": [0.4792, 0.4766, 0.4531, 0.4479, 0.4401, 0.4323, 0.4167, 0.4141, 0.4115, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "15319019", "16787954", "35087728", "2824347", "15997009", "25014337", "26045237", "46112052"], "ranked_scores": [0.5677, 0.4844, 0.4714, 0.4531, 0.4505, 0.4375, 0.4323, 0.4297, 0.4245, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["17682477", "26886351", "29321530", "3730196", "5500086", "23863551", "3935126", "18231807", "4920376", "7821634"], "ranked_scores": [0.4193, 0.4062, 0.4062, 0.4036, 0.3984, 0.3932, 0.3932, 0.3932, 0.388, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "520579", "30981192", "4462079", "44572913", "18256197", "2425364", "1871499", "22023404", "12810152"], "ranked_scores": [547.0, 519.0, 514.0, 513.0, 513.0, 510.0, 506.0, 503.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6945285", "13350374", "28206748", "34582256", "20280410", "37296667", "7198295", "24241932", "970012", "1568684"], "ranked_scores": [486.0, 484.0, 479.0, 478.0, 473.0, 473.0, 472.0, 470.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "38630735", "13448422", "16760369", "7640792", "21301090", "12561083", "27449472", "4506414"], "ranked_scores": [579.0, 567.0, 553.0, 548.0, 541.0, 539.0, 527.0, 527.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["1227277", "24042363", "34905328", "22174015", "8903143", "22968257", "9283422", "34436231", "7583725", "8460275"], "ranked_scores": [561.0, 553.0, 549.0, 548.0, 545.0, 542.0, 542.0, 540.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "5402581", "38752049", "21373821", "80109277", "13883546", "27150276", "24318630", "32777637"], "ranked_scores": [543.0, 514.0, 505.0, 503.0, 502.0, 499.0, 494.0, 494.0, 491.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "46695481", "9764256", "28617573"], "ranked_ids": ["27873158", "46695481", "28617573", "9764256", "19140422", "23136735", "6561200", "7650066", "16980892", "1203035"], "ranked_scores": [628.0, 616.0, 615.0, 600.0, 578.0, 573.0, 569.0, 564.0, 549.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "21626639", "16319097", "31107919", "20672596", "16964262", "14719322", "16839245", "6454371", "9199796"], "ranked_scores": [553.0, 541.0, 538.0, 536.0, 533.0, 530.0, 529.0, 527.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "46926352", "27789588", "38587347", "24044977", "2042250", "19005293", "28149602", "28712203", "3330111"], "ranked_scores": [553.0, 534.0, 531.0, 530.0, 527.0, 527.0, 525.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "11469078", "1967017", "116556376", "13097856", "63858430", "3052642"], "ranked_scores": [566.0, 503.0, 474.0, 473.0, 455.0, 451.0, 450.0, 449.0, 448.0, 444.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["38587347", "1871230", "24707550", "4380287", "44935041", "24282306", "306006", "40710501", "9977329", "5406411"], "ranked_scores": [537.0, 536.0, 533.0, 532.0, 532.0, 527.0, 526.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "6609935", "3308636", "2042250", "2192419", "15879931", "18909530", "11233339", "23727313", "24282306"], "ranked_scores": [536.0, 512.0, 503.0, 502.0, 502.0, 500.0, 498.0, 498.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "46926352", "14591894", "2947124", "3308636", "3330111", "8246922", "883747", "2042250", "26873988"], "ranked_scores": [543.0, 540.0, 533.0, 526.0, 526.0, 525.0, 524.0, 524.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["7764903", "38369817", "27550580", "22867765", "14591894", "31761981", "24660385", "11238784", "2593298", "35760786"], "ranked_scores": [474.0, 465.0, 464.0, 461.0, 455.0, 453.0, 452.0, 451.0, 449.0, 449.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "7965928", "19804204", "24148722", "15657779", "21274919", "15678772", "24510595", "46764350", "14308244"], "ranked_scores": [482.0, 481.0, 478.0, 475.0, 471.0, 470.0, 469.0, 468.0, 468.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "11718220", "19854543", "12258338", "41298619", "38630735", "14021596", "14973286", "3898784"], "ranked_scores": [497.0, 490.0, 478.0, 478.0, 474.0, 471.0, 469.0, 467.0, 467.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "6040392", "22264117", "9291668", "7514614", "1848452", "4434951", "26230669", "4679264", "22551259"], "ranked_scores": [601.0, 601.0, 595.0, 585.0, 571.0, 567.0, 566.0, 564.0, 558.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "4324278", "17195001", "44693226", "19460822", "26330861", "40476126", "1344498", "18348376", "6171953"], "ranked_scores": [529.0, 515.0, 512.0, 506.0, 505.0, 501.0, 496.0, 491.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "14496749", "8247597", "7717468", "1386103", "1550937", "41496215", "23052989", "6315132", "14308244"], "ranked_scores": [548.0, 537.0, 531.0, 530.0, 527.0, 523.0, 523.0, 520.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "27123743", "15559582", "22007333", "21874312", "1428840", "25973484", "23557241", "5864770"], "ranked_scores": [591.0, 569.0, 566.0, 565.0, 552.0, 540.0, 539.0, 539.0, 538.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "9764256", "12779444", "29495185", "28617573", "32423829", "46695481", "7650066", "46355579", "36355784"], "ranked_scores": [570.0, 546.0, 543.0, 541.0, 539.0, 539.0, 538.0, 534.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "13290521", "31272411", "5838067", "19358586", "17023584", "2619579", "1227277", "12440953", "1695604"], "ranked_scores": [563.0, 538.0, 533.0, 530.0, 528.0, 527.0, 527.0, 526.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "6315132", "24512064", "883747", "16572581", "3716075", "20261352", "27602752", "13448422", "3462075"], "ranked_scores": [518.0, 503.0, 499.0, 497.0, 494.0, 492.0, 492.0, 491.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1084345", "19460822", "22264117", "6313547", "11414664", "18949516", "11738716", "4326318", "24347647"], "ranked_scores": [549.0, 538.0, 536.0, 534.0, 533.0, 531.0, 530.0, 528.0, 523.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "30208015", "14155726", "2714623", "8856690", "8305686", "5914739", "12225214", "13790144", "23393712"], "ranked_scores": [557.0, 553.0, 544.0, 536.0, 535.0, 534.0, 533.0, 533.0, 533.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "6123521", "116792", "27306942", "1754001", "810480", "23670644", "85665741"], "ranked_scores": [562.0, 518.0, 501.0, 492.0, 491.0, 491.0, 483.0, 483.0, 483.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "2119889", "8856690", "20313748", "34735369", "6712836", "40476126", "40901687", "25483562", "35660758"], "ranked_scores": [523.0, 516.0, 515.0, 510.0, 509.0, 509.0, 507.0, 507.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "2988714", "6454371", "34537906", "12225214", "17945638", "31962403", "14581009", "17919731", "25085979"], "ranked_scores": [556.0, 537.0, 537.0, 534.0, 527.0, 527.0, 527.0, 526.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6000423", "5765455", "4410181", "1145473", "22551259", "3391547", "8083310", "5782614", "21246752"], "ranked_scores": [582.0, 547.0, 544.0, 539.0, 538.0, 536.0, 531.0, 531.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["25748308", "14178995", "21754541", "16472469", "7492250", "9881829", "18041692", "612002", "28724565", "5484763"], "ranked_scores": [513.0, 502.0, 495.0, 491.0, 488.0, 488.0, 487.0, 487.0, 486.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "30720103", "22023404", "25599283", "2425364", "6718824", "10530014", "16256507", "4515975"], "ranked_scores": [547.0, 526.0, 523.0, 521.0, 517.0, 517.0, 516.0, 505.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "3222187", "22023404", "52072815", "22674621", "26456326", "6947286", "3153673", "41852733"], "ranked_scores": [542.0, 528.0, 496.0, 494.0, 484.0, 479.0, 479.0, 478.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4429118", "1065627", "7583725", "6670101", "4489217", "4820792", "6944800", "37437064", "43385013", "51706771"], "ranked_scores": [528.0, 514.0, 512.0, 510.0, 507.0, 505.0, 505.0, 503.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "6853699", "38630735", "40632104", "39084565", "3984231", "2587396", "24989194", "8246922"], "ranked_scores": [600.0, 540.0, 532.0, 528.0, 528.0, 521.0, 521.0, 519.0, 518.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "32463364", "41264017", "2425364", "30981192", "71625969", "22023404", "33409100", "23983289"], "ranked_scores": [594.0, 527.0, 521.0, 519.0, 516.0, 512.0, 510.0, 508.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["33911859", "16966326", "2714623", "21557055", "31624828", "14308244", "23052989", "15983148", "30261663", "28107602"], "ranked_scores": [568.0, 547.0, 542.0, 534.0, 533.0, 533.0, 532.0, 531.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "24294572", "20675284", "12358173", "4447785", "27615329", "17755060", "12685434", "26008462"], "ranked_scores": [565.0, 550.0, 549.0, 544.0, 539.0, 533.0, 531.0, 530.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "266641", "34905328", "18882947", "18231807", "20344442", "29347970", "10165258", "8538916", "5273056"], "ranked_scores": [577.0, 570.0, 561.0, 560.0, 560.0, 558.0, 557.0, 555.0, 553.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "5273056", "14647747", "54561384", "266641", "13798951", "34905328", "41226276", "991137"], "ranked_scores": [559.0, 548.0, 525.0, 525.0, 523.0, 521.0, 520.0, 520.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "7224723", "1215116", "10450300", "13966946", "5114282", "8300657", "5398179"], "ranked_scores": [580.0, 575.0, 536.0, 535.0, 529.0, 527.0, 527.0, 525.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "3870062", "11738716", "4324278", "5273056", "4910408", "33792330", "22174015", "29288582", "44693226"], "ranked_scores": [475.0, 471.0, 468.0, 462.0, 462.0, 461.0, 461.0, 460.0, 455.0, 455.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6503534", "5273056", "15435343", "17338543", "14241418", "6426919", "9791313", "2061878"], "ranked_scores": [533.0, 529.0, 508.0, 506.0, 505.0, 502.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "39903312", "24980622", "22942787", "5492542", "41294031", "24150328", "2492146", "40790033", "43334921"], "ranked_scores": [567.0, 519.0, 519.0, 519.0, 514.0, 514.0, 513.0, 512.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10530014", "1049501", "4429118", "34016987", "6853699", "21498497", "16605494", "1360607", "31293581", "17438862"], "ranked_scores": [555.0, 553.0, 549.0, 549.0, 547.0, 544.0, 543.0, 541.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18834078", "15972906", "5483793", "4270992", "18882947", "5273056", "19561411", "8538916", "2714623", "5914739"], "ranked_scores": [568.0, 555.0, 555.0, 554.0, 553.0, 551.0, 547.0, 546.0, 545.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "32909242", "45920278", "29107210", "5641851", "45548062", "45461275", "24942840", "41822527"], "ranked_scores": [561.0, 492.0, 477.0, 475.0, 466.0, 464.0, 458.0, 457.0, 453.0, 452.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9559146", "31272411", "29073751", "3559136", "9784254", "1550937", "23746313", "14380875", "4820792", "45764440"], "ranked_scores": [555.0, 553.0, 551.0, 543.0, 543.0, 542.0, 542.0, 540.0, 537.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "28149602", "6936141", "195683603", "38587347", "1933281", "28015516", "9784254", "44801733"], "ranked_scores": [597.0, 586.0, 557.0, 553.0, 548.0, 541.0, 531.0, 531.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "885056", "23286603", "31272411", "21754541", "3127341", "18467982", "19165076", "56486733", "24042363"], "ranked_scores": [563.0, 539.0, 538.0, 534.0, 528.0, 528.0, 523.0, 523.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "35087728", "11254040", "5991309", "341324", "31363207", "15319019", "21700295", "2824347"], "ranked_scores": [606.0, 572.0, 550.0, 543.0, 537.0, 536.0, 532.0, 529.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "22635278", "21009874", "2492146", "3898784", "16119973", "13778710", "1605392", "20399078", "24150328"], "ranked_scores": [541.0, 540.0, 535.0, 529.0, 523.0, 522.0, 521.0, 521.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-notrunc-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "33409100", "36654066", "12810152", "30981192", "21636085", "4442799", "275294", "9617381", "8595678"], "ranked_scores": [545.0, 541.0, 537.0, 537.0, 534.0, 525.0, 520.0, 518.0, 518.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "1360607", "13000926", "23737024", "7198295", "32322418", "970012", "34582256", "4810810", "3083927"], "ranked_scores": [512.0, 500.0, 499.0, 487.0, 485.0, 484.0, 480.0, 480.0, 475.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "2138843", "20526907", "16760369", "7640792", "24408040", "31889025", "32159283", "29253460"], "ranked_scores": [593.0, 586.0, 571.0, 569.0, 565.0, 557.0, 546.0, 544.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["28724565", "25479072", "9283422", "14362678", "22036571", "8698857", "306006", "23974474", "22968257", "24142891"], "ranked_scores": [568.0, 558.0, 557.0, 557.0, 555.0, 552.0, 552.0, 551.0, 551.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "27150276", "13883546", "485020", "38752049", "5402581", "28419824", "22995579"], "ranked_scores": [554.0, 524.0, 516.0, 513.0, 513.0, 498.0, 497.0, 497.0, 496.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "46695481", "9764256", "28617573"], "ranked_ids": ["46695481", "27873158", "28617573", "9764256", "19140422", "6561200", "46355579", "16980892", "1203035", "23136735"], "ranked_scores": [646.0, 640.0, 625.0, 615.0, 611.0, 599.0, 595.0, 592.0, 591.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["16319097", "20672596", "23576165", "8551160", "37362689", "11616424", "12489688", "6853699", "24315156", "23148978"], "ranked_scores": [535.0, 533.0, 528.0, 526.0, 524.0, 522.0, 516.0, 515.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "17682477", "17327939", "4447785", "46926352", "28712203", "17741440", "4380287", "1871230", "9278263"], "ranked_scores": [561.0, 559.0, 556.0, 552.0, 552.0, 551.0, 549.0, 547.0, 547.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "28193026", "11288846", "7547329", "327319", "3038933", "10749308", "29495185"], "ranked_scores": [549.0, 492.0, 468.0, 466.0, 458.0, 455.0, 452.0, 449.0, 449.0, 447.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["13952658", "381602", "9705208", "3680979", "24282306", "219475", "17327939", "4380287", "38587347", "35256900"], "ranked_scores": [577.0, 574.0, 571.0, 563.0, 563.0, 562.0, 562.0, 561.0, 560.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "15879931", "6580081", "6212802", "15381976", "4454788", "10284593", "24150328", "41298619", "22530842"], "ranked_scores": [519.0, 518.0, 511.0, 510.0, 510.0, 509.0, 507.0, 507.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["5991309", "20610557", "10162553", "7986878", "17682477", "35766603", "2947124", "36432234", "21150010", "9767444"], "ranked_scores": [542.0, 540.0, 539.0, 539.0, 533.0, 532.0, 529.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22867765", "38037690", "2291922", "30464859", "13963620", "34876410", "45276789", "14692646", "37916361", "17119869"], "ranked_scores": [494.0, 484.0, 477.0, 469.0, 466.0, 464.0, 463.0, 462.0, 461.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["19804204", "38752049", "17691617", "17930286", "9194077", "24148722", "21274919", "46764350", "44830890", "15678772"], "ranked_scores": [476.0, 476.0, 474.0, 467.0, 466.0, 465.0, 465.0, 465.0, 463.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "9754530", "38180456", "44048701", "10577574", "6070278", "13445579", "79231308", "11718220", "45276789"], "ranked_scores": [551.0, 519.0, 503.0, 503.0, 495.0, 489.0, 488.0, 488.0, 479.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "1848452", "22264117", "9291668", "22543403", "26230669", "10012166", "7988832", "14475235", "4434951"], "ranked_scores": [619.0, 618.0, 618.0, 602.0, 600.0, 599.0, 598.0, 593.0, 593.0, 590.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "4544916", "4324278", "17195001", "24746892", "28264919", "20659283", "11181416", "19950357", "31324978"], "ranked_scores": [554.0, 508.0, 508.0, 507.0, 507.0, 507.0, 506.0, 505.0, 504.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "9433958", "1049501", "2947124", "6936141", "4816339", "12966719", "27602752", "28015516", "5137019"], "ranked_scores": [579.0, 557.0, 549.0, 548.0, 539.0, 538.0, 538.0, 537.0, 537.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "16322674", "27123743", "22007333", "23557241", "16098747", "13831842", "1428840", "5487448"], "ranked_scores": [644.0, 622.0, 612.0, 603.0, 602.0, 595.0, 591.0, 572.0, 568.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "40735046", "27873158", "12779444", "22942787", "36355784", "14664424", "21874312", "27240667", "5372432"], "ranked_scores": [581.0, 565.0, 564.0, 553.0, 552.0, 545.0, 542.0, 540.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["10024681", "19165076", "31272411", "5838067", "2619579", "17195001", "935538", "1227277", "49432306", "19047331"], "ranked_scores": [573.0, 571.0, 571.0, 562.0, 561.0, 560.0, 558.0, 557.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["3619931", "23665162", "12810152", "20261352", "8317408", "37207226", "24088502", "24596228", "3215494", "33409100"], "ranked_scores": [523.0, 522.0, 517.0, 517.0, 515.0, 515.0, 514.0, 509.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "40349336", "22038539", "7514614", "2466614", "1084345", "26230669", "4326318", "1848452"], "ranked_scores": [593.0, 587.0, 576.0, 573.0, 569.0, 567.0, 566.0, 564.0, 557.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["30208015", "44640124", "16120395", "11200685", "2714623", "6712836", "13868795", "8903143", "36242796", "9283422"], "ranked_scores": [568.0, 568.0, 566.0, 563.0, 561.0, 561.0, 557.0, 556.0, 555.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "20544428", "45276789", "9813098", "29657303", "15889329", "23785605", "32159283", "14479433"], "ranked_scores": [589.0, 506.0, 505.0, 504.0, 503.0, 503.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["24157077", "17195001", "25483562", "31851367", "3107733", "8458567", "27274441", "27693891", "31107919", "6609935"], "ranked_scores": [552.0, 548.0, 545.0, 541.0, 540.0, 538.0, 536.0, 536.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["11083121", "37362689", "4362729", "10846815", "22406695", "34537906", "25085979", "7552147", "21626639", "24555417"], "ranked_scores": [569.0, 567.0, 565.0, 563.0, 563.0, 551.0, 548.0, 545.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "2359152", "15692098", "3391547", "22551259", "39571812", "28338268", "4312169", "40349336", "7239105"], "ranked_scores": [555.0, 552.0, 551.0, 546.0, 537.0, 533.0, 532.0, 531.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["22185730", "35660758", "19708993", "38811597", "11951999", "36111909", "16128711", "6717533", "18678095", "5484763"], "ranked_scores": [529.0, 528.0, 528.0, 528.0, 527.0, 523.0, 520.0, 520.0, 518.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "2425364", "3222187", "6313547", "25599283", "3150030", "30983338", "36960449", "22023404"], "ranked_scores": [557.0, 534.0, 531.0, 529.0, 523.0, 522.0, 519.0, 517.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "11742219", "14972169", "22312627", "22674621", "8856690", "40349336", "14874811", "1576955", "31564409"], "ranked_scores": [517.0, 517.0, 515.0, 515.0, 512.0, 511.0, 510.0, 510.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["44640124", "32532238", "20758340", "3506723", "12265561", "1922901", "623486", "169264", "11172205", "24042363"], "ranked_scores": [494.0, 492.0, 484.0, 478.0, 478.0, 476.0, 475.0, 474.0, 473.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "87758", "38630735", "20839751", "4421742", "5884524", "30492966", "28338268", "14252892", "6070278"], "ranked_scores": [588.0, 519.0, 516.0, 509.0, 509.0, 508.0, 506.0, 502.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24735908", "36003142", "13282296", "32463364", "14121786", "43334921", "12584053", "13619127", "38752049"], "ranked_scores": [576.0, 536.0, 536.0, 515.0, 514.0, 512.0, 512.0, 510.0, 510.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "38830961", "34905328", "13001323", "29015485", "11233339", "22174015", "18348376", "6259170"], "ranked_scores": [592.0, 581.0, 580.0, 579.0, 575.0, 575.0, 571.0, 569.0, 568.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "6923961", "21181273", "4447785", "12685434", "7028976", "1550937", "12358173", "5406411", "27615329"], "ranked_scores": [568.0, 567.0, 553.0, 552.0, 550.0, 537.0, 536.0, 535.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "9283422", "2714623", "13798951", "8538916", "11233339", "6123924", "25353658", "28006126", "29015485"], "ranked_scores": [612.0, 605.0, 596.0, 591.0, 589.0, 588.0, 582.0, 581.0, 581.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["266641", "36271512", "27910499", "45414636", "27243019", "20457190", "8629328", "6670101", "28542402", "1499964"], "ranked_scores": [545.0, 528.0, 519.0, 516.0, 513.0, 513.0, 512.0, 512.0, 510.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "5114282", "8300657", "1215116", "1153655", "39443128", "5398179", "11238951"], "ranked_scores": [603.0, 584.0, 555.0, 547.0, 540.0, 531.0, 528.0, 525.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "23801039", "16180601", "23403754", "24349992", "13000926", "16066726", "46517055", "9559146", "28937856"], "ranked_scores": [466.0, 459.0, 459.0, 458.0, 458.0, 456.0, 456.0, 453.0, 452.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "34016944", "17338543", "10627801", "28264919", "4347374", "85665741", "25263810", "30041340"], "ranked_scores": [570.0, 566.0, 540.0, 537.0, 534.0, 532.0, 531.0, 531.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "24873253", "24634621", "35534019", "41340212", "23783727", "24916604", "36432234", "24980622"], "ranked_scores": [590.0, 562.0, 553.0, 551.0, 546.0, 540.0, 536.0, 536.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["23403754", "15521377", "9559146", "6853699", "4429118", "14496749", "20501163", "5107861", "4447785", "9977329"], "ranked_scores": [562.0, 556.0, 556.0, 553.0, 549.0, 549.0, 548.0, 547.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["36271512", "2714623", "8903143", "9283422", "18834078", "29347970", "19561411", "13868795", "6123924", "13798951"], "ranked_scores": [588.0, 582.0, 573.0, 571.0, 568.0, 568.0, 565.0, 564.0, 564.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "20491205", "24318630", "20945963", "45548062", "40905302", "9658390", "21902910", "29107210"], "ranked_scores": [540.0, 511.0, 500.0, 498.0, 484.0, 480.0, 475.0, 475.0, 474.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["31272411", "7820043", "24221369", "44366096", "14380875", "15322518", "5867846", "4920376", "17671145", "4396105"], "ranked_scores": [589.0, 585.0, 581.0, 579.0, 578.0, 576.0, 575.0, 572.0, 569.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "6936141", "25946292", "11238784", "27602752", "38587347", "34537906", "46926352"], "ranked_scores": [581.0, 567.0, 565.0, 562.0, 556.0, 550.0, 550.0, 550.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "14819804", "30041340", "885056", "17195001", "17671145", "25895285", "14241418", "18467982", "8005007"], "ranked_scores": [571.0, 570.0, 564.0, 563.0, 563.0, 562.0, 557.0, 556.0, 555.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "11254040", "31363207", "16787954", "15997009", "21700295", "2048139", "46112052"], "ranked_scores": [632.0, 591.0, 580.0, 572.0, 570.0, 559.0, 559.0, 544.0, 541.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["26079071", "26038789", "7821634", "46765242", "3559136", "1522336", "17934603", "3730196", "21366394", "31616203"], "ranked_scores": [548.0, 536.0, 536.0, 531.0, 525.0, 524.0, 524.0, 522.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "33409100", "36654066", "12810152", "4442799", "30981192", "21636085", "14874811", "275294", "8595678"], "ranked_scores": [379.0, 369.0, 364.0, 363.0, 360.0, 357.0, 355.0, 351.0, 350.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "13000926", "970012", "1360607", "7198295", "34121231", "23967973", "15678772", "23737024", "4841908"], "ranked_scores": [348.0, 339.0, 333.0, 331.0, 326.0, 325.0, 324.0, 323.0, 323.0, 323.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "20526907", "16760369", "24408040", "2138843", "7640792", "15925931", "15984735", "38630735"], "ranked_scores": [405.0, 394.0, 392.0, 389.0, 383.0, 380.0, 378.0, 377.0, 376.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["28724565", "8698857", "9283422", "19561411", "24142891", "12217662", "14362678", "23974474", "24042363", "306006"], "ranked_scores": [386.0, 383.0, 381.0, 381.0, 377.0, 376.0, 374.0, 373.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "27150276", "13883546", "485020", "38752049", "36033696", "28419824", "4695046"], "ranked_scores": [377.0, 357.0, 353.0, 351.0, 350.0, 349.0, 344.0, 341.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "46695481", "9764256", "28617573"], "ranked_ids": ["46695481", "27873158", "28617573", "9764256", "19140422", "6561200", "1203035", "16980892", "7650066", "46355579"], "ranked_scores": [434.0, 434.0, 423.0, 420.0, 415.0, 405.0, 402.0, 400.0, 399.0, 395.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "8551160", "16826810", "11616424", "16319097", "23576165", "37362689", "23148978", "3085264", "5821617"], "ranked_scores": [367.0, 366.0, 365.0, 362.0, 362.0, 360.0, 360.0, 358.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["17327939", "17682477", "23509113", "17741440", "3835423", "14149065", "2474731", "46926352", "4447785", "4380287"], "ranked_scores": [383.0, 376.0, 375.0, 370.0, 369.0, 368.0, 367.0, 367.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "11288846", "28193026", "3038933", "63858430", "7547329", "11469078", "5855168", "29495185"], "ranked_scores": [367.0, 333.0, 315.0, 314.0, 312.0, 310.0, 310.0, 309.0, 309.0, 305.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["381602", "13952658", "3680979", "35256900", "9705208", "3330111", "4380287", "219475", "24282306", "6853699"], "ranked_scores": [394.0, 392.0, 389.0, 387.0, 386.0, 385.0, 382.0, 382.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["15879931", "35766603", "6853699", "10284593", "35534019", "22530842", "3984231", "13380980", "28712203", "41298619"], "ranked_scores": [359.0, 355.0, 353.0, 352.0, 351.0, 351.0, 350.0, 350.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["5991309", "20610557", "36432234", "10162553", "21150010", "5500086", "17682477", "7986878", "22635278", "9767444"], "ranked_scores": [379.0, 375.0, 372.0, 372.0, 367.0, 367.0, 366.0, 365.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22867765", "38037690", "2291922", "34876410", "30464859", "31761981", "32743723", "14692646", "13963620", "9550981"], "ranked_scores": [353.0, 332.0, 327.0, 326.0, 325.0, 324.0, 324.0, 323.0, 322.0, 322.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["38752049", "17691617", "8604837", "44830890", "24148722", "9194077", "36033696", "38873881", "46764350", "4695046"], "ranked_scores": [329.0, 323.0, 322.0, 321.0, 320.0, 319.0, 318.0, 318.0, 317.0, 317.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "44048701", "9754530", "41298619", "79231308", "45276789", "21902910", "11718220", "10577574", "38180456"], "ranked_scores": [365.0, 342.0, 341.0, 337.0, 334.0, 332.0, 330.0, 330.0, 329.0, 329.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "1848452", "14475235", "4434951", "9291668", "26230669", "10012166", "7514614", "22543403"], "ranked_scores": [421.0, 418.0, 415.0, 405.0, 405.0, 405.0, 404.0, 402.0, 401.0, 400.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "4544916", "19950357", "11181416", "4324278", "17195001", "32975424", "28264919", "35345807", "38811597"], "ranked_scores": [386.0, 360.0, 353.0, 351.0, 348.0, 346.0, 346.0, 343.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "2947124", "1049501", "28149602", "4816339", "7224723", "12966719", "9433958", "5398179", "6936141"], "ranked_scores": [389.0, 378.0, 371.0, 370.0, 368.0, 368.0, 367.0, 367.0, 366.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "16322674", "22007333", "23557241", "16098747", "27123743", "13831842", "2140497", "21874312"], "ranked_scores": [434.0, 420.0, 413.0, 413.0, 410.0, 404.0, 403.0, 395.0, 388.0, 386.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "40735046", "27873158", "36355784", "12779444", "22942787", "14664424", "21874312", "23557241", "27240667"], "ranked_scores": [405.0, 388.0, 384.0, 377.0, 374.0, 374.0, 369.0, 368.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "19165076", "7820043", "10024681", "21651116", "5838067", "4402497", "23420615", "885056", "935538"], "ranked_scores": [391.0, 387.0, 386.0, 384.0, 384.0, 383.0, 382.0, 382.0, 381.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24596228", "23665162", "12810152", "5835149", "1387104", "16572581", "20261352", "24088502", "24512064", "3619931"], "ranked_scores": [366.0, 357.0, 356.0, 354.0, 353.0, 353.0, 352.0, 352.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "40349336", "22264117", "22038539", "1084345", "2466614", "4326318", "7514614", "13350374", "1848452"], "ranked_scores": [415.0, 400.0, 397.0, 391.0, 390.0, 388.0, 387.0, 386.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["44640124", "30208015", "11200685", "16120395", "6712836", "21557055", "13868795", "6123924", "2714623", "29073751"], "ranked_scores": [393.0, 389.0, 388.0, 388.0, 382.0, 381.0, 380.0, 380.0, 379.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "29657303", "45276789", "23670644", "20544428", "9813098", "37592824", "14479433", "15889329", "5596332"], "ranked_scores": [393.0, 353.0, 351.0, 345.0, 343.0, 342.0, 340.0, 339.0, 339.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["24157077", "31851367", "31107919", "5503194", "18231257", "6565037", "38587347", "6609935", "21866916", "25483562"], "ranked_scores": [382.0, 369.0, 368.0, 368.0, 367.0, 367.0, 367.0, 367.0, 366.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["37362689", "4362729", "11083121", "34537906", "10846815", "16964262", "22428640", "22406695", "25085979", "7268522"], "ranked_scores": [390.0, 382.0, 381.0, 379.0, 377.0, 377.0, 375.0, 375.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "22551259", "5782614", "15692098", "2359152", "39571812", "40349336", "19822046", "21246752", "9687772"], "ranked_scores": [373.0, 370.0, 369.0, 367.0, 364.0, 363.0, 360.0, 359.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21164071", "22185730", "35660758", "25901598", "11951999", "38811597", "36111909", "6717533", "22767022", "4406819"], "ranked_scores": [366.0, 362.0, 362.0, 362.0, 360.0, 359.0, 358.0, 357.0, 356.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "2425364", "3222187", "25599283", "3150030", "6313547", "439670", "6176498", "6718824"], "ranked_scores": [383.0, 369.0, 363.0, 361.0, 358.0, 356.0, 356.0, 354.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4303939", "22674621", "14972169", "1576955", "22023404", "22312627", "14178995", "39558597", "8856690", "8892905"], "ranked_scores": [361.0, 360.0, 360.0, 358.0, 358.0, 358.0, 353.0, 353.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["44640124", "1922901", "32532238", "20758340", "623486", "4417558", "169264", "17388232", "12265561", "21719289"], "ranked_scores": [335.0, 334.0, 334.0, 331.0, 328.0, 326.0, 325.0, 324.0, 323.0, 323.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "87758", "30492966", "24989194", "4421742", "1522647", "24237492", "37450671", "38630735", "3984231"], "ranked_scores": [396.0, 362.0, 350.0, 349.0, 349.0, 347.0, 346.0, 345.0, 345.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24735908", "36003142", "13282296", "21590125", "12584053", "13619127", "43334921", "8868863", "38752049"], "ranked_scores": [373.0, 367.0, 366.0, 356.0, 355.0, 353.0, 350.0, 350.0, 350.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "9638032", "13001323", "22174015", "11233339", "9217800", "266641", "34905328", "6123924"], "ranked_scores": [406.0, 393.0, 388.0, 386.0, 386.0, 385.0, 385.0, 384.0, 384.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "4447785", "6923961", "12685434", "1386103", "21181273", "1550937", "27615329", "7028976", "4979184"], "ranked_scores": [387.0, 379.0, 374.0, 370.0, 367.0, 363.0, 360.0, 360.0, 360.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["9283422", "29347970", "8538916", "2714623", "13798951", "6123924", "11887584", "28006126", "4418070", "8903143"], "ranked_scores": [413.0, 410.0, 410.0, 408.0, 404.0, 399.0, 396.0, 393.0, 392.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["36271512", "266641", "27910499", "45414636", "27243019", "40382183", "28542402", "4366738", "5415832", "4430962"], "ranked_scores": [368.0, 364.0, 359.0, 356.0, 356.0, 353.0, 353.0, 353.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "5114282", "8300657", "11238951", "20399078", "29023309", "1153655", "40323454"], "ranked_scores": [408.0, 399.0, 379.0, 376.0, 368.0, 366.0, 364.0, 364.0, 363.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "23801039", "23403754", "24349992", "16180601", "9559146", "22312627", "2543135", "25251625", "26297042"], "ranked_scores": [316.0, 315.0, 315.0, 314.0, 312.0, 311.0, 310.0, 310.0, 308.0, 308.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "17338543", "3493623", "4347374", "7820043", "10627801", "11784947", "44366096", "6426919"], "ranked_scores": [392.0, 385.0, 374.0, 368.0, 365.0, 365.0, 364.0, 364.0, 363.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "24873253", "25298276", "24980622", "23783727", "31229233", "24150328", "41340212", "5492542"], "ranked_scores": [399.0, 379.0, 377.0, 376.0, 371.0, 370.0, 369.0, 367.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4429118", "6853699", "23403754", "9559146", "15521377", "9977329", "5107861", "20501163", "1550937", "8551160"], "ranked_scores": [376.0, 374.0, 373.0, 373.0, 371.0, 371.0, 370.0, 368.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "36271512", "13798951", "6123924", "9283422", "19561411", "8903143", "13868795", "29347970", "8538916"], "ranked_scores": [399.0, 396.0, 395.0, 394.0, 392.0, 392.0, 389.0, 388.0, 387.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "20491205", "24318630", "17693849", "9658390", "45461275", "24408040", "40905302", "45548062"], "ranked_scores": [370.0, 352.0, 347.0, 338.0, 337.0, 334.0, 332.0, 331.0, 328.0, 328.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["31272411", "7820043", "24221369", "11899391", "14380875", "15322518", "30041340", "4920376", "6259170", "5860364"], "ranked_scores": [407.0, 398.0, 394.0, 392.0, 392.0, 392.0, 392.0, 389.0, 389.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "38587347", "44801733", "34537906", "6936141", "25946292", "34439544", "9784254", "27602752"], "ranked_scores": [397.0, 387.0, 386.0, 386.0, 383.0, 382.0, 381.0, 381.0, 378.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["30041340", "17195001", "25895285", "14819804", "18467982", "14241418", "19165076", "5273056", "7225911", "885056"], "ranked_scores": [392.0, 391.0, 390.0, 389.0, 388.0, 388.0, 387.0, 386.0, 386.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "11254040", "31363207", "16787954", "15997009", "46112052", "21700295", "2048139"], "ranked_scores": [433.0, 411.0, 400.0, 399.0, 393.0, 382.0, 382.0, 380.0, 379.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["26038789", "21366394", "26079071", "46765242", "7821634", "17934603", "3935126", "24998637", "3559136", "11335781"], "ranked_scores": [374.0, 368.0, 366.0, 365.0, 364.0, 362.0, 362.0, 360.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4442799", "12810152", "14874811", "8595678", "30981192", "25510546", "33409100", "275294", "36654066"], "ranked_scores": [202.0, 195.0, 192.0, 191.0, 188.0, 187.0, 186.0, 186.0, 185.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "970012", "13000926", "4810810", "6123521", "15678772", "7198295", "26720366", "44572913", "4841908"], "ranked_scores": [177.0, 177.0, 176.0, 175.0, 173.0, 173.0, 173.0, 172.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "20526907", "7640792", "13448422", "32159283", "14973286", "8318922", "25837950", "26107000", "4506414"], "ranked_scores": [210.0, 205.0, 203.0, 202.0, 202.0, 201.0, 201.0, 200.0, 200.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["24142891", "22036571", "1748921", "28724565", "8698857", "2061878", "3831884", "12217662", "21551568", "51952430"], "ranked_scores": [194.0, 194.0, 192.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "485020", "21373821", "27150276", "13883546", "4695046", "22995579", "36003142", "5402581"], "ranked_scores": [200.0, 188.0, 183.0, 181.0, 180.0, 179.0, 177.0, 175.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "46695481", "9764256", "28617573"], "ranked_ids": ["46695481", "27873158", "28617573", "9764256", "16980892", "19140422", "1203035", "23136735", "6561200", "7650066"], "ranked_scores": [218.0, 215.0, 214.0, 210.0, 208.0, 208.0, 208.0, 207.0, 204.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3085264", "20672596", "23576165", "16826810", "18810195", "12489688", "21866916", "16319097", "23148978", "37362689"], "ranked_scores": [200.0, 199.0, 197.0, 193.0, 192.0, 192.0, 192.0, 192.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["17682477", "18956141", "2474731", "2947124", "19510470", "28712203", "3835423", "4380287", "3680979", "6407356"], "ranked_scores": [200.0, 199.0, 195.0, 194.0, 193.0, 193.0, 193.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "3038933", "28193026", "11469078", "1215116", "16979690", "84379954", "11288846", "7451018", "7547329"], "ranked_scores": [195.0, 171.0, 166.0, 166.0, 162.0, 162.0, 162.0, 160.0, 158.0, 158.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["35256900", "3330111", "13952658", "3680979", "381602", "4380287", "6853699", "24282306", "49432306", "9705208"], "ranked_scores": [209.0, 208.0, 208.0, 205.0, 204.0, 203.0, 203.0, 202.0, 202.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["13380980", "15879931", "39903312", "27438378", "3984231", "12236208", "2474731", "6853699", "26121646", "3831884"], "ranked_scores": [190.0, 188.0, 187.0, 187.0, 185.0, 185.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["5991309", "17682477", "20610557", "1049501", "5500086", "2947124", "1336292", "10162553", "5774746", "11020556"], "ranked_scores": [191.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22867765", "13963620", "32743723", "2291922", "38369817", "17168045", "31761981", "12991445", "34876410", "38037690"], "ranked_scores": [180.0, 175.0, 174.0, 172.0, 171.0, 171.0, 170.0, 168.0, 168.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["4695046", "36033696", "116556376", "8604837", "17691617", "9538708", "5586392", "21274919", "4303939", "21957231"], "ranked_scores": [171.0, 168.0, 168.0, 168.0, 167.0, 167.0, 166.0, 165.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "9754530", "41298619", "44048701", "18104691", "79231308", "25098790", "38180456", "997143", "44264297"], "ranked_scores": [186.0, 180.0, 176.0, 175.0, 174.0, 173.0, 171.0, 171.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "6040392", "1848452", "26230669", "16627684", "22543403", "10012166", "680949", "14475235", "7514614"], "ranked_scores": [224.0, 220.0, 218.0, 216.0, 214.0, 214.0, 212.0, 212.0, 212.0, 209.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "23746313", "4544916", "11181416", "19950357", "19132741", "24269361", "14260013", "25895285", "23576726"], "ranked_scores": [196.0, 189.0, 185.0, 184.0, 182.0, 181.0, 181.0, 180.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "4816339", "12966719", "9433958", "34016987", "5304891", "11721286", "26133404", "2947124", "5398179"], "ranked_scores": [208.0, 203.0, 198.0, 198.0, 195.0, 195.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "16322674", "22007333", "21874312", "23557241", "16098747", "13831842", "27123743", "15559582"], "ranked_scores": [222.0, 217.0, 216.0, 211.0, 209.0, 208.0, 207.0, 207.0, 205.0, 203.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "27873158", "40735046", "20127522", "12779444", "16390264", "5372432", "14664424", "27240667", "22942787"], "ranked_scores": [208.0, 198.0, 196.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["5867846", "31272411", "23420615", "44366096", "15435343", "21651116", "19165076", "7820043", "6501747", "885056"], "ranked_scores": [197.0, 196.0, 195.0, 195.0, 194.0, 194.0, 194.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["20261352", "26735018", "24596228", "1387104", "23665162", "37207226", "92308", "32159283", "9056874", "24088502"], "ranked_scores": [187.0, 187.0, 187.0, 186.0, 185.0, 184.0, 183.0, 183.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "40349336", "10012166", "7514614", "4326318", "22038539", "1084345", "26230669", "13350374", "18949516"], "ranked_scores": [216.0, 213.0, 212.0, 211.0, 205.0, 204.0, 203.0, 202.0, 202.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["21557055", "27274441", "30208015", "6712836", "9881829", "11200685", "6123924", "18038955", "25254425", "16120395"], "ranked_scores": [206.0, 204.0, 204.0, 203.0, 203.0, 202.0, 202.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "3898784", "23785605", "29657303", "32159283", "17077004", "45276789", "20645335", "708425", "21239672"], "ranked_scores": [201.0, 194.0, 188.0, 188.0, 187.0, 187.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["1590744", "24157077", "4417558", "21866916", "18231257", "6609935", "17631671", "27693891", "323030", "5503194"], "ranked_scores": [195.0, 195.0, 194.0, 193.0, 193.0, 193.0, 192.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["8087082", "4362729", "11083121", "37362689", "22428640", "37297740", "16319097", "20054396", "25001628", "34537906"], "ranked_scores": [205.0, 204.0, 204.0, 203.0, 201.0, 201.0, 200.0, 200.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["15692098", "22551259", "40349336", "5782614", "7997337", "17821387", "3391547", "4312169", "2359152", "37583120"], "ranked_scores": [197.0, 197.0, 197.0, 197.0, 194.0, 193.0, 193.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21164071", "7552147", "16128711", "21564598", "22185730", "25742205", "3870062", "35660758", "4447055", "14198646"], "ranked_scores": [194.0, 193.0, 192.0, 192.0, 192.0, 191.0, 191.0, 191.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "439670", "23267371", "10692948", "120626", "30983338", "21641088", "41790911", "6176498", "6313547"], "ranked_scores": [201.0, 193.0, 190.0, 188.0, 188.0, 186.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22674621", "4303939", "11742219", "20288322", "26008063", "14972169", "1576955", "18852643", "22023404", "8856690"], "ranked_scores": [197.0, 191.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["20758340", "32532238", "40667577", "4417558", "14591894", "8551160", "17123657", "34537906", "6163801", "3506723"], "ranked_scores": [183.0, 181.0, 180.0, 178.0, 177.0, 177.0, 176.0, 176.0, 176.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "4421742", "26008063", "24989194", "24237492", "37450671", "18199839", "31933981", "87758", "6157837"], "ranked_scores": [207.0, 191.0, 188.0, 187.0, 186.0, 186.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13282296", "13619127", "12584053", "21590125", "5402581", "24735908", "25897733", "36003142", "27428509"], "ranked_scores": [192.0, 191.0, 191.0, 189.0, 189.0, 188.0, 187.0, 187.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["266641", "11899391", "16966326", "9638032", "13001323", "8325952", "6123924", "11992632", "9160947", "25510546"], "ranked_scores": [208.0, 207.0, 206.0, 205.0, 204.0, 201.0, 201.0, 200.0, 200.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "6923961", "6853699", "4447785", "1550937", "27615329", "14380875", "1386103", "12358173", "5406411"], "ranked_scores": [201.0, 198.0, 196.0, 195.0, 195.0, 195.0, 194.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "9283422", "8538916", "2714623", "8903143", "25353658", "6123924", "13798951", "3590806", "33638477"], "ranked_scores": [215.0, 214.0, 211.0, 210.0, 206.0, 205.0, 205.0, 204.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["45414636", "36271512", "25985964", "1499964", "10354110", "29347970", "14492339", "54561384", "16691520", "4366738"], "ranked_scores": [195.0, 194.0, 191.0, 189.0, 188.0, 188.0, 188.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "24512064", "8300657", "1215116", "28738741", "11238951", "7224723", "28015516", "28149602", "42065070"], "ranked_scores": [211.0, 209.0, 196.0, 194.0, 194.0, 192.0, 192.0, 191.0, 191.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "8247597", "23403754", "23801039", "15975146", "11837657", "13651792", "16826810", "36345578", "24896957"], "ranked_scores": [165.0, 165.0, 164.0, 164.0, 163.0, 162.0, 162.0, 161.0, 161.0, 161.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "20399078", "2048139", "35149431", "24423427", "57574395", "17338543", "30041340", "43378932"], "ranked_scores": [203.0, 196.0, 193.0, 192.0, 190.0, 190.0, 190.0, 189.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "23783727", "5492542", "24980622", "25298276", "13619127", "24150328", "8756719", "35301079"], "ranked_scores": [201.0, 198.0, 195.0, 194.0, 191.0, 191.0, 190.0, 190.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9977329", "4429118", "6853699", "5107861", "23403754", "31293581", "8551160", "22852120", "4394525", "9559146"], "ranked_scores": [202.0, 199.0, 195.0, 194.0, 192.0, 190.0, 190.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["19561411", "25946292", "5914739", "11200685", "28724565", "36271512", "18042803", "20457190", "2714623", "2727303"], "ranked_scores": [209.0, 205.0, 205.0, 205.0, 204.0, 203.0, 203.0, 202.0, 202.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "9658390", "20491205", "24408040", "28017005", "5151024", "40905302", "24318630", "45548062"], "ranked_scores": [198.0, 192.0, 180.0, 179.0, 179.0, 179.0, 179.0, 178.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["31272411", "15322518", "5860364", "14380875", "6259170", "4920376", "13189693", "7225911", "36547290", "30041340"], "ranked_scores": [210.0, 208.0, 207.0, 206.0, 206.0, 205.0, 205.0, 205.0, 205.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "9784254", "5531479", "13070316", "27602752", "44801733", "21562657", "34439544", "18938992", "46517055"], "ranked_scores": [201.0, 199.0, 198.0, 196.0, 195.0, 195.0, 194.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "25895285", "17195001", "4320424", "26045237", "30041340", "17671145", "19165076", "56486733", "885056"], "ranked_scores": [205.0, 202.0, 201.0, 201.0, 200.0, 200.0, 199.0, 198.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "15997009", "16787954", "341324", "46112052", "28910120", "708425"], "ranked_scores": [223.0, 216.0, 208.0, 206.0, 202.0, 202.0, 198.0, 195.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["26079071", "17462437", "18473550", "6407356", "16119973", "2272614", "21366394", "26038789", "46765242", "7613033"], "ranked_scores": [194.0, 188.0, 185.0, 184.0, 184.0, 184.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "8595678", "33409100", "16256507", "30981192", "6309659", "18256197", "26064662", "4442799", "9617381"], "ranked_scores": [108.0, 103.0, 102.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["26902591", "13000926", "20544428", "20321154", "1360607", "38211681", "26720366", "43220289", "7198295", "970012"], "ranked_scores": [98.0, 97.0, 94.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["20526907", "21048969", "4506414", "14973286", "16760369", "202259", "7640792", "26107000", "5884524", "79231308"], "ranked_scores": [112.0, 107.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["21551568", "306006", "14362678", "22968257", "9283422", "40476126", "22495397", "14367469", "24142891", "7622767"], "ranked_scores": [103.0, 103.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "32777637", "26445118", "33417012", "5839365", "25761154", "27150276", "32463364"], "ranked_scores": [104.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "46695481", "9764256", "28617573"], "ranked_ids": ["46695481", "16980892", "28617573", "27873158", "9764256", "1203035", "19140422", "23136735", "14672919", "7650066"], "ranked_scores": [111.0, 110.0, 109.0, 108.0, 107.0, 106.0, 105.0, 105.0, 104.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9047, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9047, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["16319097", "20672596", "37362689", "5821617", "11616424", "15657779", "1871230", "18810195", "5238341", "23576165"], "ranked_scores": [109.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["1800734", "18956141", "46517055", "2474731", "6407356", "23509113", "34445160", "28712203", "9334631", "5386514"], "ranked_scores": [110.0, 109.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "30655442", "11288846", "14337960", "5855168", "16979690", "3038933", "41782935", "583260", "7547329"], "ranked_scores": [100.0, 92.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4380287", "3680979", "1871230", "13070316", "9705208", "17741440", "20155713", "35256900", "4389252", "6609935"], "ranked_scores": [113.0, 112.0, 111.0, 109.0, 109.0, 108.0, 108.0, 108.0, 108.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["15879931", "13380980", "25817686", "2474731", "14827874", "25293721", "26121646", "41298619", "364522", "40164383"], "ranked_scores": [103.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 99.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "6609935", "17682477", "1049501", "5500086", "13466622", "6969753", "17876040", "14965508", "5774746"], "ranked_scores": [105.0, 104.0, 103.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22867765", "623486", "11716783", "13963620", "12991445", "2291922", "32743723", "7552147", "46182525", "6308416"], "ranked_scores": [94.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["10692948", "26720366", "17691617", "20697217", "2028532", "5586392", "4695046", "21274919", "8604837", "8002529"], "ranked_scores": [91.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "9754530", "13445579", "41298619", "7711685", "23639838", "27099731", "3944632", "41735503", "6070278"], "ranked_scores": [99.0, 96.0, 95.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "1848452", "6040392", "26230669", "7514614", "4434951", "14475235", "7988832", "2466614", "9291668"], "ranked_scores": [119.0, 116.0, 116.0, 115.0, 113.0, 112.0, 111.0, 111.0, 110.0, 110.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["38811597", "6277638", "31324978", "12207167", "16546131", "23576726", "26045237", "44693226", "435529", "9614443"], "ranked_scores": [101.0, 101.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["42693833", "18949516", "4816339", "14972169", "5289038", "7948486", "8300657", "10190778", "11738716", "25141908"], "ranked_scores": [107.0, 106.0, 105.0, 104.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "37480103", "16322674", "22007333", "13831842", "27123743", "21874312", "16098747", "23557241", "4828631"], "ranked_scores": [114.0, 113.0, 112.0, 109.0, 109.0, 109.0, 108.0, 107.0, 107.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "27873158", "16980892", "16390264", "14672919", "5372432", "46695481", "26798867", "10958594", "40735046"], "ranked_scores": [108.0, 106.0, 106.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["4402497", "5867846", "7820043", "9433958", "21651116", "25014337", "28107602", "4702639", "44366096", "49432306"], "ranked_scores": [109.0, 108.0, 107.0, 106.0, 105.0, 105.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["37207226", "24596228", "20261352", "31313782", "15561961", "21395936", "23665162", "22401720", "26735018", "3215494"], "ranked_scores": [102.0, 102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "7514614", "40349336", "10012166", "26230669", "22038539", "1084345", "25419778", "1848452", "4326318"], "ranked_scores": [116.0, 114.0, 111.0, 109.0, 108.0, 108.0, 107.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["9881829", "11200685", "30208015", "9752604", "8267678", "21557055", "44640124", "27274441", "6712836", "6259170"], "ranked_scores": [105.0, 104.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "3898784", "11441172", "25589047", "20645335", "31229233", "16546131", "34544514", "45153864", "45276789"], "ranked_scores": [104.0, 103.0, 102.0, 101.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["28712203", "20460020", "6609935", "21866916", "31387717", "3107733", "18231257", "24157077", "36271512", "4417558"], "ranked_scores": [108.0, 108.0, 108.0, 107.0, 107.0, 106.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["25001628", "13790144", "11083121", "16319097", "7764903", "34439544", "11200685", "17631671", "21866916", "17919731"], "ranked_scores": [111.0, 109.0, 108.0, 108.0, 108.0, 108.0, 107.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["40349336", "22551259", "21246752", "7997337", "41239107", "15692098", "13293033", "39571812", "9687772", "5765455"], "ranked_scores": [107.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21164071", "12240507", "22185730", "9638032", "13380011", "23260700", "14178995", "665817", "34498325", "35660758"], "ranked_scores": [104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3222187", "21641088", "30983338", "25599283", "2425364", "439670", "6313547", "21553394", "6290112", "43226130"], "ranked_scores": [106.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22674621", "14874811", "14972169", "20288322", "28937856", "46451940", "32922179", "40901687", "6157837", "46202852"], "ranked_scores": [108.0, 103.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "20758340", "36345578", "5531479", "623486", "11172205", "36444198", "3680979", "4417558", "7489663"], "ranked_scores": [97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "16826810", "2192419", "24989194", "10071590", "37450671", "30492966", "4421742", "2587396", "87758"], "ranked_scores": [111.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["23267371", "12584053", "2048139", "10984005", "21590125", "28419824", "36003142", "24082820", "25897733", "33960383"], "ranked_scores": [107.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "266641", "25510546", "8325952", "9638032", "22185730", "10698739", "11899391", "13001323", "6176498"], "ranked_scores": [110.0, 110.0, 107.0, 107.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["4303939", "1550937", "27615329", "6923961", "12358173", "20675284", "1386103", "5406411", "9911547", "9315213"], "ranked_scores": [109.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["9283422", "29347970", "25353658", "8538916", "2714623", "20457190", "8903143", "6123924", "5273056", "7736860"], "ranked_scores": [111.0, 111.0, 109.0, 108.0, 107.0, 106.0, 106.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["1499964", "14492339", "3773719", "16691520", "27243019", "45414636", "5238341", "5266423", "9122283", "7399084"], "ranked_scores": [104.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "1215116", "19824183", "30492966", "11238951", "40323454", "28738741", "6315132", "8300657"], "ranked_scores": [109.0, 107.0, 105.0, 102.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "43224840", "40365566", "23403754", "20544428", "23801039", "24423427", "46485368", "25817686", "8137081"], "ranked_scores": [91.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "24423427", "20399078", "25014337", "11784947", "4347374", "30041340", "8325952", "46202852", "6426919"], "ranked_scores": [109.0, 105.0, 105.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["8756719", "12442311", "15476777", "24634621", "13619127", "23783727", "24980622", "5492542", "32463364", "7873737"], "ranked_scores": [106.0, 105.0, 104.0, 103.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["6853699", "5107861", "33030946", "6259170", "9977329", "44562221", "23403754", "31293581", "38899659", "5511240"], "ranked_scores": [106.0, 105.0, 105.0, 105.0, 105.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["19561411", "34436231", "14530534", "13771184", "4366738", "5273056", "2727303", "21622715", "6784372", "8494570"], "ranked_scores": [108.0, 107.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "20945963", "24408040", "17693849", "45548062", "19675911", "14290854", "5151024", "9167230"], "ranked_scores": [109.0, 102.0, 100.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14380875", "14171859", "36547290", "1550937", "13189693", "11899391", "4920376", "8856690", "29107180", "5860364"], "ranked_scores": [111.0, 110.0, 110.0, 110.0, 110.0, 109.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4389252", "1933281", "9784254", "44801733", "5398179", "1871230", "46926352", "25942757", "6936141"], "ranked_scores": [108.0, 107.0, 107.0, 107.0, 107.0, 107.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "25895285", "4320424", "2158516", "30041340", "14819804", "19165076", "22116439", "24042363", "42314147"], "ranked_scores": [113.0, 110.0, 108.0, 108.0, 108.0, 107.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "11254040", "15997009", "21700295", "31363207", "2048139", "28910120", "25897733", "341324"], "ranked_scores": [115.0, 115.0, 110.0, 109.0, 109.0, 109.0, 108.0, 108.0, 108.0, 108.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["26079071", "17462437", "32852283", "16119973", "2272614", "43334921", "7613033", "24998637", "4920376", "6407356"], "ranked_scores": [100.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "8595678", "12794099", "11201004", "16256507", "46277811", "33409100", "6309659", "26064662", "71625969"], "ranked_scores": [60.0, 58.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1360607", "7198295", "43220289", "12794099", "32322418", "1456068", "22922353", "20544428", "456304", "26902591"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["202259", "20526907", "9813098", "6580081", "4506414", "10072941", "14973286", "19675911", "31889025", "20945963"], "ranked_scores": [58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["20649327", "40476126", "41620295", "21551568", "22968257", "33634749", "29073751", "7225911", "38811597", "52873726"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "485020", "25761154", "28419824", "4678846", "21373821", "11109043", "31554917", "32463364", "6945285"], "ranked_scores": [56.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "46695481", "9764256", "28617573"], "ranked_ids": ["9764256", "28617573", "46695481", "6561200", "7650066", "1203035", "27873158", "16980892", "19140422", "6182947"], "ranked_scores": [59.0, 59.0, 59.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["5403286", "18810195", "38533515", "6454371", "37138639", "37362689", "1590744", "3085264", "16319097", "5238341"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2474731", "23509113", "5386514", "6407356", "20428155", "22635278", "26038789", "3851329", "31616203", "28821565"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "30655442", "23389795", "13106686", "42387637", "8690595", "3038933", "63858430", "583260", "831167"], "ranked_scores": [49.0, 48.0, 46.0, 45.0, 44.0, 44.0, 43.0, 43.0, 43.0, 43.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "4380287", "3680979", "22852120", "38587347", "20155713", "46926352", "23509113", "7489663", "28392393"], "ranked_scores": [61.0, 60.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["25817686", "14827874", "2474731", "13380980", "25293721", "2973910", "3613041", "34268160", "7552147", "9056874"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["6969753", "6609935", "86694016", "14965508", "29473081", "15414628", "20943272", "26008462", "9460704", "35766603"], "ranked_scores": [57.0, 57.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["32743723", "22867765", "14692646", "11716783", "2291922", "17168045", "28783084", "7764903", "7552147", "5700349"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["26720366", "21274919", "25301182", "40817021", "8604837", "9538708", "26107000", "5323845", "26244918", "2774906"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["9754530", "44048701", "41298619", "3944632", "23639838", "13445579", "3464191", "38180456", "7711685", "38369817"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "22264117", "6040392", "7514614", "28530299", "13980338", "16627684", "2466614", "680949", "9291668"], "ranked_scores": [61.0, 60.0, 59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "38811597", "1805641", "20659283", "43378932", "16546131", "22517564", "31324978", "3929361", "708425"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["18949516", "10190778", "4325137", "4816339", "40349336", "20675284", "25141908", "3153673", "26596106", "42693833"], "ranked_scores": [59.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "13831842", "16322674", "16098747", "2140497", "27123743", "23557241", "22007333", "5735492"], "ranked_scores": [60.0, 60.0, 59.0, 59.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "16980892", "32423829", "14664424", "9122283", "46695481", "36355784", "6137330", "6334188", "7736860"], "ranked_scores": [56.0, 56.0, 56.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["5867846", "30041340", "5289038", "24825841", "23471400", "27077180", "28107602", "40127292", "35760786", "4402497"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["22401720", "21395936", "3215494", "31313782", "3619931", "9171913", "6334188", "37628989", "9813098", "6176498"], "ranked_scores": [58.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "22038539", "7514614", "26230669", "1084345", "40349336", "1848452", "18949516", "2466614", "7717468"], "ranked_scores": [60.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["323030", "11200685", "30208015", "4362729", "21221346", "20179918", "226488", "27635177", "34498325", "8267678"], "ranked_scores": [59.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15512462", "17077004", "3898784", "24097933", "33733520", "25806385", "3083927", "5691302", "7111021"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["21866916", "17631671", "20460020", "31387717", "28712203", "3107733", "8997410", "40476126", "4417558", "4345315"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["11020675", "17631671", "13790144", "20054396", "6454371", "22406695", "37297740", "45487164", "23160444", "8087082"], "ranked_scores": [59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0, 59.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21246752", "7997337", "3863543", "40349336", "13293033", "9687772", "16966326", "1871499", "6000423", "5782614"], "ranked_scores": [58.0, 58.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["5700349", "14767844", "21164071", "11899391", "15836115", "29557235", "17271462", "8533245", "4362729", "4399311"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["41790911", "2425364", "10692948", "43226130", "25690516", "31001322", "46277811", "49429882", "26064662", "6718824"], "ranked_scores": [57.0, 56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["12207167", "34025053", "26008063", "22674621", "1386103", "23397658", "32922179", "38623601", "46451940", "39558597"], "ranked_scores": [57.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4417558", "27438378", "623486", "44640124", "323030", "36345578", "32532238", "42693833", "40667577", "7764903"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "24989194", "2587396", "2192419", "23471400", "2494748", "4421742", "31293581", "37450671", "35079452"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["23267371", "2138843", "12584053", "13282296", "44562058", "8868863", "32463364", "41264017", "5151024", "750781"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["10165258", "28369117", "25510546", "29429111", "10698739", "25830701", "25858295", "9301606", "317204", "9638032"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21719289", "1386103", "4303939", "39481265", "22153455", "4447785", "10530014", "46202852", "8137081", "9911547"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["9283422", "2714623", "8538916", "29347970", "13283919", "36345185", "13798951", "33499189", "18231257", "4366738"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["16691520", "24349992", "36345578", "40382183", "12058271", "36271512", "4362729", "4399268", "9122283", "8512633"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "20471181", "28015516", "6315132", "40096222", "92308", "7224723", "8300657", "28149602"], "ranked_scores": [58.0, 57.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["24423427", "45820464", "42387637", "7647224", "5835149", "43224840", "43378932", "6504953", "5395426", "8577229"], "ranked_scores": [46.0, 44.0, 44.0, 44.0, 44.0, 43.0, 43.0, 43.0, 43.0, 43.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "11784947", "20399078", "25014337", "9021186", "24423427", "5560962", "85665741", "5811042", "6182947"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["8756719", "15476777", "12442311", "1805641", "19683625", "24634621", "11441172", "3929361", "36432234", "46355579"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["44562221", "4429118", "33030946", "2192419", "9977329", "3680979", "6853699", "3984231", "8137081", "43619625"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["19561411", "2714623", "7399084", "6401675", "24766509", "29347970", "33499189", "39465575", "36271512", "8494570"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["20945963", "13906581", "19675911", "32328114", "17693849", "21323587", "32159283", "37029185", "5884524", "79231308"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14834714", "30041340", "4920376", "11899391", "15319019", "5867846", "7729656", "7820043", "9955779", "9021186"], "ranked_scores": [58.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1933281", "10354110", "25300426", "28206748", "25942757", "29015485", "4389252", "6936141", "44801733", "42565477"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "24042363", "7225911", "17195001", "41620295", "2158516", "22116439", "25895285", "42314147", "6277638"], "ranked_scores": [58.0, 58.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["21700295", "28910120", "41650417", "16119973", "26038789", "43378932", "31363207", "46112052", "341324", "4883040"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1800734", "2272614", "17462437", "21700295", "21366394", "27437459", "26038789", "26079071", "26973393", "40500438"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "8595678", "37916361", "14874811", "39558597", "4841908", "34582256", "1507222", "9617381", "9171913"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "2140497", "25973484", "13000926", "32328114", "38211681", "32922179", "7198295", "456304", "4841908"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["29981186", "20526907", "6580081", "34139429", "7111021", "3898784", "9056874", "8190282", "9813098", "4678846"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["15491404", "33634749", "19561411", "40476126", "4583180", "4138659", "52873726", "6422576", "43880096", "5821617"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "28419824", "32463364", "18429416", "23294314", "21239672", "25761154", "26341063", "34544514", "26720366"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["27873158", "46695481", "9764256", "28617573"], "ranked_ids": ["33535447", "6182947", "1203035", "46695481", "12866641", "17741440", "31313782", "27099731", "32927401", "28617573"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1681, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.281, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["37362689", "16319097", "24315156", "3896759", "38533515", "5567223", "6454371", "4417558", "8646760", "6422576"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20333864", "13329980", "23639838", "22153455", "21891856", "9648896", "6944800", "7343711", "7736860", "9122283"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["23389795", "13106686", "19099739", "11172205", "27768226", "63858430", "641786", "831167", "6504953", "8427306"], "ranked_scores": [24.0, 23.0, 23.0, 23.0, 23.0, 22.0, 22.0, 22.0, 22.0, 22.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9705208", "12899612", "1871230", "29806339", "2130391", "28468276", "3680979", "32170702", "40667577", "46926352"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["13380980", "25817686", "16826810", "14827874", "275294", "21239672", "39903312", "6969753", "46485368", "5238341"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14827874", "10408324", "3613041", "40790033", "19205326", "14965508", "39903312", "4454788", "6609935", "6969753"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["16557565", "22867765", "14692646", "7764903", "11710511", "4409524", "4854076", "87758", "7552147", "84884645"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["19804204", "4695046", "20326526", "8002529", "26244918", "40817021", "9538708", "2774906", "8604837", "8318922"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["7711685", "13445579", "3944632", "41822527", "32665136", "6070278", "44048701", "6137330", "7157436", "9754530"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["28530299", "1848452", "9451684", "40429879", "40655970", "6040392", "8759633", "7514614", "8774475", "8290760"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["44693226", "36838958", "12102963", "16546131", "24150328", "23148978", "34582256", "38811597", "6277638", "5268462"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["7042304", "18949516", "28441310", "40349336", "3153673", "516867", "4816339", "6599693", "5304891", "9550981"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16322674", "13831842", "17450673", "16098747", "37480103", "27123743", "35714909", "37583120", "5145974", "881332"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["9122283", "2559303", "22530842", "13380980", "23639838", "104130", "24575065", "6137330", "8891333", "9648896"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["23126677", "23471400", "25504006", "24825841", "4418878", "3981613", "7583725", "53211308", "4911006", "6078882"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["22153455", "3619931", "22401720", "18375089", "20977638", "5835149", "275294", "8595678", "33409100", "6176498"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "22038539", "4326318", "26230669", "7717468", "7834603", "11414664", "40349336", "5289038", "7514614"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["13790144", "323030", "22241778", "34735369", "3506723", "4362729", "45487164", "44420873", "8267678", "623486"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14290854", "3898784", "17077004", "24721347", "29981186", "3056682", "45447613", "37628989", "32922179", "6580081"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["21866916", "17934082", "3107733", "31851367", "34876410", "4447055", "6969753", "8997410", "8458567", "6609935"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["14835068", "4362729", "16319097", "45487164", "37362689", "5567223", "6163801", "6454371", "8646760", "8790729"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["15692098", "5782614", "43311750", "17821387", "20904154", "810480", "8925851", "24144677", "9687772", "39571812"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["5700349", "23702805", "12871002", "1387654", "39187170", "5914739", "623486", "7552147", "8997410", "665817"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["20697217", "2425364", "25837950", "33409100", "41310252", "41790911", "4462079", "6176498", "6718824", "8842332"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4414481", "28937856", "39558597", "11738716", "3083927", "34025053", "6309659", "6176498", "8595678", "7285256"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["19149247", "44640124", "7764903", "25488034", "27438378", "37641175", "323030", "3506723", "623486", "8551160"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["4429118", "28441310", "3984231", "31293581", "4414547", "40349336", "3870062", "4828631", "44562221", "43619625"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["14290854", "13619127", "18429416", "8868863", "7111021", "22442133", "32463364", "23267371", "5151024", "24625323"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["28369117", "11233339", "34905328", "36242796", "5503194", "36444198", "6259170", "7042304", "4406819", "9539753"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["1386103", "1550937", "21719289", "22852120", "8137081", "26008063", "5108807", "52893592", "6853699", "92308"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["36345185", "20457190", "24142891", "34439544", "34905328", "29347970", "8903143", "8538916", "9283422", "42035464"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["9122283", "22530842", "24282306", "16691520", "40382183", "3464191", "36271512", "36345578", "3984231", "4399268"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "24512064", "5114282", "24557631", "18816720", "28149602", "4387484", "5782614", "45218443", "92308"], "ranked_scores": [32.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["9550981", "27647593", "24652030", "25827024", "26456326", "2973910", "7042304", "8577229", "28937856", "5511240"], "ranked_scores": [25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["20399078", "1265945", "14479433", "21700295", "26848994", "6503534", "25263810", "23260700", "8892905", "9764256"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["25643818", "8756719", "24097933", "23783727", "3355397", "35534019", "36432234", "5492542", "4391121", "9614443"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["44562221", "43619625", "2192419", "38899659", "52893592", "6853699", "4421742", "8137081", "8317408", "8446259"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18042803", "28542402", "4429388", "18231257", "25985964", "53211308", "6401675", "6544701", "7492250", "86129154"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["20945963", "19675911", "21301090", "21323587", "25742130", "24408040", "5151024", "4824840", "28806780", "9167230"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14834714", "6503534", "712078", "984825", "11899391", "14171859", "5860364", "8005007", "9199796", "9638032"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["16644043", "28809022", "25858295", "6812319", "26374799", "29015485", "5398179", "6446747", "6788835", "6936141"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["24042363", "14819804", "885056", "36216395", "2158516", "23286603", "25895285", "8005007", "7225911", "994800"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["14260013", "24423427", "2048139", "24596228", "31363207", "4883040", "341324", "43378932", "5835149", "7986878"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["26079071", "2272614", "35534019", "3935126", "40500438", "40710501", "7165938", "4429932", "9498458", "7621534"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["3215494", "2425364", "30981192", "4421742", "6313547", "27889071", "3090454", "15692098", "38551172", "10795340"], "ranked_scores": [0.8487, 0.8185, 0.7952, 0.7927, 0.7911, 0.7907, 0.79, 0.777, 0.7731, 0.7642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "21993510", "34121231", "1606628", "12667988", "17454301", "15678772", "7198295", "4810810", "4687948"], "ranked_scores": [0.7161, 0.6653, 0.6291, 0.6003, 0.5984, 0.593, 0.5904, 0.5814, 0.5786, 0.5681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "38630735", "35714909", "7813993", "13448422", "9813098", "29253460", "1358909", "30983338"], "ranked_scores": [0.9348, 0.8781, 0.8667, 0.8649, 0.8616, 0.8599, 0.8489, 0.8448, 0.8419, 0.8412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25452937", "15946643", "4319844", "1389264", "8903143", "5468807", "22968257", "1780819", "18231807", "9634465"], "ranked_scores": [0.8432, 0.8365, 0.8327, 0.83, 0.8265, 0.8227, 0.8221, 0.8211, 0.821, 0.8182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "58564850", "31554917", "20302714", "45548062", "5912283", "15968271", "25886725", "8002529", "38752049"], "ranked_scores": [0.7208, 0.7142, 0.6685, 0.66, 0.644, 0.631, 0.6192, 0.5988, 0.5925, 0.5881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "19140422", "23136735", "6561200", "46695481", "27873158", "4447055", "12358173", "58006489", "46355579"], "ranked_scores": [0.8978, 0.8726, 0.856, 0.8524, 0.8478, 0.8388, 0.836, 0.8327, 0.828, 0.8179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6805, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["19756935", "14965508", "13613916", "22190276", "43390777", "4500832", "4423401", "12513042", "5144381", "21181273"], "ranked_scores": [0.785, 0.7717, 0.7711, 0.7547, 0.7408, 0.738, 0.737, 0.7351, 0.7346, 0.7328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["46517055", "23509113", "21382907", "1800734", "9225850", "28149602", "883747", "45401535", "43378932", "6407356"], "ranked_scores": [0.8275, 0.8212, 0.8105, 0.8032, 0.8008, 0.7965, 0.7949, 0.7949, 0.7928, 0.7908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "6477536", "16979690", "11469078", "9754530", "13123189", "13515165", "30655442", "4378885"], "ranked_scores": [0.7023, 0.6278, 0.6051, 0.5743, 0.5612, 0.5466, 0.5456, 0.4924, 0.4862, 0.4702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4409524", "5821617", "9600826", "26735905", "20155713", "40145839", "28392393", "12948892", "16826810", "8446259"], "ranked_scores": [0.8588, 0.8338, 0.8206, 0.819, 0.8115, 0.8097, 0.8084, 0.8079, 0.8056, 0.8017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["31324978", "10284593", "2973910", "13448422", "14178995", "6853699", "4421742", "12866641", "4409524", "45401535"], "ranked_scores": [0.7847, 0.7805, 0.7732, 0.7521, 0.747, 0.7457, 0.7446, 0.7445, 0.7385, 0.7381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9767444", "1389264", "15322518", "7986878", "25738896", "42489926", "21150010", "10162553", "18488986", "22968257"], "ranked_scores": [0.8477, 0.8328, 0.8297, 0.8216, 0.8179, 0.8128, 0.8109, 0.8099, 0.8095, 0.8077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22767022", "24003461", "40145839", "37768883", "9600826", "323030", "9239963", "10247282", "23700330", "27550580"], "ranked_scores": [0.7249, 0.7077, 0.6861, 0.6825, 0.6799, 0.6764, 0.6665, 0.666, 0.6599, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "17693849", "21274919", "12667988", "17930286", "24163770", "42150015", "44830890", "21767325", "13906581"], "ranked_scores": [0.736, 0.6793, 0.6751, 0.675, 0.6656, 0.6461, 0.6382, 0.6381, 0.6374, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "14973286", "11718220", "44048701", "1389264", "23639838", "24660385", "38630735", "20186513", "15925931"], "ranked_scores": [0.8801, 0.8145, 0.7714, 0.7523, 0.7399, 0.739, 0.739, 0.7377, 0.7323, 0.7261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["28530299", "9291668", "22543403", "22264117", "7514614", "6040392", "4679264", "7988832", "1848452", "4434951"], "ranked_scores": [0.8648, 0.8619, 0.8554, 0.8406, 0.8385, 0.8331, 0.833, 0.8242, 0.8228, 0.7977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["4423401", "36432234", "28138927", "27438378", "11181416", "14171859", "18473550", "2296264", "23148978", "44408494"], "ranked_scores": [0.8173, 0.7853, 0.7625, 0.7593, 0.7574, 0.7562, 0.7486, 0.7469, 0.7452, 0.7423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "2947124", "42065070", "14848619", "10627801", "2466614", "34287602", "14474178", "1049501", "13905670"], "ranked_scores": [0.8429, 0.8077, 0.7847, 0.7689, 0.7643, 0.7598, 0.755, 0.7523, 0.7521, 0.7476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "23557241", "15559582", "21874312", "14973286", "22007333", "30983338", "32534305", "16701509"], "ranked_scores": [0.8633, 0.8557, 0.849, 0.837, 0.8357, 0.831, 0.8291, 0.8264, 0.825, 0.8172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "28617573", "14664424", "27873158", "46695481", "6561200", "39580129", "15521377", "19140422", "23136735"], "ranked_scores": [0.8682, 0.8679, 0.8644, 0.8633, 0.8552, 0.8473, 0.8431, 0.8419, 0.8382, 0.8369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["6144337", "15435343", "41337677", "42489926", "7225911", "17327939", "1454773", "7820043", "37204802", "29321530"], "ranked_scores": [0.8149, 0.7922, 0.7922, 0.7892, 0.7824, 0.7821, 0.7733, 0.7655, 0.7594, 0.7592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["19854744", "6315132", "35987381", "24512064", "970012", "7224723", "14407673", "26873988", "24596228", "92308"], "ranked_scores": [0.7857, 0.7838, 0.7836, 0.7827, 0.7824, 0.7798, 0.7751, 0.775, 0.7738, 0.7736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["52887689", "2543135", "38623601", "10463997", "22264117", "28138927", "22038539", "6599693", "16267205", "17050065"], "ranked_scores": [0.8172, 0.8085, 0.7765, 0.7676, 0.7619, 0.7496, 0.7471, 0.7459, 0.7447, 0.7359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["27403802", "14155726", "10247314", "36540079", "3230361", "35747505", "2405259", "3203590", "18694784", "12172346"], "ranked_scores": [0.8802, 0.8763, 0.8712, 0.8707, 0.8622, 0.8594, 0.8577, 0.85, 0.8468, 0.8465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["15889329", "14924526", "116792", "52095986", "4920376", "25761154", "40996863", "1032372", "21373821", "5500086"], "ranked_scores": [0.8373, 0.8215, 0.7807, 0.7424, 0.7325, 0.7304, 0.7183, 0.7162, 0.7061, 0.7026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["27900414", "3849194", "16128711", "5252837", "25623469", "31761981", "11674596", "22767022", "16557565", "23208167"], "ranked_scores": [0.8434, 0.8347, 0.819, 0.8152, 0.813, 0.8097, 0.809, 0.8071, 0.8064, 0.8026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7688110", "25799020", "10212612", "8327914", "16280642", "86694016", "17945638", "17934082", "7860396", "14965508"], "ranked_scores": [0.8527, 0.8086, 0.8039, 0.8037, 0.8031, 0.8026, 0.8016, 0.8, 0.7931, 0.7903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21246752", "10641715", "5782614", "11992632", "5765455", "5836", "8925851", "16966326", "13293033", "17821387"], "ranked_scores": [0.8958, 0.8842, 0.8762, 0.8623, 0.8494, 0.8431, 0.8408, 0.8391, 0.8375, 0.8373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["24294572", "19497526", "14155726", "16472469", "3127341", "35660758", "20554003", "22185730", "22767022", "21181273"], "ranked_scores": [0.8558, 0.8399, 0.8286, 0.8227, 0.8173, 0.8159, 0.8158, 0.8139, 0.8099, 0.8048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "6313547", "21553394", "12240507", "2425364", "10530014", "25878014", "37207226", "43534665", "7224723"], "ranked_scores": [0.8656, 0.8118, 0.8013, 0.777, 0.7683, 0.7538, 0.7526, 0.7313, 0.7274, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["16267205", "3153673", "71625969", "7177329", "7645565", "20261352", "37207226", "27022864", "2824347", "36654066"], "ranked_scores": [0.7551, 0.7461, 0.7453, 0.7435, 0.7376, 0.7351, 0.7344, 0.7343, 0.7331, 0.7316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "6550579", "26008462", "16691520", "15322518", "8305686", "23863551", "11172205", "11844826", "44640124"], "ranked_scores": [0.8355, 0.7675, 0.7517, 0.7478, 0.7355, 0.7294, 0.7263, 0.7227, 0.7185, 0.7182], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "8892905", "5765455", "13768432", "22482024", "4399311", "13380011", "12240507", "25079962", "97884"], "ranked_scores": [0.7881, 0.7875, 0.784, 0.7632, 0.7567, 0.7509, 0.7486, 0.7458, 0.7453, 0.7445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["24408040", "6313547", "9977329", "13282296", "13933299", "10984005", "17438862", "21239672", "1358909", "5035827"], "ranked_scores": [0.7824, 0.7814, 0.7805, 0.7668, 0.7658, 0.7622, 0.7596, 0.7562, 0.7516, 0.7491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2947124", "16966326", "41337677", "2405259", "10247314", "41913714", "20261352", "14663842", "19970015", "57574395"], "ranked_scores": [0.7987, 0.7954, 0.7778, 0.7755, 0.7723, 0.7705, 0.7696, 0.7687, 0.763, 0.7607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "26735905", "13889430", "21931005", "23260700", "12358173", "22401720", "4447055", "654735"], "ranked_scores": [0.8924, 0.8283, 0.8237, 0.823, 0.8183, 0.8111, 0.8094, 0.8075, 0.8054, 0.805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "8538916", "9283422", "20457190", "13889430", "52925737", "85326624", "3545805", "22174015"], "ranked_scores": [0.8957, 0.8889, 0.8668, 0.864, 0.8636, 0.8629, 0.854, 0.8529, 0.849, 0.8477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "18374364", "54561384", "5567223", "11344428", "13048272", "20344442", "9283422", "13798951"], "ranked_scores": [0.8543, 0.8529, 0.8274, 0.8067, 0.8035, 0.8008, 0.8, 0.7892, 0.788, 0.7875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["8300657", "12885341", "21274496", "24512064", "42065070", "25737507", "34287602", "7224723", "2097256", "26735018"], "ranked_scores": [0.8803, 0.8422, 0.8384, 0.8328, 0.8205, 0.8028, 0.7857, 0.7775, 0.7698, 0.7672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["16532419", "4688340", "23471400", "39532074", "23763738", "24396137", "15953181", "20568364", "16882895", "6504953"], "ranked_scores": [0.6869, 0.6864, 0.6848, 0.6816, 0.6689, 0.6559, 0.6535, 0.6492, 0.6491, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["41913714", "35766603", "25895285", "14178995", "25298276", "15319019", "13619127", "20554003", "24873253", "22517564"], "ranked_scores": [0.8377, 0.8369, 0.8192, 0.81, 0.8091, 0.8077, 0.8076, 0.8044, 0.8006, 0.7977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24916604", "24634621", "25298276", "15476777", "24873253", "13380980", "19878070", "14482051", "3613041", "35301079"], "ranked_scores": [0.9033, 0.8738, 0.8577, 0.8532, 0.84, 0.8143, 0.8082, 0.8025, 0.7978, 0.7949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13380011", "2947124", "31293581", "13905670", "35987381", "6270720", "10530014", "1049501", "40632104", "42298280"], "ranked_scores": [0.849, 0.8444, 0.8331, 0.8291, 0.8278, 0.8239, 0.8214, 0.8212, 0.8183, 0.8163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["24828165", "2014909", "14768471", "164985", "5914739", "5273056", "34905328", "7583725", "8903143", "18237384"], "ranked_scores": [0.8787, 0.8748, 0.8732, 0.873, 0.8687, 0.8684, 0.8663, 0.8654, 0.8624, 0.8614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["17693849", "13906581", "20945963", "5151024", "13380980", "21323587", "37029185", "24921368", "24318630", "10749308"], "ranked_scores": [0.6752, 0.6683, 0.6049, 0.5848, 0.5798, 0.5571, 0.5514, 0.5477, 0.5462, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "19047331", "6421792", "778436", "26887439", "28651643", "30041340", "57783564", "24190159", "20179918"], "ranked_scores": [0.8514, 0.8442, 0.8328, 0.8295, 0.8275, 0.824, 0.8227, 0.8226, 0.8218, 0.8192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["24044977", "5531479", "883747", "1933281", "195683603", "28015516", "52095986", "27602752", "6936141", "15983148"], "ranked_scores": [0.8597, 0.8554, 0.8034, 0.8003, 0.7977, 0.7858, 0.7825, 0.7824, 0.7818, 0.78], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "12130690", "26341063", "22730024", "25543207", "27428509", "24150328", "18473550", "40790033", "3973445"], "ranked_scores": [0.8176, 0.8158, 0.801, 0.7826, 0.7808, 0.7746, 0.7726, 0.7686, 0.7564, 0.7561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "15997009", "341324", "11254040", "31363207", "29526125", "26000593", "16787954", "23783727", "20554003"], "ranked_scores": [0.871, 0.8522, 0.8495, 0.8114, 0.8082, 0.7805, 0.7791, 0.7774, 0.7735, 0.7681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "27437459", "21150010", "21382907", "6407356", "3898784", "2391552", "9767444", "34268160", "7821634"], "ranked_scores": [0.8035, 0.7957, 0.7769, 0.7765, 0.773, 0.7692, 0.7668, 0.7627, 0.7625, 0.7596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "2425364", "22023404", "30981192", "3150030", "6718824", "42441846", "12810152", "44572913", "3222187"], "ranked_scores": [0.779, 0.7562, 0.7494, 0.7475, 0.7432, 0.7336, 0.7329, 0.732, 0.7214, 0.7203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34121231", "12667988", "7198295", "7965928", "15678772", "4810810", "34582256", "12206390", "409280"], "ranked_scores": [0.6344, 0.5825, 0.5791, 0.566, 0.5606, 0.5563, 0.5413, 0.5218, 0.5193, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "38630735", "13448422", "19332616", "7813993", "21301090", "35714909", "750781", "2138843"], "ranked_scores": [0.8714, 0.8067, 0.7979, 0.7871, 0.7726, 0.7718, 0.7697, 0.7635, 0.7631, 0.763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22968257", "8903143", "25479072", "5914739", "8305686", "18231807", "9283422", "24042363", "51952430", "18758057"], "ranked_scores": [0.8015, 0.8009, 0.7969, 0.7963, 0.7903, 0.7862, 0.7762, 0.7722, 0.7642, 0.7595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "31554917", "38752049", "13883546", "5912283", "4695046", "24318630", "5556809", "485020", "4587978"], "ranked_scores": [0.6828, 0.5976, 0.5972, 0.5764, 0.5633, 0.5589, 0.5526, 0.5483, 0.5439, 0.5327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "46695481", "23136735", "19140422", "6561200", "27873158", "9764256", "16980892", "46355579", "52874170"], "ranked_scores": [0.8521, 0.8495, 0.8463, 0.8448, 0.8319, 0.8259, 0.8061, 0.7911, 0.7898, 0.768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.9059, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "14171859", "5821617", "13613916", "19756935", "31107919", "18810195", "43390777", "21866916", "1127562"], "ranked_scores": [0.7216, 0.7182, 0.7152, 0.7102, 0.7086, 0.7074, 0.7059, 0.6986, 0.6973, 0.695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "9225850", "12358173", "1800734", "883747", "44801733", "46517055", "29509926", "3590806", "20722510"], "ranked_scores": [0.8134, 0.7611, 0.7524, 0.7481, 0.7478, 0.744, 0.7385, 0.7355, 0.7354, 0.7302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "11469078", "10749308", "70490", "327319", "13123189", "45015767"], "ranked_scores": [0.6796, 0.6022, 0.5744, 0.5, 0.4907, 0.4447, 0.4372, 0.4318, 0.4279, 0.4254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["20155713", "9600826", "4702639", "28392393", "26735905", "28783084", "9226649", "17412260", "2474731", "7736860"], "ranked_scores": [0.8194, 0.8136, 0.7911, 0.7898, 0.7841, 0.7741, 0.771, 0.7692, 0.7686, 0.7668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["31324978", "6853699", "10284593", "9600826", "9767444", "12866641", "2973910", "2474731", "22530842", "8290953"], "ranked_scores": [0.7069, 0.6973, 0.6807, 0.6754, 0.6732, 0.6723, 0.6684, 0.6682, 0.6626, 0.6622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["43378932", "9767444", "17327939", "7986878", "21150010", "2272614", "5386514", "1454773", "17682477", "3493623"], "ranked_scores": [0.8064, 0.7849, 0.7848, 0.7811, 0.7694, 0.7674, 0.7496, 0.749, 0.7468, 0.7459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["496873", "24003461", "13223957", "22867765", "17741440", "34268160", "14692646", "24660385", "11716783", "4460880"], "ranked_scores": [0.6082, 0.5975, 0.5876, 0.5844, 0.5843, 0.5775, 0.5718, 0.5711, 0.5709, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "17930286", "24510595", "42150015", "30813140", "12667988", "44830890", "27076725", "24163770", "41735503"], "ranked_scores": [0.6535, 0.6462, 0.639, 0.6342, 0.6297, 0.6232, 0.6155, 0.615, 0.6008, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "34268160", "11718220", "14973286", "15925931", "44048701", "25515907", "30639847", "23639838", "24660385"], "ranked_scores": [0.8178, 0.6764, 0.6715, 0.6606, 0.6594, 0.6588, 0.6504, 0.6479, 0.6404, 0.6372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "9291668", "28530299", "22264117", "1848452", "4679264", "4434951", "7514614", "22551259"], "ranked_scores": [0.8683, 0.8567, 0.8559, 0.8427, 0.8361, 0.8248, 0.8213, 0.8115, 0.7809, 0.7754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["4423401", "11181416", "1344498", "28264919", "23895668", "35747505", "23148978", "4795303", "350542", "3866315"], "ranked_scores": [0.8032, 0.7398, 0.7365, 0.7223, 0.72, 0.7162, 0.7143, 0.7129, 0.712, 0.7113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "23052989", "34287602", "14496749", "1049501", "10648422", "23901235", "27602752", "1933281"], "ranked_scores": [0.8182, 0.7846, 0.756, 0.749, 0.7419, 0.7406, 0.7333, 0.73, 0.728, 0.7264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "23557241", "22007333", "21874312", "13831842", "25973484", "16701509", "15559582", "13831558"], "ranked_scores": [0.8649, 0.8547, 0.8428, 0.8398, 0.8368, 0.8267, 0.8216, 0.8166, 0.8112, 0.808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "32423829", "6561200", "28617573", "29495185", "26798867", "46355579", "9764256", "23136735"], "ranked_scores": [0.8356, 0.8205, 0.8158, 0.7987, 0.795, 0.7934, 0.7932, 0.7884, 0.7882, 0.7878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7225911", "31272411", "7820043", "24221369", "24042363", "14380875", "56486733", "9669099", "15435343"], "ranked_scores": [0.7835, 0.7703, 0.7551, 0.7491, 0.7476, 0.7464, 0.7455, 0.7434, 0.7385, 0.7381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14407673", "24088502", "27306942", "641786", "22674621", "11344428", "970012", "16488405", "3462075", "3090454"], "ranked_scores": [0.7673, 0.7553, 0.7553, 0.7312, 0.7209, 0.7138, 0.713, 0.712, 0.7076, 0.7052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["2543135", "10463997", "22264117", "22038539", "52887689", "19460822", "8519911", "18949516", "6227220", "2466614"], "ranked_scores": [0.7536, 0.7424, 0.7337, 0.7158, 0.7075, 0.7053, 0.7051, 0.7029, 0.7022, 0.702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "3230361", "36386637", "17919731", "14155726", "1748921", "8460275", "25901598", "4417558", "8458567"], "ranked_scores": [0.8622, 0.8228, 0.807, 0.8027, 0.799, 0.7967, 0.7877, 0.7875, 0.7874, 0.7873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "22309946", "4920376", "37592824", "52095986", "116792", "17438862", "40996863", "15669393"], "ranked_scores": [0.8042, 0.8015, 0.7208, 0.7205, 0.7111, 0.7034, 0.6953, 0.6851, 0.6808, 0.6793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["27900414", "5953485", "3849194", "19149247", "22767022", "4361990", "4454788", "2119889", "14155726", "20649327"], "ranked_scores": [0.7736, 0.7648, 0.761, 0.7608, 0.7496, 0.7484, 0.7463, 0.7463, 0.7436, 0.7358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["25799020", "2988714", "16280642", "4583180", "31514338", "7688110", "28697248", "31107919", "6422576", "28249680"], "ranked_scores": [0.7808, 0.7768, 0.77, 0.769, 0.7682, 0.7571, 0.7544, 0.7512, 0.7506, 0.7503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21246752", "10641715", "13293033", "11992632", "5765455", "3391547", "10698739", "8551160", "2359152", "19970015"], "ranked_scores": [0.8519, 0.8434, 0.8308, 0.8163, 0.7956, 0.7848, 0.7813, 0.7811, 0.7753, 0.7704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["35660758", "14155726", "24294572", "3127341", "20649327", "14362678", "12691537", "41928290", "21564598", "25373397"], "ranked_scores": [0.7854, 0.7687, 0.7618, 0.7551, 0.7489, 0.7482, 0.7385, 0.7376, 0.7316, 0.7284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "6313547", "12240507", "7602348", "2425364", "38028419", "57574395", "25599283", "6718824"], "ranked_scores": [0.8242, 0.8002, 0.7474, 0.7287, 0.7249, 0.7132, 0.7, 0.6891, 0.6889, 0.679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "3153673", "13933299", "3067015", "24625323", "37207226", "31564409", "5953485", "24943534"], "ranked_scores": [0.6359, 0.6351, 0.611, 0.5978, 0.5962, 0.5955, 0.593, 0.5805, 0.5797, 0.5763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "6550579", "26973393", "44640124", "6944800", "4489217", "164985", "43385013", "16691520", "7028976"], "ranked_scores": [0.7685, 0.7313, 0.7313, 0.7197, 0.709, 0.7079, 0.704, 0.6972, 0.6953, 0.6946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "18104691", "19332616", "12240507", "22482024", "26409363", "6776834", "34054472", "4653837", "21246752"], "ranked_scores": [0.786, 0.7119, 0.7096, 0.707, 0.7029, 0.7018, 0.6975, 0.6953, 0.6926, 0.6897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "13282296", "1358909", "6313547", "24408040", "20526907", "41264017", "24625323", "21274919"], "ranked_scores": [0.7894, 0.7491, 0.7479, 0.7345, 0.726, 0.6894, 0.6868, 0.6846, 0.684, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "57574395", "13380011", "20261352", "25510546", "40901687", "30261663", "31624828", "2405259", "28107602"], "ranked_scores": [0.8021, 0.7731, 0.7655, 0.7629, 0.7566, 0.748, 0.7435, 0.7417, 0.7407, 0.7333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "23260700", "21931005", "12358173", "58006489", "5123516", "4979184", "67787658"], "ranked_scores": [0.8534, 0.7757, 0.7627, 0.7511, 0.7375, 0.7346, 0.7171, 0.7166, 0.7145, 0.7101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "13798951", "28006126", "10562341", "14311986", "8538916", "20344442", "9283422", "29347970", "20457190"], "ranked_scores": [0.8879, 0.8832, 0.8711, 0.8538, 0.8498, 0.849, 0.8458, 0.8449, 0.8448, 0.8438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20344442", "22874817", "13048272", "9283422", "20220731", "17829012", "14311986", "13798951"], "ranked_scores": [0.8322, 0.832, 0.7926, 0.7884, 0.7873, 0.7853, 0.7818, 0.779, 0.7716, 0.769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7224723", "5398179", "28738741", "12885341", "21274496", "26735018", "5304891", "35987381"], "ranked_scores": [0.8399, 0.7935, 0.7846, 0.7668, 0.7661, 0.7657, 0.7641, 0.7588, 0.7555, 0.7527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["13000926", "46602807", "22312627", "3698758", "29362104", "2335873", "4889228", "36653415", "19205437", "970012"], "ranked_scores": [0.5358, 0.5286, 0.5277, 0.5271, 0.5113, 0.5026, 0.5024, 0.4996, 0.4995, 0.4947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "13380011", "15319019", "41913714", "2158516", "293661", "14241418", "8856690", "25895285", "6426919"], "ranked_scores": [0.7554, 0.753, 0.7517, 0.7462, 0.7447, 0.7432, 0.7403, 0.7379, 0.7338, 0.7321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "13380980", "25298276", "41340212", "24873253", "14482051", "9056874", "24341590", "5386514"], "ranked_scores": [0.8201, 0.8048, 0.7721, 0.7599, 0.7488, 0.7487, 0.743, 0.7349, 0.7257, 0.72], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["31293581", "5979056", "23901235", "38830961", "17438862", "2947124", "44935041", "1550937", "16119973", "40632104"], "ranked_scores": [0.8224, 0.8146, 0.8079, 0.8044, 0.8024, 0.7927, 0.7915, 0.7889, 0.7884, 0.7852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "5273056", "8903143", "5914739", "34905328", "18834078", "29347970", "52944377", "20220731", "18042803"], "ranked_scores": [0.8829, 0.8766, 0.8729, 0.8713, 0.8683, 0.8587, 0.8539, 0.8502, 0.8456, 0.8433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["17693849", "13906581", "24921368", "5151024", "24163770", "24318630", "30813140", "70439309", "25515907", "19804204"], "ranked_scores": [0.6185, 0.612, 0.5752, 0.5106, 0.5087, 0.5056, 0.5002, 0.4967, 0.4961, 0.4954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "1550937", "19047331", "30041340", "14834714", "14380875", "28651643", "56486733", "28392393", "22517564"], "ranked_scores": [0.8632, 0.8505, 0.848, 0.8457, 0.8307, 0.8264, 0.823, 0.8226, 0.8222, 0.8219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "15983148", "6936141", "32927401", "7948486", "22281684", "3748310", "5395426", "11238784"], "ranked_scores": [0.8338, 0.7589, 0.7561, 0.7333, 0.722, 0.7211, 0.7156, 0.706, 0.7025, 0.6992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "8453819", "7225911", "23286603", "12130690", "14380875", "24042363", "25543207", "35884026", "22517564"], "ranked_scores": [0.8103, 0.7876, 0.7857, 0.78, 0.7768, 0.7703, 0.7665, 0.7664, 0.7557, 0.7554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "15997009", "31363207", "11254040", "7111021", "16787954", "23783727", "3944632", "2048139"], "ranked_scores": [0.8624, 0.7991, 0.7943, 0.7802, 0.7598, 0.7596, 0.7573, 0.7228, 0.7214, 0.7131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["46765242", "1900152", "6407356", "49432306", "14834714", "27437459", "9767444", "22517564", "5256564", "4468861"], "ranked_scores": [0.7907, 0.7859, 0.7844, 0.7678, 0.7668, 0.7626, 0.7608, 0.7461, 0.7429, 0.7413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "71625969", "3215494", "4462079", "2425364", "3150030", "30981192", "22023404", "44572913", "12810152"], "ranked_scores": [0.7102, 0.6962, 0.6834, 0.6814, 0.681, 0.6743, 0.6725, 0.6694, 0.6671, 0.6568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34582256", "7965928", "1568684", "15678772", "6504953", "7198295", "25687558", "12667988", "37424881"], "ranked_scores": [0.5542, 0.5363, 0.5263, 0.5185, 0.5177, 0.5087, 0.4978, 0.4975, 0.4963, 0.4927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "2138843", "38630735", "21301090", "20526907", "12561083", "13448422", "25028913", "6580081"], "ranked_scores": [0.7686, 0.7358, 0.6895, 0.6852, 0.6704, 0.6693, 0.664, 0.6636, 0.6605, 0.6512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22968257", "8903143", "25479072", "9283422", "18231807", "20344442", "5914739", "1227277", "8305686", "34436231"], "ranked_scores": [0.7666, 0.7568, 0.7529, 0.75, 0.7399, 0.7313, 0.7241, 0.723, 0.72, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "31554917", "5912283", "24318630", "485020", "13883546", "21590125", "32777637", "4695046", "45581752"], "ranked_scores": [0.5899, 0.5724, 0.5632, 0.534, 0.5202, 0.5194, 0.5056, 0.4997, 0.4978, 0.4907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["23136735", "28617573", "46695481", "27873158", "6561200", "46355579", "19140422", "9764256", "16980892", "14664424"], "ranked_scores": [0.8026, 0.788, 0.7796, 0.7764, 0.7745, 0.7563, 0.742, 0.736, 0.717, 0.6805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "18810195", "5821617", "11616424", "37362689", "4423401", "19583924", "13613916", "5094468", "4319174"], "ranked_scores": [0.7213, 0.7089, 0.7008, 0.6924, 0.6883, 0.6847, 0.6846, 0.6844, 0.6828, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "9225850", "20722510", "883747", "35256900", "2947124", "3330111", "9648896", "4447785"], "ranked_scores": [0.7832, 0.7247, 0.7049, 0.7043, 0.6891, 0.6786, 0.6771, 0.6664, 0.6595, 0.6591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "11469078", "10749308", "16390264", "17693849", "45920278", "24285403"], "ranked_scores": [0.7018, 0.6129, 0.4964, 0.4918, 0.4848, 0.4746, 0.4429, 0.4417, 0.4369, 0.4338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["20155713", "24282306", "24707550", "4380287", "7736860", "164985", "26735905", "219475", "13070316", "5774746"], "ranked_scores": [0.7538, 0.7503, 0.7487, 0.744, 0.734, 0.7339, 0.7334, 0.7314, 0.7296, 0.7279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "6182947", "9600826", "9239963", "8246922", "6270720", "364522", "43378932", "2474731"], "ranked_scores": [0.667, 0.6653, 0.6475, 0.6401, 0.6329, 0.6199, 0.6171, 0.6156, 0.6131, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "9767444", "9460704", "7986878", "13070316", "5991309", "7115651", "17876040", "8246922", "17682477"], "ranked_scores": [0.7481, 0.7324, 0.7223, 0.7159, 0.7153, 0.712, 0.7112, 0.7062, 0.7034, 0.7012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "24003461", "22867765", "4828984", "24660385", "2291922", "17741440", "34876410", "22767022", "13223957"], "ranked_scores": [0.5386, 0.5373, 0.5352, 0.5133, 0.5087, 0.506, 0.505, 0.4894, 0.4808, 0.4742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "17930286", "27076725", "12667988", "51386222", "44830890", "24055603", "8002529", "24510595", "30813140"], "ranked_scores": [0.6209, 0.619, 0.6077, 0.6015, 0.5971, 0.5889, 0.5878, 0.5873, 0.5862, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "21767325", "997143", "7813993", "29981186", "12839939", "21301090", "11718220", "24660385", "38630735"], "ranked_scores": [0.6817, 0.5401, 0.5309, 0.516, 0.5147, 0.5111, 0.5071, 0.5056, 0.503, 0.4994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22543403", "1848452", "22264117", "4434951", "22551259", "4679264", "2722988", "20028729"], "ranked_scores": [0.8401, 0.838, 0.8061, 0.795, 0.7908, 0.7698, 0.7535, 0.7332, 0.7323, 0.7208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11181416", "1344498", "3866315", "17195001", "10247282", "20672596", "23148978", "45770026", "4423401"], "ranked_scores": [0.6706, 0.6431, 0.6284, 0.6262, 0.6254, 0.6179, 0.613, 0.6129, 0.6076, 0.6068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "9433958", "2947124", "8300657", "10648422", "20996244", "23052989", "23901235", "27602752"], "ranked_scores": [0.7326, 0.719, 0.7138, 0.7126, 0.7042, 0.6858, 0.6839, 0.6769, 0.6723, 0.6715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "15559582", "37480103", "22007333", "21874312", "4886637", "15512462", "13831842", "17450673"], "ranked_scores": [0.8549, 0.8468, 0.8169, 0.8122, 0.7914, 0.7798, 0.7663, 0.7623, 0.7596, 0.7505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["29495185", "32423829", "46695481", "27873158", "36355784", "46355579", "12779444", "26798867", "23136735", "6561200"], "ranked_scores": [0.7813, 0.7658, 0.7646, 0.7604, 0.7581, 0.7542, 0.7408, 0.7392, 0.7312, 0.7281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7820043", "15435343", "7281161", "16605494", "7225911", "41337677", "31272411", "5838067", "13290521"], "ranked_scores": [0.7483, 0.7435, 0.7048, 0.7046, 0.7037, 0.6978, 0.697, 0.6945, 0.6945, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "16488405", "24512064", "883747", "46202852", "6315132", "17421851", "27243019", "37207226", "4421742"], "ranked_scores": [0.6972, 0.6715, 0.6491, 0.6338, 0.629, 0.6285, 0.6275, 0.6242, 0.6171, 0.6163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "28138927", "10463997", "2543135", "2466614", "52887689", "1084345", "7834603", "10012166", "17050065"], "ranked_scores": [0.686, 0.6614, 0.6584, 0.6533, 0.6354, 0.6318, 0.622, 0.6219, 0.6218, 0.6207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "10247314", "14155726", "45875990", "16863359", "1748921", "8305686", "8458567", "12225214", "51952430"], "ranked_scores": [0.7502, 0.7431, 0.7428, 0.7286, 0.7267, 0.7265, 0.7224, 0.7138, 0.7102, 0.7102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "27428509", "37592824", "116792", "4920376", "29657303", "23670644", "22309946", "14606752"], "ranked_scores": [0.7824, 0.6951, 0.6769, 0.6603, 0.6492, 0.6468, 0.6288, 0.6249, 0.6215, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2119889", "5953485", "14155726", "3849194", "8997410", "15548965", "35660758", "22767022", "612002", "21179714"], "ranked_scores": [0.6825, 0.6699, 0.6569, 0.6514, 0.6404, 0.6375, 0.6369, 0.635, 0.6297, 0.6267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7451607", "31514338", "22896970", "11922370", "2988714", "24142891", "35467590", "14581009", "19572798", "6422576"], "ranked_scores": [0.7198, 0.7094, 0.7003, 0.6998, 0.6993, 0.6989, 0.6979, 0.6879, 0.6876, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["10641715", "11992632", "3391547", "5765455", "26336593", "13293033", "2359152", "21246752", "6000423", "5782614"], "ranked_scores": [0.804, 0.7824, 0.7779, 0.7645, 0.7603, 0.7541, 0.7539, 0.7483, 0.7297, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["2405259", "22185730", "21564598", "20649327", "24980622", "16280642", "24294572", "11951999", "12130690", "9301606"], "ranked_scores": [0.6467, 0.6454, 0.6414, 0.636, 0.6359, 0.6341, 0.6273, 0.6273, 0.6224, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "6313547", "6718824", "30720103", "3090454", "22023404", "7602348", "38028419"], "ranked_scores": [0.7766, 0.7628, 0.7091, 0.6783, 0.6696, 0.6674, 0.6511, 0.643, 0.6374, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "44265107", "24625323", "3153673", "22023404", "7029990", "5556809", "4303939", "22186938"], "ranked_scores": [0.5891, 0.5682, 0.5619, 0.5577, 0.5567, 0.5502, 0.5479, 0.5409, 0.5397, 0.5328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "4489217", "6944800", "19603353", "164985", "26973393", "2014909", "40963697", "44640124", "16364639"], "ranked_scores": [0.7183, 0.6819, 0.6712, 0.6618, 0.6605, 0.6587, 0.6565, 0.6479, 0.6412, 0.6365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2587396", "19332616", "8672737", "38630735", "35534019", "18104691", "4421742", "10071590", "21372171"], "ranked_scores": [0.6695, 0.6573, 0.6564, 0.6463, 0.646, 0.6454, 0.6333, 0.6289, 0.6279, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "13933299", "41264017", "409280", "13282296", "1358909", "6313547", "71625969", "23267371"], "ranked_scores": [0.7487, 0.6872, 0.6509, 0.648, 0.6459, 0.636, 0.6359, 0.6221, 0.6191, 0.6182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "57574395", "14308244", "23052989", "41913714", "30261663", "13923140", "17333231", "20261352", "31624828"], "ranked_scores": [0.7232, 0.7188, 0.6885, 0.6845, 0.6838, 0.6822, 0.6693, 0.6665, 0.6664, 0.6646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "23260700", "4979184", "12358173", "58006489", "5123516", "9159125", "14149065"], "ranked_scores": [0.8073, 0.7756, 0.7634, 0.6976, 0.688, 0.6814, 0.6722, 0.6684, 0.659, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "13798951", "20388894", "29347970", "18546584", "28006126", "20220731", "20344442", "14311986", "9283422"], "ranked_scores": [0.8439, 0.8408, 0.8025, 0.7982, 0.7965, 0.7957, 0.7946, 0.7915, 0.7903, 0.7887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "45414636", "14492339", "13798951", "20388894", "21012916", "20220731", "29347970"], "ranked_scores": [0.7781, 0.7685, 0.7135, 0.71, 0.6877, 0.6773, 0.6754, 0.6727, 0.668, 0.667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "35987381", "92308", "10648422", "8300657", "5304891", "21274496", "5398179", "5752492"], "ranked_scores": [0.8331, 0.7476, 0.7355, 0.7165, 0.7121, 0.7078, 0.7005, 0.6995, 0.6966, 0.6907], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["34582256", "32975424", "7227763", "25817686", "22674621", "7198295", "28821565", "37296667", "33918970", "23576726"], "ranked_scores": [0.4417, 0.441, 0.4406, 0.4287, 0.4206, 0.4159, 0.4152, 0.4149, 0.4145, 0.4113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "25895285", "17338543", "14241418", "18473550", "293661", "26045237", "25014337", "34016944"], "ranked_scores": [0.7072, 0.6926, 0.6881, 0.6866, 0.6814, 0.6809, 0.6745, 0.6743, 0.674, 0.6688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41340212", "25298276", "24634621", "24873253", "13380980", "2492146", "24916604", "39903312", "46485368"], "ranked_scores": [0.8022, 0.7477, 0.7303, 0.7179, 0.716, 0.711, 0.7108, 0.7104, 0.7103, 0.7065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["31293581", "25315295", "10648422", "5979056", "13905670", "13923140", "5107861", "2947124", "1550937", "4399311"], "ranked_scores": [0.7372, 0.7316, 0.7291, 0.7265, 0.7209, 0.7201, 0.7173, 0.7163, 0.7153, 0.7148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "8903143", "5914739", "29347970", "34905328", "18237384", "13798951", "18834078", "9283422", "19561411"], "ranked_scores": [0.8447, 0.8318, 0.8288, 0.826, 0.8182, 0.8176, 0.8115, 0.8111, 0.8016, 0.7971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "41735503", "5372432", "17693849", "70439309", "24163770", "30813140", "45920278", "19945096"], "ranked_scores": [0.6137, 0.5093, 0.4743, 0.4735, 0.4699, 0.4696, 0.4615, 0.4575, 0.4553, 0.453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "19047331", "4920376", "24624992", "1550937", "17671145", "31272411", "7225911", "9784254", "37256966"], "ranked_scores": [0.8072, 0.8044, 0.7853, 0.7814, 0.7702, 0.769, 0.768, 0.7646, 0.7571, 0.7553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "14591894", "1871230", "14188138", "22997657", "18126445", "35256900", "2042250", "7948486"], "ranked_scores": [0.8012, 0.7255, 0.7097, 0.7092, 0.6911, 0.687, 0.6796, 0.6792, 0.679, 0.6787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "23286603", "12130690", "56486733", "17671145", "14819804", "41620295", "14380875", "4920376", "885056"], "ranked_scores": [0.7414, 0.7117, 0.7104, 0.7086, 0.7074, 0.6929, 0.6843, 0.684, 0.684, 0.6832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "7111021", "31363207", "11254040", "15997009", "16787954", "23783727", "26045237", "15319019"], "ranked_scores": [0.8302, 0.7418, 0.7346, 0.7342, 0.7291, 0.7174, 0.7035, 0.6878, 0.6837, 0.6728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "49432306", "1900152", "46765242", "5500086", "9767444", "26079071", "7621534", "7613033", "5256564"], "ranked_scores": [0.746, 0.7385, 0.7318, 0.7278, 0.7155, 0.7017, 0.6964, 0.6932, 0.6911, 0.6842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "12810152", "44624045", "2425364", "71625969", "44572913", "3150030", "22023404"], "ranked_scores": [0.7108, 0.6953, 0.6833, 0.6681, 0.664, 0.6576, 0.6564, 0.6509, 0.6504, 0.6459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "34582256", "13000926", "6504953", "7198295", "14865329", "25687558", "38023457", "33417012", "24241932"], "ranked_scores": [0.5241, 0.5097, 0.4907, 0.4472, 0.4346, 0.4309, 0.4252, 0.4251, 0.412, 0.4113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "2138843", "13448422", "16760369", "21301090", "4506414", "38630735", "20526907", "13282296"], "ranked_scores": [0.8016, 0.7227, 0.7057, 0.6823, 0.6795, 0.6736, 0.6703, 0.6699, 0.6677, 0.6639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "9283422", "5914739", "51952430", "8698857", "21557055", "22968257", "23895668", "25901598"], "ranked_scores": [0.7512, 0.742, 0.7335, 0.7222, 0.7201, 0.7137, 0.7134, 0.708, 0.7028, 0.7022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "21373821", "5912283", "31612088", "38752049", "21590125", "32777637", "13883546", "27150276", "4695046"], "ranked_scores": [0.6219, 0.6126, 0.6091, 0.5711, 0.5691, 0.5544, 0.5451, 0.5417, 0.5356, 0.5145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["46695481", "27873158", "23136735", "6561200", "28617573", "46355579", "9764256", "19140422", "16980892", "1203035"], "ranked_scores": [0.7951, 0.789, 0.7883, 0.7787, 0.7786, 0.7428, 0.7296, 0.7277, 0.7046, 0.6879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "20672596", "5094468", "4362729", "8458567", "21866916", "3831884", "4319174", "1344498"], "ranked_scores": [0.7329, 0.7129, 0.7005, 0.6985, 0.6854, 0.6787, 0.6774, 0.6757, 0.6732, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "883747", "35256900", "20722510", "9225850", "3330111", "9648896", "38587347", "2248870"], "ranked_scores": [0.7378, 0.7119, 0.6834, 0.6812, 0.6789, 0.6763, 0.6697, 0.6687, 0.6663, 0.6658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "11469078", "63858430", "30655442", "13906581", "7547329", "12087063"], "ranked_scores": [0.6382, 0.5498, 0.4713, 0.4158, 0.3946, 0.3845, 0.3678, 0.3595, 0.3497, 0.3486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "164985", "38587347", "24282306", "28783084", "20155713", "32742683", "219475", "4429118", "35256900"], "ranked_scores": [0.7511, 0.7301, 0.7128, 0.7094, 0.7062, 0.7053, 0.7017, 0.7009, 0.6983, 0.6952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10284593", "6853699", "6182947", "8290953", "6270720", "4418112", "15879931", "4421742", "2192419", "9600826"], "ranked_scores": [0.656, 0.6493, 0.6274, 0.6167, 0.6128, 0.6057, 0.6053, 0.6051, 0.6042, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "12899612", "9767444", "21719289", "17682477", "28517384", "7986878", "8246922", "10450300", "26873988"], "ranked_scores": [0.6889, 0.6757, 0.6681, 0.6676, 0.6663, 0.6653, 0.665, 0.6614, 0.6593, 0.6581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "34876410", "7764903", "4828984", "17741440", "24003461", "2291922", "22401720", "4406819", "7944381"], "ranked_scores": [0.5521, 0.5102, 0.508, 0.5022, 0.4933, 0.4825, 0.4811, 0.4785, 0.4753, 0.4705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "21274919", "17930286", "51386222", "8002529", "28419824", "24148722", "32463364", "24510595", "24163770"], "ranked_scores": [0.584, 0.5751, 0.5673, 0.5526, 0.5477, 0.544, 0.5392, 0.5367, 0.5337, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "997143", "29981186", "21301090", "11718220", "79231308", "21767325", "12839939", "24942840"], "ranked_scores": [0.6026, 0.4828, 0.4698, 0.4683, 0.4667, 0.4664, 0.4548, 0.442, 0.4395, 0.4379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22543403", "22264117", "4434951", "1848452", "22551259", "2722988", "4679264", "26230669"], "ranked_scores": [0.8458, 0.835, 0.8141, 0.7951, 0.791, 0.7902, 0.7683, 0.7538, 0.748, 0.7205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "11181416", "4423401", "10247282", "1344498", "23895668", "8460275", "20672596", "45153864"], "ranked_scores": [0.6761, 0.6468, 0.644, 0.6331, 0.6327, 0.6305, 0.6148, 0.6113, 0.61, 0.6092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "8300657", "2947124", "9433958", "10648422", "27602752", "1933281", "7717468", "10627801"], "ranked_scores": [0.7639, 0.7514, 0.745, 0.7344, 0.7276, 0.6881, 0.6857, 0.6785, 0.6785, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "37480103", "22007333", "13831842", "15559582", "21874312", "17450673", "23557241", "4886637"], "ranked_scores": [0.8199, 0.8174, 0.81, 0.7942, 0.7846, 0.7795, 0.7663, 0.7561, 0.7466, 0.7434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "36355784", "46695481", "27873158", "46355579", "12779444", "6561200", "29495185", "28617573", "26798867"], "ranked_scores": [0.7985, 0.7837, 0.7775, 0.7769, 0.7703, 0.7492, 0.746, 0.7423, 0.7301, 0.7151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "23727313", "44366096", "7820043", "41337677", "15435343", "16605494", "7225911", "7860396", "5838067"], "ranked_scores": [0.6705, 0.6604, 0.6512, 0.649, 0.6434, 0.638, 0.636, 0.6326, 0.6273, 0.6266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "6315132", "24512064", "16488405", "7227763", "883747", "46202852", "14492339", "27243019", "42298280"], "ranked_scores": [0.6333, 0.5861, 0.5849, 0.5834, 0.5759, 0.5709, 0.5668, 0.5646, 0.5623, 0.5607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "10012166", "22264117", "1084345", "2543135", "24347647", "28138927", "10463997", "1848452", "2466614"], "ranked_scores": [0.6701, 0.663, 0.6392, 0.6359, 0.6348, 0.6248, 0.6233, 0.6146, 0.6143, 0.6136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "45875990", "8305686", "12225214", "10247314", "51952430", "12172346", "16863359", "2405259", "30208015"], "ranked_scores": [0.7566, 0.7542, 0.7472, 0.7265, 0.7227, 0.7192, 0.7074, 0.7031, 0.7, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "810480", "116792", "12670680", "22309946", "25416944", "14606752"], "ranked_scores": [0.7608, 0.6395, 0.6299, 0.6087, 0.6027, 0.5852, 0.5691, 0.568, 0.5669, 0.5518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5953485", "14155726", "612002", "2119889", "22767022", "22968257", "21179714", "7221410", "43711341", "25483562"], "ranked_scores": [0.6508, 0.6395, 0.6342, 0.632, 0.6314, 0.6313, 0.6305, 0.6239, 0.6197, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "8290760", "31514338", "35467590", "7860396", "22896970", "7451607", "24142891", "14581009", "11922370"], "ranked_scores": [0.7357, 0.7157, 0.7153, 0.7152, 0.7092, 0.7072, 0.7069, 0.7064, 0.7063, 0.7062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "10641715", "2359152", "5765455", "5836", "13293033", "11992632", "5782614", "6000423", "26336593"], "ranked_scores": [0.7693, 0.7389, 0.7364, 0.7361, 0.7238, 0.7218, 0.7098, 0.7042, 0.6997, 0.6908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["34498325", "20649327", "12130690", "22495397", "46816158", "3127341", "28230867", "8305686", "16280642", "21754541"], "ranked_scores": [0.5977, 0.5967, 0.5963, 0.5859, 0.5854, 0.5838, 0.5833, 0.5828, 0.5827, 0.5799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "25599283", "6313547", "6718824", "30720103", "7602348", "22023404", "3090454"], "ranked_scores": [0.7614, 0.7439, 0.7038, 0.6486, 0.6394, 0.6372, 0.6255, 0.609, 0.5974, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "22023404", "71625969", "3067015", "21553394", "8892905", "4303939", "13933299", "3153673", "24625323"], "ranked_scores": [0.5574, 0.5293, 0.5235, 0.521, 0.5153, 0.5109, 0.4904, 0.4867, 0.4772, 0.4763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "4489217", "164985", "6944800", "6948886", "2014909", "33677323", "2030623", "40963697", "3475317"], "ranked_scores": [0.7008, 0.6907, 0.6816, 0.6746, 0.6716, 0.6539, 0.6455, 0.644, 0.6406, 0.6346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "38630735", "5782614", "13445579", "8672737", "15925931", "17930286", "23785605", "15984735", "2587396"], "ranked_scores": [0.6545, 0.6222, 0.6139, 0.6135, 0.611, 0.6096, 0.608, 0.6069, 0.6068, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "13933299", "1358909", "71625969", "13282296", "38752049", "409280", "32463364"], "ranked_scores": [0.7708, 0.7037, 0.6728, 0.6673, 0.6659, 0.6347, 0.6292, 0.6208, 0.6204, 0.6104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14308244", "13380011", "57574395", "34905328", "31624828", "17333231", "41913714", "23052989", "11899391"], "ranked_scores": [0.7214, 0.7066, 0.6885, 0.6877, 0.6873, 0.6859, 0.6848, 0.6765, 0.6721, 0.6653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "6923961", "31682248", "4979184", "28697248", "23260700", "7688110", "12358173", "7028976"], "ranked_scores": [0.7858, 0.7555, 0.7555, 0.6995, 0.6911, 0.6898, 0.686, 0.6761, 0.6745, 0.6735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "28006126", "20388894", "20220731", "29347970", "22174015", "18546584", "20344442", "6123924"], "ranked_scores": [0.8099, 0.803, 0.7926, 0.7899, 0.7888, 0.7871, 0.7815, 0.7752, 0.7687, 0.7622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "13798951", "20220731", "34905328", "24879055", "21012916", "54561384", "20388894", "17829012"], "ranked_scores": [0.7912, 0.7786, 0.7081, 0.6987, 0.6898, 0.6896, 0.6865, 0.6865, 0.6861, 0.6852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "12885341", "8300657", "21274496", "7224723", "35987381", "10648422", "18275697", "92308", "5735492"], "ranked_scores": [0.8246, 0.7194, 0.7153, 0.7136, 0.7112, 0.7059, 0.6916, 0.6874, 0.6866, 0.6843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "29362104", "34582256", "33918970", "12280462", "22312627", "38830961", "41877386", "37296667", "1127562"], "ranked_scores": [0.5078, 0.4965, 0.4798, 0.4666, 0.4588, 0.4513, 0.4512, 0.4454, 0.4413, 0.437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "15319019", "25014337", "26045237", "14241418", "25895285", "24069089", "34016944", "19497526", "17338543"], "ranked_scores": [0.6761, 0.6697, 0.6605, 0.6492, 0.6426, 0.6388, 0.6373, 0.636, 0.6327, 0.6298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41340212", "24634621", "24341590", "2492146", "46485368", "40790033", "24873253", "24916604", "25298276"], "ranked_scores": [0.7855, 0.7208, 0.7199, 0.7126, 0.7069, 0.6994, 0.6959, 0.6946, 0.692, 0.6918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "10530014", "17438862", "13923140", "5107861", "6270720", "40632104", "45449835", "5979056", "4429118"], "ranked_scores": [0.7183, 0.7163, 0.6988, 0.687, 0.678, 0.6773, 0.6742, 0.6715, 0.6705, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "13798951", "34905328", "18834078", "18237384", "29347970", "8903143", "5914739", "20220731", "5273056"], "ranked_scores": [0.8303, 0.8106, 0.8097, 0.8059, 0.8041, 0.8016, 0.797, 0.7959, 0.7854, 0.7839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5372432", "28017005", "19071857", "6421734", "32909242", "19945096", "70439309", "16390264"], "ranked_scores": [0.6299, 0.4606, 0.4491, 0.4275, 0.4239, 0.4233, 0.4175, 0.4172, 0.4106, 0.4077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "7225911", "19047331", "17671145", "31272411", "4920376", "1550937", "9784254", "24624992", "22674621"], "ranked_scores": [0.7742, 0.7568, 0.7548, 0.7525, 0.741, 0.7408, 0.7344, 0.7319, 0.7268, 0.7189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "35256900", "14591894", "24044977", "15983148", "18126445", "38944245", "25036988"], "ranked_scores": [0.7845, 0.6828, 0.6606, 0.6507, 0.6485, 0.6477, 0.6355, 0.6348, 0.6331, 0.6317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "7225911", "17671145", "12130690", "41620295", "9956893", "14171859", "56486733", "22116439", "14819804"], "ranked_scores": [0.7324, 0.7312, 0.7251, 0.7029, 0.697, 0.6935, 0.6921, 0.6898, 0.6898, 0.6837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "31363207", "15997009", "7111021", "16787954", "11254040", "15319019", "26045237", "5991309"], "ranked_scores": [0.8477, 0.7597, 0.7457, 0.7367, 0.733, 0.7279, 0.7227, 0.7028, 0.6991, 0.6731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "5492542", "49432306", "22635278", "9767444", "5500086", "1900152", "7613033", "14834714", "3981033"], "ranked_scores": [0.7195, 0.7065, 0.6961, 0.6832, 0.6807, 0.6782, 0.6748, 0.6692, 0.6651, 0.6638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "12810152", "21636085", "2425364", "33409100", "22023404", "4442799", "34054472"], "ranked_scores": [0.7059, 0.6957, 0.6695, 0.6639, 0.6559, 0.6515, 0.6466, 0.6428, 0.638, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "34582256", "13000926", "7198295", "25687558", "6504953", "14865329", "1360607", "4841908", "24241932"], "ranked_scores": [0.5226, 0.5002, 0.4763, 0.466, 0.4535, 0.4432, 0.4139, 0.3979, 0.3955, 0.3944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "13448422", "2138843", "21301090", "38630735", "16760369", "12561083", "20526907", "24408040"], "ranked_scores": [0.8238, 0.7404, 0.7191, 0.713, 0.713, 0.7003, 0.6981, 0.6879, 0.6851, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "21557055", "5914739", "51952430", "9283422", "8698857", "8305686", "25901598", "306006"], "ranked_scores": [0.7498, 0.7449, 0.74, 0.7385, 0.735, 0.7347, 0.7272, 0.7264, 0.7248, 0.7177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "38752049", "21590125", "31612088", "32777637", "4587978", "13883546", "22995579"], "ranked_scores": [0.6131, 0.5997, 0.5963, 0.569, 0.5416, 0.5296, 0.5119, 0.5109, 0.5076, 0.5058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["46695481", "23136735", "6561200", "28617573", "27873158", "46355579", "19140422", "9764256", "16980892", "1203035"], "ranked_scores": [0.7991, 0.7924, 0.7859, 0.7823, 0.7777, 0.7464, 0.7446, 0.7277, 0.7172, 0.7064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "23576165", "20672596", "4362729", "3831884", "1344498", "4319174", "13889430"], "ranked_scores": [0.7291, 0.7076, 0.6971, 0.6963, 0.6743, 0.6722, 0.6696, 0.6644, 0.6623, 0.6608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "1800734", "20722510", "2248870", "9225850", "2474731", "2947124", "32533299", "38587347"], "ranked_scores": [0.7503, 0.7083, 0.6884, 0.6776, 0.675, 0.6714, 0.671, 0.6666, 0.6649, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "10749308", "63858430", "11469078", "7547329", "30655442", "13097856"], "ranked_scores": [0.6507, 0.5513, 0.4577, 0.3881, 0.387, 0.3856, 0.3806, 0.3766, 0.3766, 0.3636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "38587347", "164985", "24282306", "219475", "35256900", "4380287", "4429118", "381602", "32742683"], "ranked_scores": [0.7014, 0.6929, 0.6895, 0.689, 0.6886, 0.6726, 0.6654, 0.6643, 0.6601, 0.66], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "2192419", "4418112", "8290953", "12866641", "6580081", "9600826", "15879931", "2973910"], "ranked_scores": [0.6478, 0.6166, 0.6111, 0.6037, 0.6003, 0.5981, 0.5865, 0.585, 0.5833, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "12899612", "17682477", "7986878", "9767444", "26873988", "8246922", "17327939", "5991309", "21150010"], "ranked_scores": [0.6428, 0.6401, 0.6388, 0.6351, 0.6313, 0.6296, 0.6246, 0.6236, 0.6226, 0.622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "25068298", "7764903", "4828984", "22401720", "34876410", "4406819", "30464859", "22867765", "16557565"], "ranked_scores": [0.4887, 0.4512, 0.4495, 0.4485, 0.4477, 0.4376, 0.4371, 0.4337, 0.411, 0.41], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "28419824", "21274919", "24510595", "12667988", "44830890", "37583120", "32463364"], "ranked_scores": [0.5774, 0.5638, 0.5601, 0.5487, 0.5447, 0.5236, 0.5191, 0.5151, 0.5037, 0.5018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "45276789", "29981186", "21301090", "21767325", "9754530", "79231308", "44048701", "6153754"], "ranked_scores": [0.6256, 0.5141, 0.51, 0.4977, 0.4802, 0.4653, 0.4653, 0.4639, 0.4578, 0.4515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "4434951", "22543403", "1848452", "4679264", "22551259", "2722988", "7514614"], "ranked_scores": [0.8456, 0.8183, 0.8033, 0.7979, 0.7966, 0.789, 0.7537, 0.7522, 0.7459, 0.7291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "11181416", "1344498", "4423401", "23895668", "8460275", "10247282", "2158516", "1227277"], "ranked_scores": [0.6573, 0.6438, 0.6176, 0.6144, 0.6133, 0.6109, 0.6078, 0.6073, 0.5967, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "8300657", "9433958", "2947124", "34287602", "27602752", "10648422", "7717468", "20996244", "26873988"], "ranked_scores": [0.7548, 0.7401, 0.7269, 0.7262, 0.7223, 0.6863, 0.672, 0.6715, 0.6715, 0.6715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "25973484", "22007333", "15559582", "21874312", "13831842", "23557241", "17450673", "15512462"], "ranked_scores": [0.8187, 0.8145, 0.8081, 0.8025, 0.7807, 0.7792, 0.7761, 0.774, 0.7605, 0.7484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "36355784", "46355579", "27873158", "46695481", "6561200", "12779444", "28617573", "23136735", "29495185"], "ranked_scores": [0.773, 0.7698, 0.7618, 0.7555, 0.7547, 0.7214, 0.716, 0.7151, 0.698, 0.6934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7225911", "13290521", "23727313", "31272411", "8005007", "7860396", "21651116", "14819804", "3154880"], "ranked_scores": [0.6849, 0.6708, 0.6705, 0.667, 0.6635, 0.661, 0.6573, 0.6521, 0.652, 0.6519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "6315132", "24512064", "883747", "8317408", "23665162", "36444198", "42298280", "7227763", "14407673"], "ranked_scores": [0.584, 0.5753, 0.5736, 0.5562, 0.5385, 0.5367, 0.5364, 0.5352, 0.5311, 0.531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "22264117", "2543135", "10012166", "1084345", "1848452", "28138927", "24347647", "13350374", "2466614"], "ranked_scores": [0.6592, 0.6297, 0.6287, 0.626, 0.6141, 0.6101, 0.6089, 0.6042, 0.5992, 0.5985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "10247314", "13790144", "30208015", "45875990", "51952430", "12225214", "11844826", "16120395"], "ranked_scores": [0.7673, 0.7634, 0.7534, 0.7521, 0.7477, 0.7422, 0.7416, 0.7372, 0.7368, 0.7353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "810480", "15889329", "25416944", "23670644", "116792", "1428830", "8672737", "8868863"], "ranked_scores": [0.7635, 0.615, 0.6077, 0.6075, 0.5886, 0.5629, 0.555, 0.5541, 0.5375, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22767022", "5953485", "21179714", "612002", "7221410", "3849194", "22968257", "14155726", "16128711", "7029990"], "ranked_scores": [0.6933, 0.6728, 0.6644, 0.6595, 0.655, 0.654, 0.6528, 0.6472, 0.647, 0.6462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "4138659", "11922370", "24142891", "23577014", "4362729", "17945638", "22896970", "31514338", "6422576"], "ranked_scores": [0.736, 0.7018, 0.7016, 0.7003, 0.6962, 0.6938, 0.6919, 0.6891, 0.6851, 0.684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "2359152", "5782614", "10641715", "8083310", "13293033", "3863543", "6000423"], "ranked_scores": [0.7877, 0.7353, 0.7322, 0.7317, 0.7175, 0.7111, 0.709, 0.6927, 0.6911, 0.6861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["17416520", "16472469", "16280642", "26607366", "22495397", "20649327", "22174015", "4447055", "38811597", "40383969"], "ranked_scores": [0.5965, 0.59, 0.5875, 0.5822, 0.5761, 0.5759, 0.5758, 0.5745, 0.5726, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "6313547", "22023404", "3150030", "3090454"], "ranked_scores": [0.7495, 0.7262, 0.6817, 0.6222, 0.6124, 0.6081, 0.6046, 0.5753, 0.564, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["8892905", "38028419", "71625969", "22023404", "4303939", "21553394", "3067015", "583260", "3153673", "23267371"], "ranked_scores": [0.5447, 0.5311, 0.5195, 0.5177, 0.4914, 0.4875, 0.4868, 0.4742, 0.4728, 0.4719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "164985", "6944800", "4489217", "6948886", "3475317", "40963697", "26973393", "18237384", "2014909"], "ranked_scores": [0.713, 0.6584, 0.6559, 0.6465, 0.6412, 0.6342, 0.6331, 0.6318, 0.6312, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "10795340", "5782614", "38630735", "3984231", "10284593", "12240507", "35534019", "28338268", "42298280"], "ranked_scores": [0.6846, 0.6274, 0.6247, 0.6221, 0.6212, 0.6198, 0.6169, 0.6151, 0.6102, 0.6069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "38752049", "32463364", "13933299", "41264017", "21590125", "28419824", "36003142", "1358909"], "ranked_scores": [0.7571, 0.6759, 0.6552, 0.6509, 0.6476, 0.6446, 0.6407, 0.639, 0.637, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "13380011", "14308244", "34905328", "17333231", "31624828", "33911859", "41913714", "8596357", "13923140"], "ranked_scores": [0.7509, 0.7219, 0.7216, 0.7143, 0.7129, 0.7081, 0.7002, 0.6985, 0.6967, 0.6833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "31682248", "5123516", "9159125", "12358173", "28697248", "28334217"], "ranked_scores": [0.8061, 0.7785, 0.7622, 0.7203, 0.7075, 0.7011, 0.7004, 0.697, 0.6942, 0.6929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "29347970", "28006126", "18546584", "20220731", "9558539", "20388894", "20344442", "22174015"], "ranked_scores": [0.7992, 0.7988, 0.7823, 0.7808, 0.779, 0.7734, 0.7623, 0.7622, 0.7604, 0.7603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "13798951", "34905328", "54561384", "20457190", "14647747", "18374364", "6123924"], "ranked_scores": [0.7783, 0.7589, 0.6827, 0.6751, 0.6705, 0.6665, 0.6652, 0.654, 0.6539, 0.6524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "7224723", "12885341", "29023309", "28738741", "92308", "8563659"], "ranked_scores": [0.8072, 0.7159, 0.6992, 0.6969, 0.6786, 0.6748, 0.6738, 0.6637, 0.663, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "12280462", "29362104", "34582256", "22312627", "38830961", "23576726", "18678095", "40590358", "44693226"], "ranked_scores": [0.4859, 0.4462, 0.443, 0.4427, 0.4389, 0.4355, 0.4338, 0.4273, 0.4262, 0.4245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "25014337", "14241418", "34016944", "14819804", "15319019", "41337677", "4889228", "25895285", "41913714"], "ranked_scores": [0.6746, 0.6559, 0.655, 0.6387, 0.6385, 0.638, 0.6313, 0.627, 0.6251, 0.6227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "24916604", "24341590", "41340212", "2492146", "25298276", "24634621", "20127522", "40790033"], "ranked_scores": [0.7728, 0.7129, 0.7024, 0.7019, 0.7005, 0.6977, 0.6972, 0.697, 0.6943, 0.6881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "10530014", "13923140", "40632104", "16488405", "1550937", "45449835", "10648422", "5752492", "5107861"], "ranked_scores": [0.7244, 0.7193, 0.7069, 0.7049, 0.698, 0.6971, 0.6966, 0.6943, 0.6923, 0.6879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "8903143", "5914739", "13798951", "18237384", "29347970", "5273056", "18834078", "8538916"], "ranked_scores": [0.8444, 0.8285, 0.8222, 0.8185, 0.8137, 0.8019, 0.8019, 0.7929, 0.7897, 0.7867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "19071857", "6421734", "5372432", "32909242", "25886725", "40905302", "29107210", "19945096"], "ranked_scores": [0.6192, 0.4695, 0.4419, 0.4402, 0.4402, 0.4386, 0.4376, 0.4272, 0.4171, 0.4169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "19047331", "7225911", "4920376", "17671145", "1550937", "24624992", "15322518", "27822315", "9784254"], "ranked_scores": [0.783, 0.7729, 0.765, 0.7646, 0.7577, 0.7494, 0.743, 0.7383, 0.735, 0.7302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "14591894", "15983148", "9225850", "24044977", "18126445", "28149602", "35256900"], "ranked_scores": [0.7736, 0.6789, 0.6479, 0.6295, 0.6268, 0.6213, 0.6209, 0.6185, 0.612, 0.6072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17671145", "7225911", "14171859", "23286603", "41620295", "12130690", "14819804", "885056", "56486733", "14380875"], "ranked_scores": [0.7494, 0.7487, 0.7216, 0.7158, 0.7091, 0.6995, 0.6978, 0.6949, 0.6911, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "16787954", "341324", "15997009", "31363207", "15319019", "7111021", "35087728", "5991309", "36216395"], "ranked_scores": [0.8254, 0.7436, 0.7436, 0.734, 0.73, 0.7091, 0.7088, 0.7058, 0.701, 0.6981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "6407356", "49432306", "7821634", "1900152", "9767444", "7613033", "3730196", "23863551", "26079071"], "ranked_scores": [0.6913, 0.6839, 0.6824, 0.6818, 0.6793, 0.6753, 0.6668, 0.6617, 0.6592, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12240507", "16256507", "21553394", "23267371", "6718824", "2425364", "42150015", "38551172", "8892905", "6636088"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["38076716", "12584053", "11254040", "12869200", "3270834", "44693226", "1220287", "16180601", "3552753", "41493639"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "1398021", "23983289", "3898784", "3093512", "13445579", "24408040", "52175065", "3056682", "38630735"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2119889", "10162553", "10365787", "3203590", "8903143", "1227277", "11674596", "1065627", "4489217", "9056874"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["6040392", "21373821", "3623127", "14924526", "22401061", "7514614", "5551138", "649951", "6896063", "74137632"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["11238951", "32462603", "12236208", "14965508", "5323845", "6561200", "8997410", "7552147", "9764256", "86694016"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1175, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.25}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["35884026", "22190276", "38899659", "14965508", "3085264", "4138659", "2099400", "5254463", "9283422", "9911547"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["25742130", "24044977", "23509113", "3943235", "84085333", "4336849", "44562058", "46517055", "9225850", "6936141"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["16201748", "27061085", "25629722", "143868995", "41226276", "28697248", "63858430", "4378885", "6477536", "665817"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["14965508", "23136735", "123859", "4409524", "4020950", "5254463", "16284655", "7552147", "86694016", "9911547"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["14965508", "24735908", "16557565", "15692098", "21373240", "8672737", "2829179", "7647224", "86694016", "8698208"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["3572885", "35062452", "4417558", "39559521", "3981033", "9878167", "40323454", "4396105", "5500086", "7820043"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14965508", "24735908", "34268160", "10812605", "17464771", "23136735", "30437264", "46355579", "8398627", "40005757"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "15678772", "12667988", "21274919", "1358909", "24163770", "16180601", "24510595", "9550981", "7285256"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["11172205", "14973286", "12887068", "15925931", "5468807", "23863551", "4889228", "32927401", "4961038", "6137330"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22551259", "13934676", "2722988", "7514614", "4434951", "46485368", "58564850", "7988832"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14835068", "12172346", "1344498", "350542", "3153673", "6277638", "35345807", "8458567", "5704562", "9159125"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["1049501", "14848619", "30261663", "33638477", "3590806", "42065070", "39559521", "52095986", "9226649", "4380287"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16098747", "25973484", "188911", "37583120", "3831884", "4886637", "6085365", "5145974", "7285256", "520579"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["2492146", "7650066", "46355579", "13223957", "19140422", "25589047", "24450344", "28617573", "9764256", "45015767"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["1215116", "6144337", "12885341", "29509926", "38745690", "5289038", "42065070", "5572127", "7433668", "9226649"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["52175065", "3898784", "41120293", "38023457", "40096222", "4920376", "5867846", "4961038", "5884524", "6157837"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["13515165", "25576204", "22264117", "46485368", "43661837", "6599693", "4679264", "7514614", "667451", "7595742"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["17967608", "28107602", "10162553", "1065627", "42489926", "12225214", "2119889", "25488034", "9451052", "9752604"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["8698208", "1145473", "11581157", "14924526", "16267205", "38623601", "6123521", "3572885", "6227220", "8300657"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["25298276", "19099739", "20943272", "19205326", "26886351", "9629682", "3118719", "22980205", "2851611", "6565037"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["8290760", "24512417", "22428640", "11674288", "14581009", "123859", "22843616", "5567223", "25085979", "6264468"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["17821387", "2888272", "3514072", "29231620", "28928964", "4446814", "4313478", "4392608", "6923961", "6776834"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["25263942", "10365787", "14973286", "17821387", "58006489", "19047331", "4489217", "25901598", "21564598", "9056874"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2425364", "21553394", "23267371", "5765455", "34228604", "6313547", "5268462", "6000423", "6718824", "9194077"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "14874811", "6718824", "1907601", "20261352", "25599283", "25687558", "597790", "7177329", "8892905"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6788835", "10991183", "15425958", "6550579", "15946643", "4162857", "39776978", "6712836", "7451607", "8219248"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["17821387", "41239107", "1941721", "20839751", "21564598", "2679511", "42731834", "4319844", "4446814", "34753204"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["16119973", "21093407", "20261352", "16256507", "6710699", "5811042", "6085365", "581832", "881332", "6718824"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["14848619", "18914652", "23863551", "21185923", "26735018", "25827024", "3514072", "41913714", "26851674", "9687772"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["654735", "8093935", "13368032", "13552682", "18399038", "2316374", "16284655", "9634465", "25141908", "25404036"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40608679", "14311986", "10576136", "20344442", "13481880", "25479072", "23273454", "14471161", "22174015", "8538916"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["25085979", "5567223", "27243019", "3903084", "37549932", "4767806", "4418070", "4856149", "8610932", "9122283"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24725136", "27567994", "38745690", "38023457", "40632104", "42065070", "5106691", "39559521", "9226649", "46202852"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["31902335", "9547722", "45820464", "23576165", "26902591", "44048701", "40005757", "40127292", "51706771", "7711685"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["4910408", "17682477", "5775033", "3619931", "3215494", "13624704", "6277638", "928281", "6796297", "9956893"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["10795340", "13380980", "12409683", "25643818", "14121786", "45218443", "32463364", "6718824", "8892905", "9899292"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["42298280", "34630025", "42065070", "33677323", "14386505", "41913714", "6313547", "5765455", "994800", "8994465"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8083310", "10165723", "4410181", "164985", "40323454", "25858295", "40349336", "43192375", "52893592", "7114092"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["24163770", "22067786", "41493639", "17433284", "17930286", "25761154", "3878434", "8037453", "40666943", "41298619"], "ranked_scores": [25.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["12737132", "25738896", "3462075", "26887439", "4678846", "6517763", "6421792", "5132358", "641786", "7975937"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["6936141", "17327939", "2139357", "28015516", "883747", "4162857", "3506723", "6157371", "7042304", "7451018"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["12130690", "19313533", "31387717", "16208091", "23974474", "3973445", "26011884", "40500438", "885056", "56486733"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["26000593", "14973286", "18025240", "9460704", "19878070", "24055603", "3285322", "3944632", "26045237", "79696454"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11246427", "20945963", "24341590", "3898784", "25974070", "6580081", "42150015", "8453819", "27240667", "7165938"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "42150015", "1358909", "22023404", "3150030", "20526907", "24285403", "37583120", "38551172", "4462079"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["44693226", "970012", "12667988", "1568684", "22482024", "28806780", "33458992", "4463811", "44265107", "7640792"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "23983289", "4910408", "38630735", "12561083", "15925931", "21301090", "21274919", "2061878", "3093512"], "ranked_scores": [56.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25901598", "32001951", "19165076", "3203590", "10162553", "1748921", "10365787", "9283422", "8305686"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "31554917", "38752049", "116792", "5912283", "4587978", "649951", "6040392", "4505748", "4700428"], "ranked_scores": [54.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["16980892", "19854543", "32462603", "23136735", "46355579", "46695481", "28617573", "35777860", "6561200", "9764256"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.382, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["38899659", "22190276", "3085264", "43390777", "19583924", "4138659", "20672596", "5144381", "4429388", "9283422"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["3330111", "21258863", "23509113", "10491220", "20722510", "43378932", "8190282", "2417551", "6936141", "9225850"], "ranked_scores": [54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "11481946", "5372432", "665817", "6477536", "21746539", "143868995", "24943534", "2061878", "7640792"], "ranked_scores": [50.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "4020950", "20333864", "14965508", "5254463", "38675228", "4460880", "8771704", "6853699", "7552147"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["14965508", "28738741", "11441172", "24003461", "25141908", "7552147", "24634621", "35534019", "8997410", "4020950"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4417558", "9433958", "6182947", "1196631", "12580014", "17682477", "7944381", "2272614", "45820464", "25738896"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34268160", "17741440", "16905344", "24735908", "52175065", "23136735", "23305884", "25737507", "37686718", "8398627"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["12667988", "22067786", "21274919", "42150015", "15678772", "24872571", "24285403", "5402581", "7285256", "791050"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["4506414", "11718220", "6070278", "21048969", "25515907", "15482274", "4445629", "5151024", "79231308", "8318922"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "6040392", "9291668", "22264117", "1084345", "14475235", "4434951", "46485368", "8519911", "7514614"], "ranked_scores": [57.0, 57.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["3866315", "8458567", "1344498", "350542", "40667066", "4417558", "6767271", "8646760", "8856690", "9955779"], "ranked_scores": [56.0, 56.0, 56.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8774475", "15462523", "22134353", "41790911", "7093809", "14496749", "43661837", "4394525", "57574395", "6710699"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "2015126", "4886637", "520579", "16098747", "27123743", "17450673", "6085365", "37480103", "7285256"], "ranked_scores": [59.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["25589047", "2492146", "46695481", "13831842", "26067999", "32423829", "7650066", "29253460", "9764256", "409280"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["30297355", "10359591", "44366096", "17195001", "306311", "10790846", "368506", "3835423", "4402497", "6144337"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["38023457", "41120293", "2061878", "2973910", "34582256", "43378932", "4920376", "3899896", "6334188", "5108807"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["797114", "6599693", "22038539", "22264117", "46485368", "7514614", "7655029", "9291668", "8002887", "8519911"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "8417211", "5403286", "27274441", "18694784", "21557055", "28107602", "9881829", "3127341", "4417558"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["37592824", "6123521", "13001323", "25419778", "2061878", "29321530", "8512633", "36003142", "8698208", "40323148"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["20943272", "3118719", "7221410", "40667066", "4361990", "3981729", "26607366", "4468861", "5953485", "9881829"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["18037805", "22712546", "14581009", "28249680", "25085979", "6264468", "38899659", "8290760", "6717533", "5860364"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11992632", "13293033", "6923961", "10641715", "28530299", "3391547", "43226130", "3514072", "5765455", "36082224"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21564598", "12130690", "12236208", "10024681", "25263942", "2119889", "2389574", "5700349", "3203590", "9911547"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "2425364", "6718824", "6313547", "14782049", "21553394", "11738716", "12240507", "25599283", "9513785"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["25599283", "3067015", "24943534", "23267371", "38028419", "37207226", "37488367", "39970500", "8892905", "4303939"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["14103509", "28468276", "15946643", "6550579", "5765455", "5836", "6000423", "8994465", "654735", "6157371"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["16826810", "13768432", "41239107", "26409363", "17821387", "4446814", "22674621", "5836", "31293581", "4319844"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["8002529", "6313547", "10984005", "13934676", "42150015", "21274919", "24625323", "5556809", "24921368", "37488367"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13106686", "9687772", "33792330", "30297355", "8774475", "2533768", "27403802", "4399311", "58006489", "6923795"], "ranked_scores": [54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4979184", "4447055", "15570691", "18399038", "3825472", "35760786", "654735", "5254463"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["14311986", "8538916", "25479072", "27910499", "28006126", "20344442", "30303335", "25901598", "7521113", "9558539"], "ranked_scores": [60.0, 59.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["4418070", "27910499", "21012916", "7521113", "14647747", "8610932", "21855837", "37549932", "4303075", "4326318"], "ranked_scores": [55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["8385277", "24725136", "24596228", "46202852", "7224723", "5107861", "7451018", "8247469", "9433958", "9226649"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["19132741", "26902591", "32975424", "40005757", "25355575", "32481310", "5775033", "36838958", "7968532", "46602807"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["17682477", "19005293", "14657344", "2947124", "9460704", "35747505", "32454714", "8563659", "9614443", "8856690"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["10795340", "10024681", "15997009", "40913091", "46765242", "13380980", "5500086", "2559303", "4841908", "8427306"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["31293581", "13905670", "33677323", "14386505", "18450716", "7042304", "2466614", "38830961", "24989194", "7225911"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["12737132", "16745747", "35651106", "5572127", "982650", "8083310", "27567994", "5273056", "7228140", "5468807"], "ranked_scores": [57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["22067786", "11071351", "32463364", "17930286", "24163770", "2338488", "24510595", "24285403", "40666943", "3552753"], "ranked_scores": [47.0, 47.0, 47.0, 46.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["22674621", "1605392", "18231807", "27602752", "24221369", "28651643", "2272614", "35987381", "5132358", "7821634"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "6936141", "4162857", "11020556", "25141908", "3506723", "44801733", "994800", "46112052", "4928282"], "ranked_scores": [57.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "10162553", "15659108", "18042803", "16208091", "3127341", "23863551", "24042363", "23076291", "885056"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4489217", "16016673", "3944632", "11254040", "14973286", "16787954", "20183360", "17462437", "26000593", "9498458"], "ranked_scores": [55.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "17438862", "18231807", "24349992", "27437459", "24341590", "7221410", "6157837", "9648896", "7165938"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "22023404", "42150015", "4462079", "20526907", "3150030", "34054472", "25599283", "25974070", "520579"], "ranked_scores": [102.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["44693226", "980196", "1568684", "14700857", "29526125", "4841908", "25589047", "28806780", "9617381", "45447613"], "ranked_scores": [96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "12561083", "4910408", "38630735", "21301090", "29253460", "3898784", "34054472", "24285403", "45447613"], "ranked_scores": [107.0, 102.0, 101.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["1227277", "28107602", "12948892", "23863551", "3203590", "21557055", "22317868", "25901598", "27373088", "28249680"], "ranked_scores": [101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "21373821", "5912283", "24318630", "13883546", "35022568", "38752049", "12087063", "25315295", "45548062"], "ranked_scores": [93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["9764256", "46695481", "46355579", "28617573", "16980892", "12779444", "27873158", "23136735", "19854543", "6561200"], "ranked_scores": [103.0, 102.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9349, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["5144381", "4429388", "43390777", "14719322", "4138659", "21479575", "31851367", "37362689", "935538", "6454371"], "ranked_scores": [101.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["11441172", "23509113", "33884866", "10648422", "15462523", "14260013", "17682477", "5511240", "14664424", "6501747"], "ranked_scores": [102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "143868995", "63858430", "16390264", "6477536", "5372432", "18340282", "28017005", "30813140"], "ranked_scores": [101.0, 95.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["20183360", "3475317", "4020950", "23604601", "3680979", "25300426", "44935041", "4387484", "7399084", "5254463"], "ranked_scores": [100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["14965508", "10071590", "25191216", "29981186", "7451018", "34268160", "25141908", "32159283", "46355579", "9239963"], "ranked_scores": [96.0, 96.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["8856690", "12580014", "1196631", "13992047", "22980205", "4417558", "17682477", "4347374", "8144920", "23912923"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34268160", "12513042", "2291922", "17168045", "17464771", "24660385", "17741440", "3475317", "25141908", "52175065"], "ranked_scores": [94.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["37583120", "21274919", "42150015", "46277811", "7655029", "4828631", "24510595", "6070278", "6945285", "791050"], "ranked_scores": [96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["21767325", "15482274", "79231308", "4506414", "21048969", "11718220", "6070278", "24660385", "31890716", "32328114"], "ranked_scores": [98.0, 96.0, 96.0, 94.0, 93.0, 93.0, 93.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "8519911", "9291668", "1848452", "22264117", "2466614", "4434951", "1084345", "7514614", "4679264"], "ranked_scores": [109.0, 108.0, 108.0, 105.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "8460275", "17195001", "8856690", "1344498", "27822315", "30041340", "350542", "3866315", "8005007"], "ranked_scores": [105.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["15493354", "2533768", "25827024", "23305884", "8247469", "31293581", "7506409", "23052989", "7093809", "8002887"], "ranked_scores": [102.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "2015126", "27123743", "37480103", "9394119", "4886637", "3285322", "18340282", "16701509", "32534305"], "ranked_scores": [110.0, 106.0, 106.0, 105.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "9764256", "32423829", "12779444", "2492146", "26067999", "27873158", "26798867", "7650066", "28617573"], "ranked_scores": [109.0, 108.0, 108.0, 106.0, 105.0, 105.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["15435343", "18914652", "44366096", "41337677", "16605494", "2541699", "8596357", "30297355", "4402497", "52095986"], "ranked_scores": [100.0, 99.0, 99.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "38023457", "2061878", "27243019", "16488405", "41120293", "52175065", "30981192", "7150238", "5108807"], "ranked_scores": [102.0, 100.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["6313547", "6599693", "13350374", "7514614", "22264117", "2466614", "11414664", "19460822", "7834603", "8519911"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["27274441", "51952430", "8903143", "12225214", "14380875", "8305686", "27373088", "30208015", "4417558", "38252314"], "ranked_scores": [107.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "116792", "15889329", "2296264", "20886584", "13001323", "5107861", "44408494", "2061878", "7613033"], "ranked_scores": [97.0, 96.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["21179714", "12892137", "19603353", "14155726", "19099739", "14644164", "9881829", "33499189", "9889151", "8764879"], "ranked_scores": [97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["14581009", "18037805", "6264468", "4311206", "6717533", "8290760", "34854444", "4380451", "7399084", "6209599"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11992632", "3391547", "13293033", "10641715", "36082224", "22551259", "1871499", "6000423", "7239105", "7997337"], "ranked_scores": [107.0, 106.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21564598", "25263942", "12130690", "10697096", "26607366", "11983390", "2194320", "4398832", "2494748", "25682129"], "ranked_scores": [103.0, 98.0, 98.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "6313547", "2425364", "21553394", "6718824", "33740844", "41915616", "25599283", "25878014", "30720103"], "ranked_scores": [105.0, 105.0, 102.0, 101.0, 101.0, 98.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["24625323", "38028419", "17050065", "22023404", "19460822", "37488367", "3067015", "4303939", "6313547", "9769310"], "ranked_scores": [93.0, 93.0, 91.0, 91.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["28468276", "3680979", "17123657", "19603353", "13940200", "2316374", "14103509", "6636088", "3475317", "5238341"], "ranked_scores": [100.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "4446814", "36654066", "23777820", "6853699", "4653837", "2587396", "26409363", "5836"], "ranked_scores": [103.0, 100.0, 99.0, 98.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["37488367", "10984005", "42150015", "28419824", "24625323", "28806780", "8002529", "36960449", "4687948", "5556809"], "ranked_scores": [99.0, 99.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["41982985", "29745822", "1941721", "4399311", "30297355", "43880096", "4447055", "11254556", "32985041", "4889228"], "ranked_scores": [99.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "6923961", "4979184", "21181273", "7688110", "11922370", "7142113", "7492250", "29362104", "42855554"], "ranked_scores": [103.0, 103.0, 100.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["14311986", "20344442", "20388894", "31882215", "29347970", "20220731", "30303335", "40608679", "34016987", "4418070"], "ranked_scores": [110.0, 110.0, 108.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "54561384", "27243019", "46193388", "7521113", "4856149", "14647747", "43619625", "5415832", "8639034"], "ranked_scores": [108.0, 106.0, 105.0, 104.0, 103.0, 102.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24596228", "24512064", "12885341", "46202852", "5735492", "8563659", "24943534", "35987381", "8300657", "7224723"], "ranked_scores": [100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["19132741", "10165258", "16546131", "3504761", "2543135", "10463997", "40005757", "4391121", "6259170", "8002887"], "ranked_scores": [91.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["18473550", "10162553", "1428830", "293661", "25895285", "4889228", "26607366", "22059387", "3898784", "5811042"], "ranked_scores": [99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["10795340", "42731834", "16760369", "40790033", "14252892", "24873253", "3613041", "43334921", "44265107", "7640792"], "ranked_scores": [100.0, 100.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["33677323", "21902400", "31293581", "9160947", "22800314", "43619625", "42298280", "5864770", "4816339", "7521113"], "ranked_scores": [104.0, 103.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8903143", "10450300", "34905328", "5572127", "2714623", "18358026", "8305686", "27555165", "34016987", "982650"], "ranked_scores": [109.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["32463364", "40666943", "44830890", "17930286", "13906581", "40905302", "24510595", "41735503", "30813140", "38211681"], "ranked_scores": [89.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["1605392", "4399311", "31851367", "28651643", "25014337", "29073751", "35760786", "7225911", "38252314", "8533245"], "ranked_scores": [106.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["44801733", "1871230", "5531479", "2832403", "3506723", "19603353", "40963697", "25942757", "16090672", "883747"], "ranked_scores": [105.0, 103.0, 103.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "19165076", "1065627", "21179714", "22036571", "4468861", "23076291", "56486733", "885056", "17671145"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["26000593", "3944632", "4883040", "4489217", "26045237", "14647747", "1387104", "25452937", "5284188", "42441846"], "ranked_scores": [99.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["16691520", "16882895", "18231807", "31616203", "27437459", "24341590", "26038789", "35087728", "6157837", "9767444"], "ranked_scores": [100.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "36960449", "4462079", "22023404", "42441846", "3150030", "44572913", "21553394", "34054472", "520579"], "ranked_scores": [204.0, 195.0, 195.0, 194.0, 194.0, 193.0, 193.0, 193.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "28806780", "34582256", "6504953", "4841908", "13000926", "44693226", "24241932", "14700857", "25157790"], "ranked_scores": [176.0, 171.0, 171.0, 171.0, 171.0, 170.0, 169.0, 168.0, 168.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "21301090", "4910408", "4506414", "29253460", "16760369", "3056682", "3898784", "26025820", "30058568"], "ranked_scores": [218.0, 197.0, 197.0, 196.0, 196.0, 193.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["24042363", "22317868", "35884026", "21557055", "12948892", "34436231", "10790846", "27373088", "22968257", "3113630"], "ranked_scores": [200.0, 199.0, 197.0, 197.0, 196.0, 196.0, 194.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "5912283", "21373821", "21590125", "38752049", "4587978", "13883546", "32777637", "25315295", "5551138"], "ranked_scores": [191.0, 189.0, 186.0, 185.0, 183.0, 183.0, 182.0, 181.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "46695481", "23136735", "46355579", "9764256", "27873158", "16980892", "20333864", "36355784", "19140422"], "ranked_scores": [196.0, 195.0, 194.0, 189.0, 188.0, 188.0, 187.0, 187.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "8458567", "38533515", "1344498", "21866916", "20672596", "37362689", "35884026", "4324278", "5144381"], "ranked_scores": [202.0, 196.0, 195.0, 195.0, 194.0, 193.0, 192.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2474731", "6501747", "10648422", "26038789", "6723450", "5511240", "12358173", "17682477", "9225850"], "ranked_scores": [201.0, 196.0, 196.0, 195.0, 195.0, 195.0, 194.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "1848452", "36212758", "20610390", "10012166", "16390264", "3707035", "23294314"], "ranked_scores": [193.0, 179.0, 174.0, 173.0, 171.0, 170.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["13889430", "40710501", "24707550", "3330111", "164985", "3475317", "25300426", "14767844", "4380287", "9225850"], "ranked_scores": [197.0, 196.0, 196.0, 195.0, 195.0, 194.0, 194.0, 194.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["4816339", "10284593", "9239963", "4421742", "6853699", "3215494", "4418112", "7451018", "8290953", "9846940"], "ranked_scores": [188.0, 188.0, 187.0, 186.0, 186.0, 185.0, 185.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["8144920", "27567994", "9955779", "17327939", "46926352", "1970884", "21719289", "43378932", "8137081", "8246922"], "ranked_scores": [197.0, 191.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34268160", "25141908", "24003461", "14615911", "14965508", "6397191", "29362104", "3475317", "41790911", "4828984"], "ranked_scores": [179.0, 178.0, 177.0, 176.0, 176.0, 176.0, 174.0, 174.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["32463364", "17930286", "3067015", "21274919", "37583120", "26107000", "1358909", "42150015", "24921368", "44830890"], "ranked_scores": [189.0, 186.0, 186.0, 186.0, 184.0, 181.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["79231308", "15482274", "4506414", "29981186", "15194125", "21301090", "21767325", "14973286", "1904291", "7419612"], "ranked_scores": [179.0, 178.0, 175.0, 174.0, 173.0, 172.0, 172.0, 171.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "1848452", "22264117", "22543403", "8519911", "4434951", "2722988", "7514614", "7808055"], "ranked_scores": [212.0, 212.0, 209.0, 202.0, 202.0, 202.0, 201.0, 200.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["17195001", "350542", "15615957", "6277638", "30041340", "10247282", "8856690", "11181416", "8458567", "3866315"], "ranked_scores": [198.0, 196.0, 194.0, 194.0, 193.0, 192.0, 191.0, 191.0, 191.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["10450300", "18914652", "27602752", "1386103", "12885341", "1933281", "23052989", "9433958", "8247597", "8300657"], "ranked_scores": [198.0, 195.0, 195.0, 194.0, 193.0, 192.0, 192.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "37480103", "27123743", "4886637", "3285322", "32534305", "9394119", "5864770", "16701509", "21874312"], "ranked_scores": [219.0, 206.0, 206.0, 204.0, 203.0, 203.0, 203.0, 201.0, 199.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "12779444", "46695481", "46355579", "26798867", "28617573", "27873158", "36355784", "25121903", "7650066"], "ranked_scores": [207.0, 204.0, 203.0, 199.0, 198.0, 198.0, 196.0, 196.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["15435343", "17195001", "22174015", "16605494", "3093512", "2266471", "24069089", "1220287", "41337677", "7281161"], "ranked_scores": [187.0, 186.0, 186.0, 185.0, 185.0, 185.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3090454", "52175065", "36444198", "42298280", "29981186", "5511240", "6315132", "970012", "7227763"], "ranked_scores": [195.0, 190.0, 189.0, 187.0, 187.0, 185.0, 185.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "2466614", "10012166", "7514614", "6313547", "9291668", "19460822", "22038539", "6599693", "4434951"], "ranked_scores": [188.0, 187.0, 186.0, 184.0, 184.0, 184.0, 183.0, 183.0, 183.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["51952430", "8305686", "4270992", "12225214", "30208015", "45875990", "24387017", "13778710", "4417558", "8219248"], "ranked_scores": [204.0, 202.0, 202.0, 202.0, 200.0, 199.0, 198.0, 198.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "25416944", "23670644", "116792", "32454714", "52095986", "810480", "20471181", "8672737"], "ranked_scores": [187.0, 182.0, 179.0, 177.0, 176.0, 176.0, 175.0, 175.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["21179714", "7221410", "14155726", "22968257", "14241418", "32001951", "4709641", "19603353", "6947286", "9881829"], "ranked_scores": [192.0, 187.0, 186.0, 185.0, 184.0, 184.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["8290760", "18037805", "14581009", "36547290", "4362729", "7860396", "19572798", "27588420", "35467590", "37362689"], "ranked_scores": [202.0, 201.0, 200.0, 199.0, 199.0, 199.0, 198.0, 197.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "13293033", "5836", "11992632", "6000423", "3863543", "10641715", "5765455", "5415832", "7239105"], "ranked_scores": [201.0, 201.0, 199.0, 199.0, 199.0, 199.0, 197.0, 196.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21564598", "12130690", "25263942", "20649327", "25901598", "40769868", "3870062", "30208015", "4396105", "8903143"], "ranked_scores": [190.0, 190.0, 185.0, 184.0, 182.0, 182.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "6313547", "6718824", "25599283", "33533307", "12810152", "22023404", "30720103"], "ranked_scores": [210.0, 203.0, 194.0, 191.0, 191.0, 190.0, 184.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "4303939", "21553394", "3150030", "3067015", "25599283", "36960449", "4463811", "30983338", "5775033"], "ranked_scores": [191.0, 181.0, 177.0, 177.0, 177.0, 176.0, 175.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["14591894", "164985", "13940200", "1834762", "11172205", "3475317", "15816729", "3680979", "4429118", "4489217"], "ranked_scores": [191.0, 191.0, 188.0, 187.0, 186.0, 186.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "36654066", "21571708", "5836", "4446814", "32922179", "14566771", "15707049", "6580081"], "ranked_scores": [193.0, 190.0, 189.0, 187.0, 187.0, 187.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "28419824", "32463364", "4687948", "42150015", "3067015", "4462079", "37488367", "36003142", "5691302"], "ranked_scores": [198.0, 196.0, 193.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["14308244", "8305686", "34905328", "17333231", "5811042", "25946292", "4399311", "30261663", "4889228", "4394525"], "ranked_scores": [197.0, 196.0, 195.0, 194.0, 193.0, 192.0, 192.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "20675284", "21181273", "42855554", "2638387", "12358173", "31682248", "28697248", "4979184", "502591"], "ranked_scores": [206.0, 204.0, 197.0, 197.0, 196.0, 195.0, 195.0, 195.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "20344442", "14311986", "20388894", "34905328", "9283422", "22174015", "28006126", "6767271", "9558539"], "ranked_scores": [210.0, 209.0, 205.0, 203.0, 203.0, 202.0, 202.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "24879055", "54561384", "45414636", "40473317", "25085979", "34905328", "4856149", "7650066"], "ranked_scores": [213.0, 213.0, 203.0, 202.0, 201.0, 199.0, 199.0, 197.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "12885341", "7224723", "5735492", "21274496", "24596228", "7451018", "35987381", "8563659", "26133404"], "ranked_scores": [210.0, 199.0, 197.0, 197.0, 196.0, 196.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33569870", "23576165", "36653415", "19132741", "16546131", "32975424", "23576726", "40005757", "3504761", "4391121"], "ranked_scores": [174.0, 173.0, 173.0, 173.0, 172.0, 172.0, 172.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["10162553", "2158516", "1428830", "27024392", "25895285", "18473550", "26607366", "19497526", "4468861", "45153864"], "ranked_scores": [192.0, 189.0, 188.0, 187.0, 187.0, 186.0, 186.0, 186.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "10795340", "26409363", "42731834", "44265107", "41340212", "24873253", "5492542", "3613041", "42441846"], "ranked_scores": [193.0, 193.0, 192.0, 192.0, 192.0, 189.0, 188.0, 188.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2030623", "21902400", "18450716", "33677323", "16119973", "43534665", "29509926", "42298280", "43619625", "5811042"], "ranked_scores": [199.0, 198.0, 195.0, 194.0, 191.0, 191.0, 191.0, 190.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2714623", "8903143", "18358026", "29347970", "18882947", "10450300", "12887068", "22174015", "20155713"], "ranked_scores": [212.0, 212.0, 212.0, 211.0, 211.0, 211.0, 209.0, 207.0, 207.0, 207.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24163770", "40905302", "11071351", "32909242", "19071857", "32463364", "21902910", "25878014", "30981192"], "ranked_scores": [180.0, 172.0, 170.0, 169.0, 168.0, 166.0, 166.0, 166.0, 166.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "19047331", "35760786", "28651643", "45764440", "24221369", "1605392", "31272411", "4396105", "6670101"], "ranked_scores": [198.0, 198.0, 197.0, 197.0, 195.0, 195.0, 194.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "25942757", "44801733", "25036988", "28015516", "24044977", "38944245", "7948486", "883747"], "ranked_scores": [205.0, 199.0, 194.0, 194.0, 194.0, 192.0, 190.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["22116439", "23076291", "56486733", "7225911", "23286603", "19165076", "35884026", "12130690", "885056", "9956893"], "ranked_scores": [190.0, 189.0, 189.0, 189.0, 189.0, 188.0, 186.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "16787954", "341324", "31363207", "15997009", "26000593", "25062868", "26045237", "5284188", "7111021"], "ranked_scores": [210.0, 206.0, 203.0, 203.0, 198.0, 198.0, 197.0, 197.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7613033", "6407356", "14834714", "5492542", "18231807", "3462075", "3553087", "31616203", "22635278", "26079071"], "ranked_scores": [196.0, 194.0, 193.0, 193.0, 193.0, 192.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "44572913", "22023404", "30981192", "33409100", "12810152", "2425364", "4462079", "34054472", "25974070"], "ranked_scores": [401.0, 383.0, 381.0, 380.0, 379.0, 379.0, 379.0, 378.0, 377.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "34582256", "25687558", "7198295", "4841908", "6504953", "34121231", "15678772", "17454301"], "ranked_scores": [356.0, 343.0, 342.0, 336.0, 335.0, 335.0, 333.0, 331.0, 330.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "21301090", "14973286", "4506414", "29253460", "16760369", "4910408", "38630735", "27449472"], "ranked_scores": [430.0, 391.0, 391.0, 390.0, 389.0, 385.0, 383.0, 380.0, 379.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["24042363", "21557055", "51952430", "8305686", "22317868", "22968257", "1748921", "9283422", "8903143", "5914739"], "ranked_scores": [404.0, 402.0, 401.0, 400.0, 399.0, 399.0, 397.0, 396.0, 396.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "38752049", "21590125", "32777637", "13883546", "4587978", "22995579", "5551138"], "ranked_scores": [377.0, 368.0, 366.0, 362.0, 360.0, 355.0, 351.0, 350.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["46695481", "28617573", "19140422", "16980892", "6561200", "23136735", "46355579", "27873158", "9764256", "36355784"], "ranked_scores": [403.0, 402.0, 398.0, 394.0, 390.0, 389.0, 387.0, 385.0, 384.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8773, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "20672596", "37362689", "8458567", "1344498", "5094468", "3085264", "28164534", "3831884", "5144381"], "ranked_scores": [391.0, 381.0, 381.0, 381.0, 379.0, 379.0, 379.0, 378.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "15462523", "1800734", "2474731", "6723450", "17682477", "28712203", "46517055", "5511240", "4326318"], "ranked_scores": [400.0, 387.0, 386.0, 386.0, 386.0, 384.0, 383.0, 383.0, 383.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "13097856", "22711954", "17374970", "1848452", "12087063", "10749308", "20945963"], "ranked_scores": [388.0, 352.0, 350.0, 333.0, 333.0, 331.0, 331.0, 331.0, 330.0, 330.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "40710501", "164985", "13070316", "14767844", "4380287", "219475", "13889430", "3475317", "7399084"], "ranked_scores": [380.0, 377.0, 376.0, 376.0, 375.0, 375.0, 375.0, 374.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "4418112", "8290953", "10284593", "10015292", "34268160", "9122283", "3215494", "6580081", "4421742"], "ranked_scores": [377.0, 373.0, 373.0, 368.0, 367.0, 365.0, 364.0, 363.0, 363.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["17682477", "9955779", "7986878", "22980205", "21719289", "708425", "9767444", "35766603", "43378932", "8246922"], "ranked_scores": [373.0, 371.0, 370.0, 368.0, 367.0, 367.0, 367.0, 366.0, 365.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34268160", "25068298", "2291922", "4828984", "43224840", "7764903", "12513042", "1616661", "25141908", "4406819"], "ranked_scores": [341.0, 341.0, 338.0, 338.0, 338.0, 337.0, 333.0, 333.0, 332.0, 332.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "21274919", "28419824", "32463364", "37583120", "27076725", "24510595", "12667988", "1358909", "24148722"], "ranked_scores": [371.0, 364.0, 358.0, 357.0, 352.0, 349.0, 348.0, 347.0, 346.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "29981186", "11718220", "45276789", "79231308", "52175065", "19521501", "6153754", "21301090", "19532163"], "ranked_scores": [358.0, 354.0, 352.0, 352.0, 351.0, 344.0, 341.0, 341.0, 340.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "1848452", "4434951", "22264117", "22543403", "7514614", "4679264", "7988832", "26230669"], "ranked_scores": [422.0, 421.0, 415.0, 413.0, 413.0, 407.0, 400.0, 400.0, 398.0, 397.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["350542", "17195001", "10247282", "6277638", "22116439", "3866315", "8458567", "14644164", "21557614", "4423401"], "ranked_scores": [389.0, 387.0, 384.0, 381.0, 380.0, 378.0, 376.0, 375.0, 375.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "8300657", "2947124", "9433958", "20996244", "27602752", "34287602", "22705234", "21651116", "6163801"], "ranked_scores": [397.0, 394.0, 394.0, 391.0, 389.0, 387.0, 387.0, 386.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "37480103", "22007333", "32534305", "5864770", "15559582", "21874312", "23557241", "3285322"], "ranked_scores": [420.0, 419.0, 418.0, 407.0, 406.0, 402.0, 401.0, 401.0, 401.0, 398.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "46695481", "27873158", "12779444", "28617573", "36355784", "6561200", "32423829", "9764256", "19140422"], "ranked_scores": [402.0, 402.0, 402.0, 400.0, 397.0, 397.0, 397.0, 396.0, 395.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "2266471", "13290521", "17195001", "31272411", "41337677", "7225911", "5838067", "3093512", "3154880"], "ranked_scores": [382.0, 380.0, 379.0, 377.0, 377.0, 377.0, 377.0, 377.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "6315132", "43329366", "36444198", "11344428", "3090454", "883747", "1387104", "29981186", "5511240"], "ranked_scores": [379.0, 368.0, 366.0, 365.0, 361.0, 361.0, 360.0, 359.0, 359.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "2466614", "18949516", "1848452", "7514614", "6313547", "9291668", "26230669", "4434951"], "ranked_scores": [384.0, 379.0, 376.0, 373.0, 372.0, 371.0, 371.0, 370.0, 370.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["30208015", "4270992", "8305686", "51952430", "2890952", "11568270", "14380875", "11844826", "27635177", "8903143"], "ranked_scores": [407.0, 406.0, 405.0, 404.0, 401.0, 399.0, 398.0, 395.0, 395.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "25416944", "116792", "13619127", "810480", "15889329", "24150328", "8672737", "33884866"], "ranked_scores": [385.0, 358.0, 356.0, 355.0, 353.0, 352.0, 352.0, 351.0, 351.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["7221410", "21179714", "22767022", "14155726", "6947286", "612002", "20943272", "16128711", "5953485", "43711341"], "ranked_scores": [388.0, 381.0, 380.0, 379.0, 378.0, 373.0, 372.0, 372.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["11922370", "7860396", "4362729", "12871002", "18037805", "14581009", "6209599", "8290760", "23577014", "36547290"], "ranked_scores": [399.0, 397.0, 395.0, 394.0, 392.0, 392.0, 391.0, 391.0, 390.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5782614", "5836", "13293033", "6000423", "5765455", "8083310", "3863543", "10641715", "2359152"], "ranked_scores": [415.0, 406.0, 401.0, 397.0, 396.0, 395.0, 393.0, 389.0, 387.0, 387.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21564598", "26607366", "41928290", "12130690", "7468449", "14155726", "2405259", "30208015", "25901598", "8305686"], "ranked_scores": [374.0, 370.0, 370.0, 368.0, 367.0, 366.0, 365.0, 365.0, 365.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "6718824", "25599283", "30720103", "22442133", "6313547", "13933299", "25837950"], "ranked_scores": [418.0, 401.0, 380.0, 373.0, 372.0, 370.0, 363.0, 362.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "4303939", "71625969", "3067015", "21553394", "25599283", "25974070", "5775033", "8892905", "9244474"], "ranked_scores": [358.0, 354.0, 351.0, 346.0, 346.0, 345.0, 344.0, 343.0, 342.0, 342.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["15816729", "164985", "40710501", "14591894", "3475317", "1065627", "43385013", "4489217", "13244602", "9226649"], "ranked_scores": [383.0, 383.0, 382.0, 377.0, 376.0, 376.0, 374.0, 373.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "26409363", "5782614", "21571708", "19332616", "5836", "10795340", "38630735", "15707049", "36654066"], "ranked_scores": [387.0, 374.0, 373.0, 372.0, 371.0, 370.0, 369.0, 369.0, 369.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "38752049", "36003142", "28419824", "24625323", "32463364", "41264017", "37488367", "5691302", "4687948"], "ranked_scores": [401.0, 387.0, 385.0, 381.0, 380.0, 380.0, 378.0, 378.0, 376.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["25946292", "17333231", "34905328", "14308244", "30553457", "40365566", "16966326", "30261663", "8305686", "13380011"], "ranked_scores": [388.0, 387.0, 387.0, 386.0, 386.0, 386.0, 385.0, 385.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "6923961", "21181273", "12358173", "5406411", "31682248", "4979184", "28334217", "28697248", "7028976"], "ranked_scores": [414.0, 410.0, 396.0, 394.0, 392.0, 390.0, 390.0, 388.0, 388.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "29347970", "18546584", "28006126", "34905328", "8538916", "13798951", "2714623", "14311986", "9283422"], "ranked_scores": [424.0, 421.0, 415.0, 415.0, 412.0, 410.0, 409.0, 409.0, 408.0, 406.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "4430962", "20457190", "45414636", "266641", "9558539", "19673227", "34905328", "54561384"], "ranked_scores": [413.0, 409.0, 389.0, 387.0, 385.0, 385.0, 384.0, 383.0, 383.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7224723", "21274496", "35987381", "8563659", "92308", "24943534", "30933307", "5735492"], "ranked_scores": [421.0, 393.0, 391.0, 389.0, 389.0, 386.0, 382.0, 381.0, 381.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["23576165", "29362104", "25817686", "1127562", "34582256", "17755060", "18348376", "40005757", "46517055", "38830961"], "ranked_scores": [350.0, 343.0, 342.0, 341.0, 341.0, 339.0, 339.0, 339.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25895285", "10162553", "2158516", "34016944", "14241418", "15319019", "26045237", "26607366", "1428830", "46765242"], "ranked_scores": [379.0, 379.0, 378.0, 378.0, 378.0, 378.0, 376.0, 376.0, 372.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2389574", "24873253", "42731834", "41340212", "8037453", "43334921", "24916604", "40790033", "26025820"], "ranked_scores": [395.0, 386.0, 385.0, 385.0, 385.0, 384.0, 382.0, 382.0, 380.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2030623", "16488405", "18450716", "33677323", "10648422", "22800314", "43534665", "21902400", "1360607", "982650"], "ranked_scores": [390.0, 387.0, 386.0, 386.0, 383.0, 383.0, 382.0, 381.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8903143", "2714623", "34905328", "8305686", "29347970", "5914739", "3545805", "25479072", "5483793", "2825380"], "ranked_scores": [432.0, 429.0, 426.0, 418.0, 417.0, 417.0, 413.0, 412.0, 412.0, 411.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "40905302", "32909242", "21323587", "16390264", "24163770", "25886725", "41298619", "4824840", "7419612"], "ranked_scores": [369.0, 343.0, 337.0, 336.0, 333.0, 333.0, 332.0, 332.0, 332.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["35760786", "28651643", "29073751", "45764440", "9956893", "24624992", "19047331", "18546584", "20179918", "24190159"], "ranked_scores": [401.0, 396.0, 393.0, 393.0, 391.0, 391.0, 389.0, 388.0, 388.0, 388.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "25942757", "44801733", "46926352", "24044977", "8137081", "25036988", "25148216", "28015516"], "ranked_scores": [404.0, 385.0, 378.0, 374.0, 374.0, 372.0, 372.0, 372.0, 371.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "7225911", "19165076", "17671145", "22116439", "23076291", "885056", "23286603", "14819804", "41620295"], "ranked_scores": [395.0, 393.0, 390.0, 387.0, 386.0, 386.0, 384.0, 381.0, 379.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "31363207", "16787954", "15997009", "7111021", "11254040", "26000593", "35087728", "5284188"], "ranked_scores": [428.0, 413.0, 405.0, 400.0, 399.0, 398.0, 397.0, 397.0, 393.0, 393.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "6407356", "14834714", "22635278", "27270151", "26038789", "17682477", "5270265", "31616203", "7613033"], "ranked_scores": [379.0, 378.0, 378.0, 376.0, 375.0, 375.0, 373.0, 373.0, 373.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "36960449", "30981192", "30720103", "21553394", "23267371", "21636085", "25599283", "3150030"], "ranked_scores": [0.6972, 0.6959, 0.6934, 0.6698, 0.6694, 0.6694, 0.6694, 0.6678, 0.6674, 0.6641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "1568684", "7198295", "34582256", "6504953", "1360607", "13025574", "15678772", "34121231", "4841908"], "ranked_scores": [0.4311, 0.4153, 0.3988, 0.3882, 0.3833, 0.3818, 0.3546, 0.3514, 0.3505, 0.3392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "12561083", "29253460", "38630735", "30058568", "21301090", "15925931", "7640792", "23400191", "2138843"], "ranked_scores": [0.7333, 0.7307, 0.7241, 0.722, 0.7116, 0.71, 0.7048, 0.7019, 0.6992, 0.6952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "9283422", "5914739", "8305686", "2714623", "25479072", "306006", "22317868", "20344442", "25901598"], "ranked_scores": [0.7446, 0.7433, 0.742, 0.7379, 0.7305, 0.73, 0.7282, 0.7181, 0.7142, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "32777637", "21590125", "21373821", "38752049", "36003142", "14606752", "11913139", "4587978"], "ranked_scores": [0.573, 0.544, 0.537, 0.5345, 0.5283, 0.5228, 0.5215, 0.5198, 0.5193, 0.5154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "6561200", "19140422", "9764256", "27873158", "46695481", "16980892", "23136735", "46355579", "7650066"], "ranked_scores": [0.7875, 0.7875, 0.7857, 0.7857, 0.7857, 0.784, 0.7806, 0.7745, 0.75, 0.7439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8486, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["13613916", "23576165", "18810195", "1344498", "5094468", "25519138", "15282056", "20672596", "4423401", "37362689"], "ranked_scores": [0.6998, 0.6783, 0.6675, 0.6662, 0.6641, 0.6626, 0.6621, 0.6612, 0.6607, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "3330111", "29509926", "2474731", "17327939", "9225850", "1800734", "195683603", "3308636", "20722510"], "ranked_scores": [0.7108, 0.6856, 0.6765, 0.6722, 0.6706, 0.6695, 0.6682, 0.6675, 0.667, 0.6636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "30655442", "7547329", "22711954", "6477536", "29107210", "8690595", "140907540", "26456326"], "ranked_scores": [0.5002, 0.4394, 0.4267, 0.406, 0.394, 0.3859, 0.3823, 0.3786, 0.3779, 0.3773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["219475", "164985", "381602", "24282306", "3680979", "38587347", "4380287", "9705208", "14615911", "19510470"], "ranked_scores": [0.689, 0.6838, 0.6687, 0.6677, 0.662, 0.6618, 0.6599, 0.6595, 0.6595, 0.6573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["15879931", "2192419", "6853699", "8290953", "4418112", "2973910", "1122198", "6580081", "9600826", "4421742"], "ranked_scores": [0.6305, 0.6146, 0.6102, 0.5962, 0.595, 0.5941, 0.5865, 0.5811, 0.5811, 0.5784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9767444", "21150010", "43378932", "27555165", "22980205", "17327939", "2947124", "7986878", "26873988", "30933307"], "ranked_scores": [0.6571, 0.6552, 0.6347, 0.6343, 0.6318, 0.6216, 0.6208, 0.6208, 0.6201, 0.62], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "43224840", "17741440", "4388082", "7764903", "22867765", "3896759", "13963620", "17991818", "16284655"], "ranked_scores": [0.4199, 0.4113, 0.4108, 0.3994, 0.397, 0.3967, 0.3894, 0.3822, 0.3816, 0.3811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "24510595", "30813140", "27076725", "44830890", "38369817", "8672737", "17930286", "21274919", "7965928"], "ranked_scores": [0.5442, 0.5354, 0.5347, 0.5341, 0.5331, 0.521, 0.5123, 0.5107, 0.5088, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "44048701", "11718220", "9754530", "45276789", "24660385", "21301090", "19532163", "32462603", "22688699"], "ranked_scores": [0.4947, 0.4775, 0.476, 0.4745, 0.4625, 0.4565, 0.4379, 0.4368, 0.4346, 0.4289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4434951", "9291668", "22264117", "7808055", "22038539", "7514614", "14475235", "4679264", "26230669"], "ranked_scores": [0.8401, 0.826, 0.826, 0.8101, 0.7802, 0.7739, 0.7709, 0.7707, 0.7573, 0.754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "23895668", "27134527", "19132741", "11181416", "4324278", "2158516", "350542", "4423401"], "ranked_scores": [0.6171, 0.6145, 0.6127, 0.6057, 0.6056, 0.6043, 0.6041, 0.6003, 0.598, 0.5959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "2947124", "8300657", "9433958", "22705234", "1933281", "31560225", "1049501", "24922825"], "ranked_scores": [0.7247, 0.7244, 0.7057, 0.7036, 0.7013, 0.6966, 0.6861, 0.6792, 0.6766, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "16098747", "37480103", "21874312", "25973484", "5487448", "27123743", "13831842", "17450673", "13831558"], "ranked_scores": [0.8121, 0.8121, 0.7988, 0.7985, 0.7969, 0.7962, 0.7951, 0.7917, 0.7877, 0.7876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "32423829", "6561200", "28617573", "19140422", "27873158", "9764256", "46355579", "16980892", "46695481"], "ranked_scores": [0.7613, 0.756, 0.752, 0.752, 0.751, 0.751, 0.751, 0.7496, 0.7472, 0.7422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "23727313", "24221369", "885056", "13290521", "8005007", "2619579", "5838067", "3033830"], "ranked_scores": [0.6787, 0.6722, 0.6651, 0.6627, 0.66, 0.6588, 0.6577, 0.6548, 0.6541, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24943534", "6315132", "4421742", "7227763", "24596228", "17421851", "3090454", "883747", "2587396"], "ranked_scores": [0.5576, 0.5327, 0.5301, 0.5223, 0.52, 0.5181, 0.5165, 0.5139, 0.5128, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "2466614", "1848452", "6040392", "7514614", "13350374", "16693950", "4434951", "9291668", "20418809"], "ranked_scores": [0.6086, 0.5938, 0.5871, 0.5861, 0.5796, 0.5768, 0.5738, 0.5731, 0.5731, 0.5729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "11844826", "51952430", "25901598", "2890952", "3230361", "10247314", "25483562", "30208015", "306006"], "ranked_scores": [0.7628, 0.7503, 0.7498, 0.7487, 0.7458, 0.7428, 0.7412, 0.7406, 0.7402, 0.7399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "32743723", "810480", "22309946", "25416944", "24942840", "38369817", "13448422", "33884866"], "ranked_scores": [0.6699, 0.5755, 0.5719, 0.5645, 0.523, 0.5223, 0.5196, 0.5164, 0.5154, 0.5124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22767022", "2119889", "5953485", "25483562", "20313748", "20943272", "16128711", "29107180", "40476126", "14155726"], "ranked_scores": [0.6797, 0.6681, 0.6628, 0.6626, 0.6556, 0.6555, 0.6508, 0.6442, 0.6431, 0.6421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["17945638", "14581009", "1791637", "12922760", "23577014", "19572798", "2988714", "22190276", "22896970", "18041692"], "ranked_scores": [0.7299, 0.7245, 0.7231, 0.7095, 0.7084, 0.7014, 0.7009, 0.698, 0.6968, 0.6943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "13921783", "20904154", "26336593", "9217800", "11992632", "13293033", "8083310", "2015929", "5765455"], "ranked_scores": [0.7149, 0.7121, 0.7118, 0.6989, 0.6913, 0.6896, 0.685, 0.6811, 0.677, 0.6757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["7468449", "9301606", "36111909", "16280642", "25901598", "34498325", "20649327", "17416520", "38811597", "90064424"], "ranked_scores": [0.5999, 0.5956, 0.5818, 0.5803, 0.5791, 0.5775, 0.5765, 0.576, 0.5738, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "4462079", "36960449", "25599283", "3150030", "22023404", "2425364", "16256507"], "ranked_scores": [0.6943, 0.6943, 0.6943, 0.6259, 0.6121, 0.5983, 0.5879, 0.5681, 0.5675, 0.5646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "23267371", "30720103", "21553394", "3067015", "25974070", "71625969", "4303939", "30981192", "8892905"], "ranked_scores": [0.5069, 0.498, 0.498, 0.498, 0.4775, 0.4773, 0.4749, 0.4735, 0.4699, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17388232", "1065627", "164985", "3475317", "51706771", "2014909", "6948886", "4979184", "7028976", "31682248"], "ranked_scores": [0.6539, 0.6505, 0.6337, 0.6295, 0.6277, 0.6266, 0.6254, 0.6243, 0.6243, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2587396", "21372171", "19332616", "13768432", "14566771", "97884", "32743723", "35534019", "8672737", "23785605"], "ranked_scores": [0.6343, 0.6258, 0.624, 0.6223, 0.618, 0.6163, 0.6156, 0.6139, 0.6133, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["24625323", "10984005", "21590125", "36003142", "27076725", "37488367", "41264017", "32777637", "13282296", "38873881"], "ranked_scores": [0.6659, 0.6605, 0.6477, 0.6476, 0.6393, 0.6389, 0.6378, 0.6355, 0.6335, 0.6312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "8596357", "14308244", "41913714", "13380011", "5979056", "13923140", "57574395", "13293033"], "ranked_scores": [0.7302, 0.7072, 0.7021, 0.7007, 0.693, 0.6929, 0.6923, 0.6916, 0.6907, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "12685434", "7028976", "4979184", "20183360", "6923961", "5123516", "9159125", "28697248"], "ranked_scores": [0.7076, 0.6939, 0.6902, 0.6816, 0.6816, 0.6776, 0.6756, 0.6691, 0.6667, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "29347970", "28006126", "13798951", "25479072", "22174015", "2714623", "8903143", "20344442", "8538916"], "ranked_scores": [0.8007, 0.7942, 0.7898, 0.7821, 0.7797, 0.7774, 0.7744, 0.7735, 0.7717, 0.7708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "29347970", "6123924", "22874817", "13798951", "18374364", "21012916", "10165258", "24879055"], "ranked_scores": [0.7199, 0.6965, 0.6786, 0.6749, 0.6701, 0.6673, 0.6661, 0.6619, 0.6557, 0.6546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "31560225", "21274496", "12885341", "8563659", "7224723", "8300657", "13966946", "37762357", "24922825"], "ranked_scores": [0.7677, 0.6912, 0.6739, 0.6597, 0.6593, 0.6582, 0.6537, 0.6536, 0.6534, 0.6506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["38830961", "18348376", "23576726", "46517055", "40005757", "34582256", "4414481", "15282056", "46602807", "22312627"], "ranked_scores": [0.4105, 0.4092, 0.4028, 0.4013, 0.4001, 0.3988, 0.3971, 0.3901, 0.3888, 0.3884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "25014337", "14241418", "6426919", "14819804", "30543439", "19683625", "5270265", "25543207"], "ranked_scores": [0.6424, 0.6395, 0.6365, 0.622, 0.6215, 0.6151, 0.6106, 0.6098, 0.6076, 0.605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24634621", "15476777", "20127522", "24916604", "41340212", "22635278", "46485368", "8037453", "31616203", "3329824"], "ranked_scores": [0.7263, 0.716, 0.7123, 0.7063, 0.7063, 0.7045, 0.7, 0.6995, 0.6968, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["20722510", "25315295", "13923140", "10530014", "6270720", "1550937", "8246922", "16488405", "22800314", "5107861"], "ranked_scores": [0.7102, 0.71, 0.7096, 0.7092, 0.6981, 0.6975, 0.6944, 0.6941, 0.6939, 0.6909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "13798951", "25479072", "5914739", "8903143", "2825380", "33499189", "306006", "9283422"], "ranked_scores": [0.839, 0.8346, 0.8324, 0.832, 0.83, 0.8289, 0.8173, 0.8166, 0.8149, 0.8108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3707, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "25886725", "37029185", "29107210", "6421734", "24318630", "19071857", "32969964", "10577574"], "ranked_scores": [0.4531, 0.4489, 0.4333, 0.4217, 0.4186, 0.4157, 0.4138, 0.4082, 0.4027, 0.4024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["4920376", "17671145", "19047331", "56486733", "5468807", "7225911", "15322518", "29073751", "23286603", "30041340"], "ranked_scores": [0.7704, 0.763, 0.7545, 0.7427, 0.74, 0.7397, 0.7375, 0.7368, 0.7334, 0.7329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "24044977", "44801733", "9225850", "33068577", "4664540", "32101982", "14591894", "2177022"], "ranked_scores": [0.6713, 0.6358, 0.6255, 0.6246, 0.6099, 0.6089, 0.6079, 0.6069, 0.6046, 0.6033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["41620295", "7225911", "17671145", "14819804", "23286603", "5468807", "4396105", "4920376", "14171859", "56486733"], "ranked_scores": [0.7062, 0.7045, 0.6991, 0.6863, 0.6799, 0.6755, 0.6745, 0.6724, 0.6694, 0.6658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["16787954", "31363207", "4883040", "35087728", "2824347", "15997009", "708425", "36216395", "14647747", "5270265"], "ranked_scores": [0.7221, 0.7154, 0.7145, 0.7133, 0.7093, 0.706, 0.6983, 0.6941, 0.6886, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "3851329", "49432306", "5256564", "5270265", "22635278", "6407356", "8659426", "9767444", "1522336"], "ranked_scores": [0.6769, 0.6749, 0.6675, 0.665, 0.6634, 0.6624, 0.6621, 0.6604, 0.657, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "36960449", "21553394", "30720103", "23267371", "44572913", "30981192", "275294", "2425364"], "ranked_scores": [0.6945, 0.6898, 0.6824, 0.6801, 0.6755, 0.6683, 0.6655, 0.6625, 0.6574, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "1568684", "14865329", "7198295", "25687558", "34582256", "7965928", "6504953", "15678772", "24241932"], "ranked_scores": [0.4997, 0.4416, 0.4289, 0.4126, 0.4086, 0.4018, 0.3976, 0.3927, 0.3913, 0.3882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "38630735", "12561083", "16760369", "30058568", "21767325", "2138843", "21301090", "20697217"], "ranked_scores": [0.713, 0.6981, 0.6933, 0.6805, 0.6766, 0.6736, 0.6684, 0.6657, 0.6629, 0.6624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "306006", "25479072", "8305686", "21465696", "22968257", "9283422", "5914739", "21557055", "24387017"], "ranked_scores": [0.7207, 0.7146, 0.7102, 0.7068, 0.7063, 0.7062, 0.7035, 0.7031, 0.7023, 0.6874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31612088", "31554917", "5402581", "21590125", "21373821", "32777637", "5912283", "4695046", "13883546", "22995579"], "ranked_scores": [0.5875, 0.5779, 0.5751, 0.5746, 0.5643, 0.5639, 0.5527, 0.5512, 0.5406, 0.5337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["6561200", "46695481", "27873158", "28617573", "19140422", "9764256", "23136735", "16980892", "32423829", "46355579"], "ranked_scores": [0.7728, 0.768, 0.7671, 0.7421, 0.7258, 0.7116, 0.7051, 0.6984, 0.689, 0.6871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7487, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "15282056", "13613916", "16319097", "25519138", "14719322", "5094468", "4500832", "23577014", "6588614"], "ranked_scores": [0.7018, 0.6952, 0.6891, 0.6866, 0.6724, 0.671, 0.665, 0.6598, 0.6592, 0.6592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "883747", "9225850", "29509926", "12058271", "16488405", "15462523", "22852120", "24044977"], "ranked_scores": [0.7207, 0.6801, 0.6702, 0.6656, 0.6604, 0.6594, 0.6578, 0.6575, 0.6554, 0.6553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "11728637", "10749308", "30655442", "11469078", "427865", "13123189", "63858430"], "ranked_scores": [0.4931, 0.4239, 0.4088, 0.3715, 0.3695, 0.3653, 0.3634, 0.361, 0.3595, 0.3575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["164985", "24707550", "2014909", "14768471", "219475", "18399038", "7736860", "38587347", "3330111", "19005293"], "ranked_scores": [0.7263, 0.7247, 0.7049, 0.6935, 0.6908, 0.6906, 0.689, 0.688, 0.6864, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "9600826", "10284593", "15879931", "6270720", "2192419", "4421742", "2973910", "15381976", "22517564"], "ranked_scores": [0.6325, 0.6217, 0.6185, 0.6083, 0.6072, 0.6046, 0.5973, 0.5964, 0.5909, 0.5908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "12899612", "10450300", "164985", "7986878", "45449835", "27555165", "28517384", "11020556", "6270720"], "ranked_scores": [0.6794, 0.6745, 0.6713, 0.6693, 0.6667, 0.6615, 0.6605, 0.6587, 0.6557, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "17741440", "496873", "24660385", "7764903", "22867765", "2291922", "4828984", "34876410", "2665425"], "ranked_scores": [0.4921, 0.4645, 0.4545, 0.4544, 0.4534, 0.4493, 0.4453, 0.4429, 0.4349, 0.433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["8002529", "38211681", "17930286", "51386222", "24510595", "21274919", "1358909", "26107000", "44830890", "32463364"], "ranked_scores": [0.5672, 0.5657, 0.5533, 0.5459, 0.5381, 0.5362, 0.5346, 0.5286, 0.5256, 0.525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "24942840", "15984735", "21301090", "44048701", "21767325", "38630735", "6153754", "52874170", "6137330"], "ranked_scores": [0.4897, 0.4791, 0.4463, 0.4361, 0.4338, 0.422, 0.4196, 0.419, 0.416, 0.4123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "4434951", "22264117", "1848452", "22543403", "22551259", "7514614", "2722988", "26230669"], "ranked_scores": [0.8176, 0.8161, 0.8096, 0.7784, 0.7722, 0.7503, 0.7351, 0.733, 0.7325, 0.7324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11181416", "4423401", "20672596", "28264919", "25543207", "2443495", "41325555", "23895668", "42708716"], "ranked_scores": [0.6417, 0.6382, 0.625, 0.6054, 0.6052, 0.6045, 0.602, 0.6004, 0.6004, 0.5989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "9433958", "2947124", "12885341", "8300657", "1933281", "26133404", "26873988", "21274496", "26851674"], "ranked_scores": [0.751, 0.7107, 0.7076, 0.7074, 0.7025, 0.6868, 0.6784, 0.6777, 0.674, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "17450673", "25973484", "37480103", "21874312", "22007333", "23557241", "13831842", "13831558", "5487448"], "ranked_scores": [0.8058, 0.8039, 0.7972, 0.7935, 0.7746, 0.7724, 0.7634, 0.7631, 0.7443, 0.742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "32423829", "46695481", "26798867", "36355784", "6561200", "46355579", "12779444", "19140422", "41074251"], "ranked_scores": [0.7765, 0.7688, 0.7655, 0.7487, 0.7447, 0.7336, 0.7311, 0.7304, 0.7302, 0.7281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "44366096", "7820043", "2619579", "40901687", "7225911", "16605494", "22623275", "1285713", "1227277"], "ranked_scores": [0.6522, 0.6334, 0.6321, 0.6287, 0.6279, 0.6267, 0.626, 0.6232, 0.6174, 0.6143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24943534", "24088502", "16488405", "4421742", "6315132", "46202852", "24596228", "883747", "42298280"], "ranked_scores": [0.5734, 0.5706, 0.5573, 0.5542, 0.5514, 0.5405, 0.5394, 0.5372, 0.5354, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "8519911", "2466614", "1084345", "16267205", "18949516", "4434951", "7834603", "24347647"], "ranked_scores": [0.6182, 0.6081, 0.6025, 0.6011, 0.5952, 0.5906, 0.5884, 0.5833, 0.5768, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "45875990", "41928290", "306006", "8305686", "14155726", "612002", "2158516", "13790144", "12225214"], "ranked_scores": [0.7642, 0.7471, 0.727, 0.7223, 0.7216, 0.7156, 0.7148, 0.7142, 0.7135, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "810480", "15889329", "13883546", "22309946", "25416944", "8672737", "25315295", "39892135"], "ranked_scores": [0.6937, 0.6038, 0.5847, 0.574, 0.5731, 0.5671, 0.5554, 0.5467, 0.5459, 0.545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40476126", "12892137", "45875990", "2119889", "14155726", "22968257", "612002", "7029990", "22036571", "5953485"], "ranked_scores": [0.6356, 0.6308, 0.628, 0.6228, 0.6181, 0.615, 0.6136, 0.6132, 0.612, 0.6119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["18041692", "2988714", "16839245", "31514338", "35467590", "4138659", "23577014", "17945638", "1791637", "14581009"], "ranked_scores": [0.7305, 0.7295, 0.7262, 0.7258, 0.7231, 0.7133, 0.7127, 0.7112, 0.7104, 0.709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "20904154", "13293033", "10641715", "5765455", "26336593", "5836", "2359152", "21246752", "6000423"], "ranked_scores": [0.7268, 0.6969, 0.6944, 0.6934, 0.6875, 0.6833, 0.6776, 0.6759, 0.6712, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["3981729", "46816158", "24706198", "34498325", "42708716", "2890952", "36540079", "9301606", "14155726", "26607366"], "ranked_scores": [0.6212, 0.6069, 0.6046, 0.5885, 0.5841, 0.5824, 0.5776, 0.5769, 0.5751, 0.5743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "30720103", "4462079", "36960449", "22023404", "25599283", "3150030", "2425364", "6313547"], "ranked_scores": [0.6949, 0.6928, 0.6815, 0.6242, 0.6204, 0.6132, 0.6108, 0.6099, 0.5945, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "71625969", "23267371", "30720103", "21553394", "3067015", "38028419", "30981192", "13933299", "9244474"], "ranked_scores": [0.5113, 0.4981, 0.4905, 0.4899, 0.4875, 0.4869, 0.4728, 0.467, 0.466, 0.4569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["164985", "6944800", "2014909", "4489217", "1065627", "16066726", "21185923", "21676556", "4429118", "26973393"], "ranked_scores": [0.6717, 0.6549, 0.6538, 0.6457, 0.6414, 0.6324, 0.6252, 0.6202, 0.6189, 0.6186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13445579", "14566771", "17930286", "7813993", "15984735", "8672737", "28338268", "10530014", "57574395", "23785605"], "ranked_scores": [0.6246, 0.6182, 0.6179, 0.6128, 0.6103, 0.609, 0.606, 0.605, 0.6045, 0.5994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "1358909", "24625323", "27076725", "13933299", "71625969", "21274919", "20697217", "13934676"], "ranked_scores": [0.6639, 0.6526, 0.6521, 0.6492, 0.6477, 0.6453, 0.637, 0.6305, 0.6226, 0.6183], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "57574395", "17333231", "13380011", "14308244", "31624828", "11899391", "26851674", "33911859", "34905328"], "ranked_scores": [0.7128, 0.6924, 0.6739, 0.6696, 0.6673, 0.6671, 0.663, 0.6622, 0.6612, 0.6591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "21181273", "4979184", "23260700", "28697248", "31682248", "6923961", "7028976", "24294572", "12685434"], "ranked_scores": [0.7386, 0.7098, 0.6823, 0.6711, 0.6695, 0.6677, 0.6668, 0.6467, 0.6464, 0.6451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "20388894", "34905328", "994800", "20220731", "17829012", "6123924", "25353658", "20344442", "2825380"], "ranked_scores": [0.8045, 0.7915, 0.7758, 0.7749, 0.7747, 0.7741, 0.774, 0.7699, 0.7699, 0.7698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "13798951", "27910499", "40473317", "20388894", "20220731", "6123924", "24879055", "7399084", "29347970"], "ranked_scores": [0.7244, 0.7223, 0.7159, 0.6998, 0.6977, 0.6968, 0.6897, 0.6895, 0.6848, 0.6826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "12885341", "21274496", "7224723", "35987381", "18275697", "8373753", "5304891", "29023309", "5867846"], "ranked_scores": [0.7875, 0.6984, 0.6903, 0.6847, 0.6712, 0.6683, 0.6671, 0.659, 0.6588, 0.6588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "33918970", "29362104", "46602807", "34582256", "12280462", "36653415", "32975424", "20675284", "1507222"], "ranked_scores": [0.4482, 0.4396, 0.439, 0.4232, 0.4195, 0.4195, 0.4186, 0.4181, 0.4166, 0.4165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["24069089", "2158516", "25014337", "14241418", "15319019", "25543207", "6426919", "46765242", "14819804", "25895285"], "ranked_scores": [0.6393, 0.6368, 0.6341, 0.6333, 0.6315, 0.6309, 0.6266, 0.6195, 0.6172, 0.6155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["40790033", "14482051", "15476777", "12009265", "41340212", "3329824", "39903312", "12438901", "46485368", "20127522"], "ranked_scores": [0.7109, 0.7074, 0.7055, 0.7017, 0.7006, 0.6917, 0.6907, 0.6906, 0.689, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17438862", "10530014", "6853699", "25315295", "20722510", "6270720", "3680979", "40632104", "16488405", "4429118"], "ranked_scores": [0.7112, 0.6905, 0.6815, 0.6748, 0.6706, 0.67, 0.6679, 0.667, 0.6667, 0.6666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18834078", "9283422", "20220731", "2714623", "13798951", "34905328", "13868795", "8903143", "29347970", "6123924"], "ranked_scores": [0.8243, 0.8115, 0.8058, 0.8023, 0.8019, 0.7982, 0.7919, 0.7907, 0.7889, 0.7887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "28017005", "70439309", "21323587", "30813140", "6421734", "19071857", "25886725", "4695046", "19945096"], "ranked_scores": [0.5063, 0.4338, 0.4195, 0.4079, 0.4067, 0.4047, 0.4047, 0.4002, 0.3944, 0.3929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["15322518", "29073751", "19047331", "9784254", "23286603", "4583180", "17671145", "26887439", "4920376", "30041340"], "ranked_scores": [0.7366, 0.7357, 0.7236, 0.7224, 0.7187, 0.7173, 0.7166, 0.7161, 0.7152, 0.7143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "9225850", "22997657", "46926352", "41024260", "883747", "24044977", "14591894"], "ranked_scores": [0.7034, 0.6636, 0.6552, 0.6331, 0.6227, 0.6218, 0.6188, 0.617, 0.6163, 0.6153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17671145", "23286603", "7225911", "14171859", "25543207", "56486733", "9956893", "41620295", "885056", "4320424"], "ranked_scores": [0.695, 0.6907, 0.6868, 0.6852, 0.6729, 0.6677, 0.6582, 0.6563, 0.6551, 0.6523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "341324", "15997009", "16787954", "7111021", "26045237", "14647747", "15319019", "32023005"], "ranked_scores": [0.789, 0.7259, 0.7236, 0.7216, 0.7185, 0.709, 0.6891, 0.683, 0.6759, 0.6689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "27264454", "26887439", "49432306", "5270265", "1900152", "22635278", "8659426", "26079071", "7821634"], "ranked_scores": [0.6936, 0.6792, 0.6762, 0.6687, 0.665, 0.6625, 0.6606, 0.6555, 0.6534, 0.6531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "3215494", "71625969", "22023404", "3150030", "30981192", "21553394", "23267371", "36960449"], "ranked_scores": [0.709, 0.6888, 0.6888, 0.6778, 0.6765, 0.6635, 0.6613, 0.6544, 0.6488, 0.6469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "15678772", "34582256", "4463588", "6504953", "7198295", "1568684", "4810810", "34121231", "12667988"], "ranked_scores": [0.5329, 0.5147, 0.5027, 0.5026, 0.4873, 0.4846, 0.4821, 0.4794, 0.4769, 0.4758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["29253460", "5884524", "2138843", "13448422", "14566771", "38630735", "20526907", "1358909", "12561083", "25028913"], "ranked_scores": [0.7331, 0.7058, 0.6761, 0.6759, 0.665, 0.6646, 0.663, 0.6579, 0.6566, 0.6565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "12641252", "22968257", "34436231", "2714623", "13398997", "18231807", "12871281", "28651643"], "ranked_scores": [0.7507, 0.7337, 0.7222, 0.7177, 0.7164, 0.7124, 0.7082, 0.7072, 0.7047, 0.7046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "485020", "21373821", "32777637", "21590125", "5912283", "31612088", "5402581", "4695046", "38873881"], "ranked_scores": [0.5471, 0.5371, 0.5308, 0.5263, 0.5258, 0.5028, 0.5006, 0.5005, 0.4798, 0.4752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["46695481", "28617573", "9764256", "46355579", "23136735", "6561200", "27873158", "7650066", "19140422", "16980892"], "ranked_scores": [0.7573, 0.7569, 0.7487, 0.7431, 0.7416, 0.7346, 0.7344, 0.7025, 0.6843, 0.6694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "18810195", "21866916", "6454371", "16319097", "4423401", "11616424", "13613916", "5821617", "8458567"], "ranked_scores": [0.7332, 0.7189, 0.697, 0.6931, 0.6886, 0.6826, 0.6824, 0.6783, 0.6731, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "29509926", "32533299", "21651116", "883747", "24044977", "2947124", "26702468", "45401535"], "ranked_scores": [0.7635, 0.7004, 0.6954, 0.6945, 0.6847, 0.6814, 0.6783, 0.6751, 0.675, 0.6692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "11469078", "63858430", "10749308", "40666943", "6477536", "15968271", "30655442", "25641414"], "ranked_scores": [0.581, 0.5349, 0.5233, 0.4733, 0.4528, 0.4426, 0.4356, 0.429, 0.4275, 0.4207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4380287", "24282306", "20155713", "35256900", "4447785", "9226649", "5774746", "9705208", "28392393", "24707550"], "ranked_scores": [0.7442, 0.7422, 0.7412, 0.7362, 0.736, 0.7339, 0.7301, 0.7298, 0.7285, 0.7258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "9239963", "6270720", "10284593", "40710501", "654735", "19047331", "4421742", "9600826", "6182947"], "ranked_scores": [0.6673, 0.6364, 0.6268, 0.6247, 0.6234, 0.6198, 0.6146, 0.6106, 0.6094, 0.6077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["6270720", "8246922", "9460704", "22980205", "7986878", "7115651", "14615911", "39084565", "1196631", "20610557"], "ranked_scores": [0.7226, 0.7148, 0.7128, 0.7112, 0.7075, 0.7, 0.6964, 0.6945, 0.6944, 0.6914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24003461", "24660385", "27550580", "14692646", "4828984", "17741440", "18678095", "22867765", "2291922", "27900414"], "ranked_scores": [0.5176, 0.5015, 0.4899, 0.4728, 0.4721, 0.4717, 0.4717, 0.4698, 0.4663, 0.4636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "21274919", "30813140", "51386222", "8002529", "24510595", "17930286", "24285403", "16979690", "19804204"], "ranked_scores": [0.6186, 0.6056, 0.598, 0.5978, 0.5893, 0.586, 0.578, 0.5757, 0.566, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "29981186", "38630735", "24942840", "4506414", "7813993", "997143", "45276789", "5884524", "36830715"], "ranked_scores": [0.6355, 0.5134, 0.5047, 0.5024, 0.5002, 0.4994, 0.4963, 0.4871, 0.4856, 0.4836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "4434951", "22543403", "6040392", "22264117", "9291668", "28530299", "2722988", "20028729", "22551259"], "ranked_scores": [0.8002, 0.7852, 0.7829, 0.7807, 0.7736, 0.7687, 0.7401, 0.7285, 0.7262, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "3866315", "45770026", "343052", "4423401", "11181416", "29467201", "10247282", "20672596", "17195001"], "ranked_scores": [0.6198, 0.6177, 0.613, 0.6116, 0.6104, 0.6099, 0.6035, 0.6033, 0.6033, 0.601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "2947124", "9433958", "14308244", "8300657", "23901235", "23052989", "10648422", "20996244"], "ranked_scores": [0.7346, 0.7289, 0.7255, 0.6986, 0.6843, 0.6804, 0.6775, 0.677, 0.6765, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "15559582", "21874312", "13831842", "37480103", "22007333", "17450673", "4886637", "16322674"], "ranked_scores": [0.8331, 0.8058, 0.7837, 0.7715, 0.7628, 0.7619, 0.7587, 0.7574, 0.7526, 0.7489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["29495185", "36355784", "46695481", "26798867", "46355579", "12779444", "32423829", "27873158", "28617573", "15512462"], "ranked_scores": [0.7848, 0.7831, 0.7529, 0.7396, 0.739, 0.737, 0.7291, 0.7204, 0.7181, 0.7124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7820043", "31272411", "5953485", "15435343", "3154880", "7225911", "16605494", "5838067", "7281161"], "ranked_scores": [0.7257, 0.7062, 0.6949, 0.6941, 0.694, 0.6934, 0.6917, 0.6906, 0.6848, 0.6842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "883747", "4421742", "3215494", "16488405", "24512064", "46202852", "37207226", "9784254", "6580081"], "ranked_scores": [0.6648, 0.6576, 0.6547, 0.6537, 0.6478, 0.6468, 0.6444, 0.612, 0.6103, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "28138927", "7834603", "22264117", "10463997", "2543135", "17050065", "39558597", "10012166", "52887689"], "ranked_scores": [0.6348, 0.6288, 0.616, 0.6157, 0.6081, 0.6023, 0.5971, 0.597, 0.5961, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "14155726", "8458567", "10247314", "51952430", "16863359", "12225214", "2714623", "1748921", "45875990"], "ranked_scores": [0.7619, 0.7375, 0.7293, 0.7251, 0.7239, 0.7204, 0.7117, 0.7103, 0.7079, 0.7062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "40996863", "27428509", "4920376", "37592824", "14606752", "31890716", "29981186", "22309946"], "ranked_scores": [0.7679, 0.6693, 0.6587, 0.6483, 0.6409, 0.6295, 0.6225, 0.6208, 0.6174, 0.6119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["14155726", "19099739", "5953485", "2119889", "18126445", "22767022", "8997410", "21179714", "40383969", "3849194"], "ranked_scores": [0.6521, 0.6418, 0.6415, 0.6384, 0.6273, 0.6252, 0.6241, 0.6216, 0.6198, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7451607", "35467590", "2988714", "24142891", "11922370", "25799020", "16280642", "23577014", "19572798", "31514338"], "ranked_scores": [0.7204, 0.7127, 0.7104, 0.7034, 0.7003, 0.6993, 0.6935, 0.6897, 0.6887, 0.6883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["10641715", "11992632", "21246752", "3391547", "5765455", "16966326", "13293033", "37488367", "26336593", "6000423"], "ranked_scores": [0.7773, 0.7687, 0.7658, 0.7577, 0.7345, 0.7293, 0.7162, 0.7148, 0.714, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["22185730", "2405259", "9301606", "11951999", "20649327", "19708993", "42708716", "28809022", "10697096", "16280642"], "ranked_scores": [0.6532, 0.6466, 0.6306, 0.6296, 0.629, 0.6247, 0.6229, 0.6199, 0.6163, 0.6163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "2425364", "6718824", "3090454", "6313547", "41915616", "37488367", "7602348"], "ranked_scores": [0.7504, 0.7215, 0.6939, 0.6911, 0.6533, 0.6432, 0.6246, 0.6219, 0.615, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["37488367", "38028419", "4303939", "8892905", "44265107", "22023404", "3153673", "3067015", "7029990", "24943534"], "ranked_scores": [0.5502, 0.5479, 0.5368, 0.5352, 0.5321, 0.531, 0.5224, 0.5157, 0.5155, 0.5115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "4489217", "6944800", "26973393", "164985", "40963697", "14591894", "10024681", "43385013", "2014909"], "ranked_scores": [0.672, 0.6645, 0.6528, 0.6486, 0.6482, 0.6443, 0.6427, 0.6397, 0.6392, 0.6383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2587396", "19332616", "6776834", "28338268", "38630735", "7813993", "10071590", "13768432", "35534019", "4530659"], "ranked_scores": [0.6659, 0.6587, 0.6457, 0.6423, 0.6409, 0.6375, 0.6372, 0.6312, 0.6312, 0.6236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24921368", "13933299", "24625323", "409280", "37488367", "41264017", "23267371", "1456068", "21274919"], "ranked_scores": [0.6856, 0.6619, 0.6563, 0.6542, 0.6474, 0.6364, 0.6343, 0.6301, 0.6275, 0.6247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14308244", "57574395", "26851674", "8533245", "30261663", "20904154", "17333231", "13923140", "13189693"], "ranked_scores": [0.7268, 0.6945, 0.6871, 0.6799, 0.6722, 0.6719, 0.6685, 0.6685, 0.6676, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "6923961", "23260700", "7028976", "4979184", "5123516", "58006489", "41710132", "9159125"], "ranked_scores": [0.7605, 0.7603, 0.7172, 0.6865, 0.6622, 0.6558, 0.654, 0.6524, 0.6502, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "6123924", "34905328", "18546584", "29347970", "20388894", "27910499", "8538916", "34436231", "20220731"], "ranked_scores": [0.8165, 0.7992, 0.7962, 0.793, 0.7914, 0.7827, 0.7797, 0.7672, 0.7671, 0.7623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "7521113", "6123924", "11344428", "36242796", "3858268", "8891333", "20388894"], "ranked_scores": [0.7682, 0.7216, 0.7091, 0.6743, 0.6683, 0.6666, 0.6624, 0.6585, 0.6572, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "10648422", "7224723", "5304891", "35987381", "92308", "18275697", "31560225", "8300657", "29023309"], "ranked_scores": [0.8004, 0.7257, 0.7215, 0.7039, 0.7012, 0.698, 0.6933, 0.6931, 0.6874, 0.686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["7198295", "1568684", "37296667", "34582256", "32975424", "25817686", "16546131", "22674621", "7227763", "13000926"], "ranked_scores": [0.4222, 0.4133, 0.4106, 0.4098, 0.4031, 0.4008, 0.3975, 0.3948, 0.3944, 0.3918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "46765242", "25895285", "34016944", "41913714", "17338543", "26045237", "6426919", "293661", "15322518"], "ranked_scores": [0.6838, 0.6795, 0.6716, 0.669, 0.6677, 0.6621, 0.6587, 0.6565, 0.6562, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "2492146", "41340212", "22635278", "24873253", "40790033", "25298276", "39903312", "24323695"], "ranked_scores": [0.7351, 0.7189, 0.7158, 0.7145, 0.7137, 0.706, 0.6986, 0.6985, 0.6973, 0.6973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["16488405", "5107861", "10648422", "26873988", "13905670", "883747", "15879931", "5979056", "31293581", "25315295"], "ranked_scores": [0.7397, 0.7332, 0.7324, 0.7288, 0.7239, 0.721, 0.7208, 0.7159, 0.7154, 0.7143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8903143", "2714623", "29347970", "6961811", "5914739", "13798951", "18834078", "8538916", "9283422", "18237384"], "ranked_scores": [0.8432, 0.8372, 0.8334, 0.8284, 0.8178, 0.8145, 0.8047, 0.8047, 0.8036, 0.8029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "24318630", "11624482", "5372432", "30813140", "15041758", "20491205", "19804204", "45920278"], "ranked_scores": [0.577, 0.522, 0.4799, 0.4796, 0.4713, 0.4711, 0.4644, 0.4629, 0.4588, 0.4577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "19047331", "26887439", "31272411", "7225911", "9784254", "4920376", "22517564", "17671145", "46765242"], "ranked_scores": [0.792, 0.7826, 0.7805, 0.7747, 0.7629, 0.7602, 0.7546, 0.7446, 0.743, 0.742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "3748310", "18126445", "35256900", "46926352", "38944245", "25942757", "4664540", "17123657"], "ranked_scores": [0.7631, 0.7345, 0.7115, 0.6866, 0.6835, 0.6817, 0.6813, 0.6792, 0.6762, 0.6726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "12130690", "23746313", "14819804", "56486733", "14241418", "2266471", "17671145", "46765242", "13398997"], "ranked_scores": [0.7369, 0.69, 0.6866, 0.6816, 0.6814, 0.6726, 0.6703, 0.6689, 0.668, 0.6677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "11254040", "15997009", "341324", "7111021", "24150328", "26000593", "26045237", "23783727"], "ranked_scores": [0.7519, 0.7102, 0.7074, 0.7006, 0.7, 0.6797, 0.6641, 0.6518, 0.651, 0.6507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "46765242", "49432306", "1900152", "26079071", "3935126", "1522336", "15946643", "9767444", "21150010"], "ranked_scores": [0.7677, 0.7371, 0.7071, 0.7067, 0.6958, 0.6837, 0.6829, 0.6729, 0.6726, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["275294", "24921368", "4462079", "37207226", "44572913", "30720103", "10557471", "23267371", "20288322", "30981192"], "ranked_scores": [0.658, 0.6517, 0.6412, 0.6386, 0.6206, 0.6175, 0.6161, 0.6151, 0.613, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["26112696", "1606628", "19824183", "8428935", "34121231", "11748341", "7965928", "24273592", "6207111", "2028532"], "ranked_scores": [0.5358, 0.499, 0.4796, 0.4617, 0.4555, 0.4541, 0.4529, 0.452, 0.4483, 0.4475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["41493639", "24625323", "24921368", "29253460", "4506414", "3610080", "45920278", "14566771", "21767325", "20697217"], "ranked_scores": [0.7149, 0.7061, 0.6849, 0.6785, 0.6725, 0.6701, 0.6696, 0.6663, 0.6648, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8305686", "33499189", "8903143", "5483793", "2714623", "34905328", "9283422", "18231807", "20344442"], "ranked_scores": [0.7634, 0.7468, 0.7315, 0.7303, 0.7265, 0.7258, 0.725, 0.7179, 0.7158, 0.7096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21590125", "31554917", "4695046", "24318630", "485020", "45581752", "21373821", "36033696", "38873881", "35022568"], "ranked_scores": [0.4922, 0.489, 0.4585, 0.4557, 0.4511, 0.451, 0.4387, 0.4361, 0.4333, 0.4301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "23136735", "10071590", "46695481", "27873158", "46355579", "16980892", "19140422", "6561200", "21874312"], "ranked_scores": [0.694, 0.6899, 0.6879, 0.6855, 0.6805, 0.6714, 0.6702, 0.6665, 0.6603, 0.6542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7095, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["5821617", "18041692", "2099400", "38533515", "13613916", "37362689", "4423401", "38587347", "11616424", "19583924"], "ranked_scores": [0.6924, 0.6881, 0.6866, 0.6844, 0.6791, 0.6791, 0.6766, 0.6757, 0.675, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20722510", "23509113", "7968532", "15488881", "21651116", "15462523", "9225850", "41120293", "24044977", "9648896"], "ranked_scores": [0.7246, 0.7153, 0.6965, 0.6918, 0.6823, 0.6792, 0.6777, 0.6743, 0.6705, 0.6703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16204011", "11469078", "13906581", "26016929", "28017005", "24555878", "16979690", "25641414", "5372432"], "ranked_scores": [0.5191, 0.483, 0.4814, 0.4723, 0.4552, 0.4536, 0.4536, 0.4517, 0.4489, 0.442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1550937", "20155713", "24282306", "44935041", "40323148", "12966719", "5508750", "12948892", "32742683", "219475"], "ranked_scores": [0.7465, 0.7361, 0.7284, 0.7283, 0.7248, 0.7248, 0.7232, 0.7231, 0.7222, 0.7219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["23400191", "2559303", "364522", "10284593", "2973910", "32159283", "6580081", "24998637", "6270720", "13902570"], "ranked_scores": [0.6381, 0.6346, 0.6274, 0.6269, 0.6212, 0.6179, 0.6175, 0.6153, 0.6109, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "19603353", "8246922", "20610557", "24101431", "18237384", "9460704", "7986878", "9767444", "654735"], "ranked_scores": [0.7154, 0.711, 0.7093, 0.7027, 0.6997, 0.6983, 0.6951, 0.6934, 0.6865, 0.6847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["16172576", "8672737", "25263942", "27550580", "22767022", "24660385", "17741440", "25068298", "21301090", "23305884"], "ranked_scores": [0.4669, 0.4631, 0.4528, 0.4505, 0.4498, 0.4483, 0.4462, 0.445, 0.4365, 0.4359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "27076725", "30813140", "19804204", "21957231", "44830890", "17930286", "6070278", "24148722", "24510595"], "ranked_scores": [0.6149, 0.5913, 0.5801, 0.5768, 0.5654, 0.559, 0.5551, 0.5523, 0.5507, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "21767325", "21301090", "4506414", "15984735", "45276789", "116556376", "25028913", "6580081", "14566771"], "ranked_scores": [0.5362, 0.5171, 0.4919, 0.4919, 0.489, 0.4806, 0.4729, 0.4724, 0.471, 0.4703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "9291668", "6040392", "20028729", "2466614", "2722988", "22264117", "39281166", "4434951", "18949516"], "ranked_scores": [0.743, 0.7382, 0.7353, 0.7196, 0.7112, 0.701, 0.7002, 0.6949, 0.6943, 0.6878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["3866315", "15615957", "5492542", "23286603", "20659283", "46451940", "25519138", "45770026", "11181416", "14835068"], "ranked_scores": [0.5983, 0.5939, 0.5893, 0.5893, 0.5875, 0.5866, 0.5836, 0.5817, 0.5797, 0.5768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "8300657", "26851674", "21185923", "19489351", "7492250", "34287602", "9433958", "6710699", "6171953"], "ranked_scores": [0.6922, 0.6903, 0.6817, 0.68, 0.6791, 0.6759, 0.6755, 0.6699, 0.6697, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "2015126", "4886637", "15559582", "21874312", "13831842", "37480103", "16322674", "15512462"], "ranked_scores": [0.7973, 0.7789, 0.7676, 0.7494, 0.7425, 0.7233, 0.722, 0.7216, 0.7036, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["29495185", "25973484", "15512462", "2015126", "12779444", "31902335", "36355784", "20610390", "26798867", "41074251"], "ranked_scores": [0.7534, 0.7251, 0.7235, 0.7175, 0.7151, 0.7151, 0.7069, 0.7058, 0.7022, 0.6958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "23286603", "935538", "4664540", "15435343", "21557055", "9669099", "31272411", "885056", "13290521"], "ranked_scores": [0.7176, 0.7001, 0.6925, 0.6877, 0.6815, 0.6751, 0.6709, 0.67, 0.6697, 0.6681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "27243019", "37207226", "41120293", "14874811", "45276789", "2159648", "1153655", "7198295", "30981192"], "ranked_scores": [0.6235, 0.6176, 0.6145, 0.6124, 0.612, 0.6091, 0.6078, 0.6058, 0.6041, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["38028419", "7834603", "52887689", "18949516", "24347647", "10463997", "13944805", "1148122", "20418809", "2543135"], "ranked_scores": [0.5991, 0.569, 0.5688, 0.5665, 0.5593, 0.559, 0.5572, 0.555, 0.5489, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "18038955", "25901598", "45875990", "14591894", "24995939", "2714623", "29557235", "18358026", "18042803"], "ranked_scores": [0.748, 0.7381, 0.7261, 0.724, 0.7224, 0.7212, 0.7192, 0.717, 0.7155, 0.7142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "22995579", "37592824", "29657303", "15512462", "7373453", "8672737", "8037453", "22309946", "5402581"], "ranked_scores": [0.6817, 0.6441, 0.6426, 0.6336, 0.6301, 0.627, 0.6248, 0.6228, 0.6209, 0.6203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4323425", "3849194", "15548965", "12172346", "22036571", "7549811", "7029990", "1103795", "20313748", "12892137"], "ranked_scores": [0.6351, 0.6326, 0.6207, 0.6205, 0.6102, 0.6082, 0.6079, 0.6063, 0.606, 0.605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7451607", "29557235", "3033830", "6422576", "25799020", "5252837", "35467590", "37297740", "8246090", "13771184"], "ranked_scores": [0.7754, 0.733, 0.725, 0.7181, 0.7161, 0.7152, 0.7138, 0.7109, 0.7097, 0.7095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11992632", "21246752", "16966326", "17821387", "26336593", "2015929", "5765455", "3391547", "10641715", "28338268"], "ranked_scores": [0.7533, 0.7457, 0.7416, 0.7326, 0.7312, 0.7294, 0.7288, 0.7281, 0.7256, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["18895793", "21564598", "28230867", "2405259", "9301606", "12130690", "42708716", "8417211", "12691537", "11983390"], "ranked_scores": [0.6573, 0.6455, 0.6379, 0.6322, 0.6315, 0.622, 0.6215, 0.6175, 0.6157, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "41915616", "30720103", "38028419", "6313547", "25135304", "37488367", "49429882", "2425364"], "ranked_scores": [0.6513, 0.6325, 0.6213, 0.6094, 0.6004, 0.5956, 0.5947, 0.5888, 0.5871, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "37488367", "6313547", "583260", "25974070", "4303939", "30720103", "24625323", "14544564", "35087728"], "ranked_scores": [0.5355, 0.5202, 0.518, 0.5146, 0.5087, 0.5068, 0.5006, 0.5003, 0.4994, 0.4938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "26973393", "5406411", "19603353", "11233339", "22874817", "4489217", "28468276", "38485364", "164985"], "ranked_scores": [0.6611, 0.6558, 0.6539, 0.6435, 0.6404, 0.6403, 0.6362, 0.6356, 0.6324, 0.6317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "2587396", "21372171", "6853699", "14566771", "4530659", "6503534", "97884", "3391547", "28338268"], "ranked_scores": [0.6652, 0.6651, 0.635, 0.6267, 0.6218, 0.6214, 0.6188, 0.6179, 0.6177, 0.6148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["3610080", "58564850", "41264017", "45920278", "24625323", "1456068", "11748341", "10984005", "24921368", "3623127"], "ranked_scores": [0.6626, 0.6603, 0.6555, 0.6358, 0.6334, 0.6322, 0.6315, 0.6314, 0.6312, 0.6275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["30122260", "14308244", "8533245", "5700349", "12932176", "26851674", "16966326", "33792330", "38131471", "11254556"], "ranked_scores": [0.6904, 0.682, 0.6791, 0.674, 0.6691, 0.6656, 0.6643, 0.6625, 0.6624, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "21181273", "6923961", "58006489", "7028976", "41710132", "13889430", "17755060", "42855554", "5123516"], "ranked_scores": [0.6795, 0.6789, 0.6579, 0.6526, 0.6505, 0.6502, 0.6497, 0.647, 0.6424, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "25085979", "18834078", "22317868", "34905328", "29347970", "25479072", "20388894", "40608679", "20220731"], "ranked_scores": [0.7891, 0.7848, 0.7818, 0.7817, 0.7753, 0.7746, 0.7717, 0.7707, 0.7668, 0.7667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "8610932", "25085979", "27243019", "4856149", "54561384", "46193388", "29423324", "9558539", "4464565"], "ranked_scores": [0.7321, 0.6909, 0.6879, 0.6857, 0.6764, 0.6738, 0.6734, 0.6634, 0.6628, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "21274496", "18275697", "31560225", "8373753", "1265945", "5304891", "8300657", "74701974"], "ranked_scores": [0.7809, 0.716, 0.7121, 0.7097, 0.7066, 0.6828, 0.6805, 0.6717, 0.6665, 0.666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["8698208", "1148122", "25293721", "22674621", "33918970", "13944805", "1507222", "37296667", "10697096", "31141365"], "ranked_scores": [0.4129, 0.3992, 0.3989, 0.3947, 0.3941, 0.3808, 0.3781, 0.3699, 0.3639, 0.361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["18473550", "14241418", "293661", "25895285", "5270265", "34016944", "5386514", "24042363", "36216395", "18231807"], "ranked_scores": [0.6678, 0.6589, 0.6576, 0.6515, 0.6509, 0.6507, 0.6507, 0.6482, 0.6456, 0.6445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["3471191", "15476777", "41340212", "13380980", "9056874", "24916604", "341324", "7613033", "26000593", "24341590"], "ranked_scores": [0.7218, 0.7131, 0.7107, 0.7025, 0.7024, 0.6989, 0.6893, 0.6879, 0.6873, 0.6803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["19511011", "13923140", "7224723", "10648422", "41120293", "7373453", "26735018", "25315295", "1550937", "42298280"], "ranked_scores": [0.7556, 0.7427, 0.7309, 0.7306, 0.7234, 0.7223, 0.7204, 0.7196, 0.7182, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["6961811", "8903143", "27567994", "20220731", "33499189", "13798951", "2714623", "34905328", "18237384", "9283422"], "ranked_scores": [0.8425, 0.8231, 0.8215, 0.8186, 0.8166, 0.8162, 0.8153, 0.8104, 0.8096, 0.8089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "30813140", "70439309", "27712433", "41735503", "21323587", "20945963", "24318630", "25886725", "37029185"], "ranked_scores": [0.4899, 0.4856, 0.4815, 0.4784, 0.4617, 0.4548, 0.4528, 0.4491, 0.4467, 0.4415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "35760786", "25830701", "9784254", "26887439", "6421792", "35651106", "22674621", "21179714", "9239963"], "ranked_scores": [0.7731, 0.7678, 0.7574, 0.7557, 0.7524, 0.748, 0.7437, 0.7428, 0.7423, 0.7404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["44801733", "14591894", "5531479", "1871230", "14188138", "3506723", "20722510", "16208091", "34735369", "23393712"], "ranked_scores": [0.7562, 0.7245, 0.7064, 0.694, 0.6911, 0.6903, 0.6858, 0.6819, 0.6795, 0.6759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23746313", "23286603", "12948892", "46765242", "3078550", "12130690", "25543207", "38751591", "25895285", "9784254"], "ranked_scores": [0.6578, 0.6569, 0.653, 0.6511, 0.6506, 0.6489, 0.6465, 0.6424, 0.6413, 0.64], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["31363207", "4883040", "7111021", "28910120", "11254040", "16787954", "341324", "15997009", "26000593", "46112052"], "ranked_scores": [0.6847, 0.679, 0.666, 0.6542, 0.6489, 0.6473, 0.6472, 0.6432, 0.6417, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "49432306", "46765242", "22635278", "21150010", "1900152", "5256564", "21179714", "4920376", "23895668"], "ranked_scores": [0.7106, 0.7034, 0.6993, 0.699, 0.6922, 0.6921, 0.6886, 0.6788, 0.6733, 0.6698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "3150030", "30981192", "12810152", "4462079", "4421742", "22023404", "5775033", "2425364", "3215494"], "ranked_scores": [0.77, 0.7502, 0.737, 0.731, 0.7266, 0.7188, 0.7182, 0.7142, 0.7141, 0.709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "15678772", "12667988", "4810810", "34121231", "6085365", "26112696", "7198295", "4463588", "14865329"], "ranked_scores": [0.6096, 0.574, 0.5662, 0.5661, 0.5628, 0.5491, 0.5394, 0.5353, 0.5307, 0.5245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "27076725", "38630735", "7813993", "13448422", "750781", "23983289", "13933299", "2138843"], "ranked_scores": [0.8174, 0.8132, 0.8117, 0.8086, 0.7919, 0.777, 0.7713, 0.7492, 0.7457, 0.7455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "2714623", "8903143", "5914739", "20344442", "7869794", "13398997", "12871281", "11369420", "18758057"], "ranked_scores": [0.7947, 0.778, 0.7775, 0.771, 0.7654, 0.762, 0.7565, 0.7561, 0.7522, 0.7515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "38752049", "485020", "31554917", "4695046", "5556809", "38873881", "8002529", "24921368", "22995579"], "ranked_scores": [0.6118, 0.5959, 0.5684, 0.5631, 0.5512, 0.5346, 0.5346, 0.5291, 0.5174, 0.5149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["46695481", "28617573", "9764256", "27873158", "19140422", "23136735", "6561200", "46355579", "7650066", "16980892"], "ranked_scores": [0.8283, 0.8279, 0.8215, 0.811, 0.8008, 0.7965, 0.796, 0.7845, 0.7592, 0.7515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21866916", "20672596", "12513042", "22190276", "19756935", "16964262", "18810195", "38623601", "4500832", "4423401"], "ranked_scores": [0.7381, 0.7331, 0.7308, 0.7267, 0.7213, 0.715, 0.71, 0.7078, 0.7025, 0.7022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "21651116", "3590806", "24044977", "45401535", "12358173", "39481265", "9225850", "18956141", "6723450"], "ranked_scores": [0.7843, 0.7662, 0.7602, 0.7594, 0.7579, 0.7441, 0.7376, 0.7374, 0.7314, 0.7249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["11469078", "27768226", "16979690", "583260", "327319", "6477536", "19521501", "32969964", "63858430", "70490"], "ranked_scores": [0.5474, 0.5285, 0.5207, 0.4687, 0.468, 0.4666, 0.4659, 0.4652, 0.4612, 0.4542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9600826", "20155713", "4702639", "3559136", "9226649", "26735905", "23420807", "28392393", "654735", "17412260"], "ranked_scores": [0.8139, 0.7981, 0.7901, 0.7874, 0.7831, 0.7805, 0.7801, 0.7775, 0.7771, 0.7762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["31324978", "6853699", "29634262", "9600826", "40145839", "6270720", "4347374", "10795340", "2474731", "2973910"], "ranked_scores": [0.6974, 0.688, 0.6735, 0.6672, 0.6619, 0.6585, 0.6506, 0.6465, 0.6455, 0.6433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["21150010", "43378932", "17327939", "23912923", "1454773", "7986878", "164985", "12966719", "14615911", "4402497"], "ranked_scores": [0.7872, 0.7817, 0.7744, 0.7742, 0.7667, 0.7612, 0.7555, 0.755, 0.7494, 0.7451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["13223957", "24003461", "8190282", "24660385", "27550580", "11716783", "52175065", "15482274", "29981186", "17741440"], "ranked_scores": [0.6029, 0.5961, 0.5952, 0.584, 0.5792, 0.5768, 0.5767, 0.5725, 0.5648, 0.5613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "41735503", "27076725", "14566771", "24510595", "13906581", "30813140", "15678772", "24921368", "44830890"], "ranked_scores": [0.6307, 0.6263, 0.6225, 0.6214, 0.6147, 0.6125, 0.6108, 0.6092, 0.605, 0.602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "14973286", "52175065", "29981186", "6153754", "26000593", "24942840", "44048701", "24660385", "38630735"], "ranked_scores": [0.784, 0.6686, 0.6666, 0.6659, 0.6617, 0.6504, 0.649, 0.6474, 0.6469, 0.6457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "4434951", "22264117", "28530299", "1848452", "9291668", "6040392", "4679264", "7514614", "14475235"], "ranked_scores": [0.8257, 0.8232, 0.817, 0.8161, 0.8119, 0.8025, 0.7902, 0.7686, 0.7673, 0.7615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["4423401", "11181416", "14171859", "28264919", "35747505", "18473550", "4464565", "3866315", "23148978", "8646760"], "ranked_scores": [0.7918, 0.7287, 0.7255, 0.7111, 0.7078, 0.7077, 0.7068, 0.7055, 0.7007, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "14496749", "8300657", "34287602", "12885341", "23052989", "10648422", "1933281", "4399311", "42065070"], "ranked_scores": [0.8088, 0.7524, 0.7518, 0.7396, 0.7385, 0.734, 0.7315, 0.7311, 0.728, 0.7273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "21874312", "17450673", "37480103", "23557241", "25973484", "13831558", "27123743", "15512462", "16701509"], "ranked_scores": [0.8511, 0.8375, 0.8375, 0.8267, 0.8242, 0.822, 0.8095, 0.8082, 0.803, 0.8003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "32423829", "29495185", "36355784", "26798867", "12779444", "27873158", "9764256", "5864770", "28617573"], "ranked_scores": [0.8256, 0.8197, 0.8057, 0.8047, 0.8021, 0.8006, 0.7869, 0.7846, 0.7802, 0.7796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7225911", "31272411", "24221369", "16605494", "9669099", "6144337", "2619579", "2714623", "13868795"], "ranked_scores": [0.7652, 0.7606, 0.7544, 0.754, 0.7493, 0.7472, 0.7462, 0.741, 0.7377, 0.7335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14407673", "6315132", "970012", "5132358", "39481265", "4421742", "641786", "11344428", "9315213", "2973910"], "ranked_scores": [0.7483, 0.7262, 0.7135, 0.7134, 0.7067, 0.7058, 0.7053, 0.7038, 0.6981, 0.6978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["2543135", "22264117", "6227220", "10463997", "39558597", "4452659", "6042706", "1084345", "8519911", "23403754"], "ranked_scores": [0.7229, 0.7181, 0.7075, 0.6973, 0.6973, 0.6828, 0.6781, 0.6772, 0.6771, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "23351136", "3230361", "1748921", "14198646", "21164071", "3203590", "2158516", "3154880", "12225214"], "ranked_scores": [0.8279, 0.8131, 0.8085, 0.804, 0.7943, 0.7934, 0.7926, 0.7922, 0.7914, 0.7911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4920376", "22309946", "52095986", "31890716", "8604837", "37592824", "57574395", "25761154"], "ranked_scores": [0.7807, 0.7377, 0.7174, 0.7163, 0.6935, 0.6881, 0.6849, 0.6815, 0.6807, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["19149247", "5953485", "4454788", "46816158", "19099739", "25623469", "12691537", "35884026", "12225214", "34439544"], "ranked_scores": [0.7735, 0.7721, 0.7593, 0.745, 0.7447, 0.7408, 0.7406, 0.7341, 0.7329, 0.7327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7688110", "16280642", "2988714", "4583180", "25799020", "36242796", "17539488", "18041692", "31107919", "2479538"], "ranked_scores": [0.7863, 0.7842, 0.783, 0.7727, 0.7721, 0.7692, 0.7568, 0.7548, 0.754, 0.7511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21246752", "11992632", "10641715", "10698739", "13293033", "8551160", "3391547", "19970015", "39763465", "28338268"], "ranked_scores": [0.8446, 0.8328, 0.8231, 0.8029, 0.7979, 0.7966, 0.7787, 0.7699, 0.761, 0.7568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["35660758", "14362678", "20649327", "24294572", "3127341", "2842550", "12691537", "23974474", "40383969", "14155726"], "ranked_scores": [0.7823, 0.7806, 0.7604, 0.7487, 0.745, 0.7363, 0.7252, 0.7234, 0.7231, 0.7208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "7602348", "6313547", "6718824", "16572581", "43534665", "2425364", "57574395"], "ranked_scores": [0.7943, 0.7556, 0.7163, 0.7122, 0.7101, 0.6889, 0.673, 0.6721, 0.6702, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "8892905", "3153673", "13933299", "71625969", "5953485", "37488367", "24943534", "17631671"], "ranked_scores": [0.6038, 0.5874, 0.584, 0.5667, 0.5665, 0.5663, 0.5621, 0.5617, 0.5591, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6550579", "43385013", "1065627", "164985", "24726600", "26973393", "4702639", "44640124", "15946643", "4489217"], "ranked_scores": [0.7327, 0.7188, 0.7157, 0.7068, 0.7051, 0.7008, 0.7006, 0.7004, 0.6851, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3093512", "41293601", "19332616", "26409363", "36654066", "1871499", "6776834", "22482024", "4653837"], "ranked_scores": [0.7699, 0.7172, 0.7139, 0.713, 0.7123, 0.7077, 0.7035, 0.7026, 0.7, 0.6995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["24921368", "13933299", "10984005", "27076725", "13282296", "1358909", "21274919", "6313547", "37488367", "41264017"], "ranked_scores": [0.7522, 0.7435, 0.7294, 0.7035, 0.6926, 0.6911, 0.6861, 0.6794, 0.6759, 0.6723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "2405259", "10530014", "13923140", "13293033", "40901687", "57574395", "14308244", "43534665", "30297355"], "ranked_scores": [0.8009, 0.7821, 0.7666, 0.7313, 0.7306, 0.7302, 0.7289, 0.7277, 0.7266, 0.7246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "23260700", "12358173", "6923961", "4447055", "5123516", "21931005", "4979184", "67787658"], "ranked_scores": [0.83, 0.7528, 0.7289, 0.7234, 0.7225, 0.7136, 0.7097, 0.7087, 0.7063, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "27910499", "8538916", "6123924", "29347970", "34905328", "36242796", "20344442", "17648235", "20388894"], "ranked_scores": [0.8788, 0.8771, 0.8584, 0.8567, 0.8499, 0.8479, 0.8455, 0.8452, 0.8413, 0.8412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "9283422", "36242796", "31591262", "20344442", "24879055", "24142891", "13048272", "28206748"], "ranked_scores": [0.8501, 0.8128, 0.7813, 0.7702, 0.7684, 0.7666, 0.7622, 0.7594, 0.7562, 0.7542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "8300657", "12885341", "6315132", "31560225", "7224723", "29023309", "5304891", "641786"], "ranked_scores": [0.8161, 0.7722, 0.7716, 0.7709, 0.7595, 0.7534, 0.752, 0.7492, 0.7475, 0.7424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["13000926", "471921", "46517055", "36653415", "46602807", "9617381", "6259170", "16806763", "970012", "40817021"], "ranked_scores": [0.5593, 0.5332, 0.5193, 0.5025, 0.4958, 0.4946, 0.4941, 0.492, 0.4909, 0.4895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["31324978", "293661", "2158516", "41913714", "29634262", "5811042", "8246922", "6426919", "28107602", "8856690"], "ranked_scores": [0.7533, 0.7433, 0.7424, 0.7321, 0.726, 0.7254, 0.7242, 0.7237, 0.7228, 0.7207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["14482051", "24634621", "35766603", "15476777", "13380980", "2492146", "22635278", "24450344", "24873253", "35301079"], "ranked_scores": [0.7883, 0.7718, 0.7434, 0.7409, 0.7321, 0.7277, 0.7274, 0.7251, 0.722, 0.7152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5107861", "17438862", "5979056", "22647695", "2947124", "6270720", "31293581", "22281684", "43534665", "23901235"], "ranked_scores": [0.8104, 0.8046, 0.7928, 0.7914, 0.7902, 0.7886, 0.7882, 0.7881, 0.7868, 0.7864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8903143", "8538916", "13798951", "2714623", "17195001", "33499189", "9283422", "29347970", "34905328", "18834078"], "ranked_scores": [0.8943, 0.8703, 0.8661, 0.8658, 0.8598, 0.8585, 0.8563, 0.8558, 0.8531, 0.8526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "19804204", "24318630", "17693849", "25515907", "24163770", "15041758", "32909242", "21323587", "11624482"], "ranked_scores": [0.605, 0.5574, 0.5468, 0.5167, 0.5113, 0.5047, 0.5028, 0.49, 0.4877, 0.4791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "56486733", "30041340", "22517564", "19047331", "32927401", "36216395", "35760786", "14834714", "26887439"], "ranked_scores": [0.8563, 0.8559, 0.8548, 0.8457, 0.8325, 0.8299, 0.8296, 0.8295, 0.8284, 0.8262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "3748310", "15983148", "6936141", "7948486", "10790846", "38944245", "37328025", "21093407"], "ranked_scores": [0.8006, 0.7473, 0.7404, 0.7404, 0.723, 0.7214, 0.7141, 0.7126, 0.7099, 0.7063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "7225911", "35884026", "14380875", "12130690", "10247282", "14241418", "46765242", "25543207", "8453819"], "ranked_scores": [0.7995, 0.796, 0.7726, 0.7687, 0.764, 0.7593, 0.7583, 0.7552, 0.7489, 0.7449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35766603", "15997009", "31363207", "2048139", "33535222", "18263406", "5270265", "1522647"], "ranked_scores": [0.7893, 0.7753, 0.7634, 0.7613, 0.7522, 0.7181, 0.7164, 0.7155, 0.7138, 0.7115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "46765242", "3935126", "27437459", "22517564", "26079071", "1065627", "14380875", "31616203", "49432306"], "ranked_scores": [0.8175, 0.7871, 0.7724, 0.76, 0.7524, 0.7484, 0.7424, 0.7361, 0.7354, 0.7324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["14782049", "35724562", "3150030", "44572913", "37207226", "3222187", "42441846", "24921368", "16256507", "34054472"], "ranked_scores": [0.7143, 0.7068, 0.7013, 0.6983, 0.6973, 0.6895, 0.6845, 0.6845, 0.6842, 0.681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["11748341", "26112696", "20473074", "3716075", "34121231", "41310252", "1606628", "35495268", "10692948", "409280"], "ranked_scores": [0.5323, 0.5296, 0.5202, 0.5118, 0.5099, 0.5077, 0.5025, 0.4998, 0.4995, 0.497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["38630735", "752423", "15925931", "21767325", "13448422", "23785605", "4506414", "27076725", "24285403", "25028913"], "ranked_scores": [0.79, 0.7885, 0.7809, 0.7802, 0.768, 0.7659, 0.7625, 0.7604, 0.7601, 0.7589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8305686", "8903143", "5914739", "2714623", "5483793", "11844826", "33499189", "8698857", "30303335"], "ranked_scores": [0.7978, 0.7937, 0.7781, 0.7769, 0.7758, 0.77, 0.7682, 0.7681, 0.7667, 0.7647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "24524403", "31554917", "38752049", "8002529", "5556809", "21590125", "36003142", "38873881", "14606752"], "ranked_scores": [0.5299, 0.5224, 0.5201, 0.5147, 0.5121, 0.5028, 0.502, 0.4877, 0.484, 0.4838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["19140422", "46695481", "3878434", "27873158", "28617573", "16980892", "14672919", "1203035", "2159648", "19854543"], "ranked_scores": [0.7785, 0.7759, 0.7688, 0.7686, 0.7686, 0.7589, 0.7545, 0.7498, 0.7442, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5654, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.5654, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["52873726", "43390777", "19756935", "17755060", "13613916", "34876410", "20620012", "14719322", "19855358", "4388082"], "ranked_scores": [0.7275, 0.7218, 0.7108, 0.7075, 0.7047, 0.701, 0.6974, 0.6964, 0.6956, 0.6955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["1522336", "15462523", "24044977", "20722510", "3590806", "49432306", "17327939", "1933281", "25263810", "45401535"], "ranked_scores": [0.8237, 0.7811, 0.7793, 0.7679, 0.7637, 0.76, 0.7597, 0.7586, 0.7576, 0.7565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["13906581", "27768226", "13123189", "24555878", "41735503", "11288846", "11469078", "16979690", "980196", "5372432"], "ranked_scores": [0.4774, 0.4719, 0.4711, 0.4635, 0.4619, 0.4454, 0.4453, 0.4448, 0.428, 0.4269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["20155713", "9600826", "6580081", "17741440", "1550937", "10071590", "5406411", "14296612", "2272614", "17412260"], "ranked_scores": [0.7998, 0.7984, 0.7953, 0.7856, 0.7769, 0.7733, 0.7715, 0.7707, 0.7683, 0.7665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6580081", "32159283", "6853699", "9600826", "2559303", "34445160", "2973910", "31591262", "14647747", "40145839"], "ranked_scores": [0.6858, 0.6727, 0.6664, 0.6649, 0.6615, 0.6601, 0.6574, 0.6569, 0.6538, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["18237384", "43378932", "5256564", "26873988", "3559136", "25141908", "3107733", "20610557", "13651792", "9767444"], "ranked_scores": [0.7718, 0.7544, 0.7504, 0.7483, 0.7482, 0.7481, 0.7467, 0.7447, 0.739, 0.7365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "27550580", "6580081", "6945285", "36271512", "32462603", "2159648", "21301090", "13223957", "44048701"], "ranked_scores": [0.5965, 0.5908, 0.5853, 0.5768, 0.5765, 0.5626, 0.5578, 0.5548, 0.5539, 0.5539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "41735503", "24942840", "24318630", "30813140", "27076725", "14566771", "17930286", "44830890", "21957231"], "ranked_scores": [0.6544, 0.6512, 0.6468, 0.6245, 0.6187, 0.6131, 0.6009, 0.5995, 0.5962, 0.5928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["116556376", "15482274", "1287809", "19878070", "4506414", "6137330", "21767325", "15925931", "24916604", "15984735"], "ranked_scores": [0.6815, 0.6773, 0.6613, 0.6585, 0.6541, 0.6529, 0.6526, 0.6522, 0.6453, 0.6453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["2722988", "9291668", "22264117", "2466614", "1848452", "4679264", "28530299", "4434951", "2251426", "3883485"], "ranked_scores": [0.7581, 0.7515, 0.7503, 0.7445, 0.7407, 0.74, 0.7385, 0.7381, 0.7347, 0.7338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1103795", "1344498", "4700428", "350542", "15615957", "4423401", "20659283", "32975424", "11411060", "23286603"], "ranked_scores": [0.7172, 0.7127, 0.7068, 0.7038, 0.7036, 0.702, 0.6991, 0.6964, 0.6903, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "21185923", "18450716", "8300657", "6710699", "27602752", "10017612", "20996244", "1576955", "3672261"], "ranked_scores": [0.758, 0.7533, 0.7397, 0.7367, 0.7353, 0.728, 0.7241, 0.7218, 0.7192, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "37480103", "4828631", "13831842", "23557241", "21874312", "16322674", "13831558", "24581365", "17450673"], "ranked_scores": [0.807, 0.8061, 0.8014, 0.8014, 0.801, 0.7812, 0.7704, 0.7661, 0.7649, 0.7634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["20610390", "2140497", "21874312", "15512462", "12779444", "46695481", "27873158", "28617573", "22942787", "41074251"], "ranked_scores": [0.804, 0.7938, 0.7846, 0.7798, 0.7787, 0.7785, 0.7712, 0.7712, 0.7694, 0.7658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["4664540", "44366096", "31272411", "23286603", "14241418", "15435343", "4320424", "16863359", "15548965", "26297042"], "ranked_scores": [0.7842, 0.7693, 0.7613, 0.752, 0.7359, 0.7322, 0.7308, 0.7298, 0.7286, 0.7262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14407673", "3462075", "14657344", "27306942", "10078024", "35987381", "1153655", "22401720", "883747", "38944245"], "ranked_scores": [0.7101, 0.7005, 0.696, 0.6959, 0.6941, 0.6925, 0.6905, 0.6877, 0.6858, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["2543135", "7834603", "6108481", "33569870", "6042706", "52887689", "13944805", "41496215", "18429416", "4303939"], "ranked_scores": [0.6654, 0.6608, 0.6564, 0.6495, 0.6439, 0.6424, 0.6421, 0.642, 0.6384, 0.6379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["14501880", "5484763", "3230361", "35747505", "26244918", "10247314", "18042803", "33063763", "23351136", "14541844"], "ranked_scores": [0.8111, 0.8068, 0.8066, 0.8055, 0.8045, 0.8039, 0.8033, 0.8032, 0.8008, 0.8], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["37592824", "17438862", "41782935", "14924526", "1967410", "7373453", "15889329", "22309946", "22995579", "52095986"], "ranked_scores": [0.7219, 0.6877, 0.6872, 0.6858, 0.6818, 0.6814, 0.6805, 0.6757, 0.6672, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["12172346", "31962403", "27900414", "16557565", "19165076", "3849194", "15655418", "15548965", "612002", "1103795"], "ranked_scores": [0.7516, 0.751, 0.7482, 0.7451, 0.7397, 0.7363, 0.7359, 0.7339, 0.7335, 0.7316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7451607", "25799020", "29557235", "13583521", "5403286", "35467590", "17919731", "5252837", "25344732", "17934082"], "ranked_scores": [0.8179, 0.8006, 0.7969, 0.7932, 0.7803, 0.7773, 0.775, 0.7746, 0.7745, 0.7724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11992632", "28338268", "38844612", "7239105", "10641715", "16966326", "24276304", "24347647", "13293033", "19970015"], "ranked_scores": [0.8123, 0.7987, 0.7965, 0.7964, 0.7926, 0.7904, 0.7856, 0.781, 0.7779, 0.7778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["12691537", "24294572", "25742205", "3870062", "3085264", "21564598", "2774906", "3127341", "42708716", "11041152"], "ranked_scores": [0.7469, 0.7374, 0.7348, 0.7347, 0.7283, 0.7266, 0.7238, 0.7223, 0.7209, 0.72], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30981192", "49429882", "37207226", "20261352", "22185730", "38028419", "7602348", "41915616"], "ranked_scores": [0.7126, 0.7017, 0.6863, 0.6862, 0.686, 0.6723, 0.6709, 0.6678, 0.6671, 0.6667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["583260", "4483571", "3113630", "13282296", "24921368", "14782049", "21932297", "29467201", "4910408", "7221410"], "ranked_scores": [0.57, 0.569, 0.5654, 0.5603, 0.5597, 0.5564, 0.5552, 0.5478, 0.5476, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "26973393", "6944800", "42035464", "43385013", "22980205", "364522", "2272614", "2014909", "14692646"], "ranked_scores": [0.6966, 0.686, 0.6799, 0.6794, 0.6741, 0.674, 0.6728, 0.6714, 0.6708, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "26409363", "24347647", "17821387", "28338268", "22185730", "13940200", "22972632", "23783727", "1871499"], "ranked_scores": [0.7277, 0.7234, 0.712, 0.7078, 0.7015, 0.7, 0.6974, 0.6914, 0.6902, 0.6894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "581832", "13282296", "3623127", "8582337", "33733520", "24921368", "583260", "3067015", "41264017"], "ranked_scores": [0.7101, 0.7066, 0.7054, 0.7028, 0.7011, 0.6975, 0.6975, 0.688, 0.6778, 0.6753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["3619931", "20261352", "40901687", "16966326", "4889228", "5551138", "14874811", "10012166", "25510546", "10482574"], "ranked_scores": [0.7538, 0.7483, 0.7462, 0.7444, 0.7403, 0.7368, 0.7362, 0.7317, 0.7307, 0.7289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "439670", "13889430", "20675284", "21931005", "7028976", "14672919", "6397191", "23700330", "4406819"], "ranked_scores": [0.7668, 0.7398, 0.7195, 0.718, 0.7176, 0.7174, 0.711, 0.7061, 0.7029, 0.7011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["43619625", "5273056", "25479072", "29347970", "28006126", "8038329", "8610932", "25085979", "2825380", "22997657"], "ranked_scores": [0.8648, 0.8629, 0.8545, 0.8492, 0.8481, 0.847, 0.8469, 0.8454, 0.8438, 0.843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["13048272", "8610932", "25479072", "25085979", "20220731", "8494570", "51952430", "2825380", "9558539", "29347970"], "ranked_scores": [0.7986, 0.7777, 0.7613, 0.7604, 0.7493, 0.7491, 0.7488, 0.7469, 0.7467, 0.7448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "1265945", "34287602", "8373753", "6315132", "21274496", "21258863", "641786", "42065070", "40096222"], "ranked_scores": [0.7971, 0.7618, 0.7606, 0.7548, 0.7505, 0.7474, 0.7456, 0.7455, 0.7401, 0.739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["36653415", "13519661", "46602807", "16532419", "9878167", "52925737", "1507222", "29467201", "25050364", "37628989"], "ranked_scores": [0.5288, 0.5238, 0.5211, 0.5003, 0.5001, 0.4951, 0.4886, 0.4873, 0.4868, 0.4854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["31324978", "34016944", "14241418", "37256966", "22517564", "2158516", "40632104", "24042363", "46765242", "15215393"], "ranked_scores": [0.7363, 0.7357, 0.7329, 0.7299, 0.7259, 0.7246, 0.724, 0.7233, 0.7223, 0.7194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["41340212", "9056874", "3471191", "13380980", "24634621", "14482051", "24916604", "3730196", "35301079", "14361849"], "ranked_scores": [0.7636, 0.7473, 0.7307, 0.7263, 0.7239, 0.7237, 0.7204, 0.7134, 0.7132, 0.7106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21884059", "13923140", "44935041", "17934603", "35987381", "17438862", "5107861", "4326318", "13448422", "18450716"], "ranked_scores": [0.8165, 0.797, 0.7957, 0.7936, 0.792, 0.7915, 0.7912, 0.7909, 0.7898, 0.7898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["44640124", "16644043", "29347970", "18834078", "33499189", "13868795", "14530534", "30303335", "8903143", "34905328"], "ranked_scores": [0.8715, 0.8702, 0.8696, 0.8657, 0.8612, 0.8604, 0.8594, 0.8583, 0.8579, 0.8569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["30813140", "28017005", "70439309", "3552753", "41735503", "20491205", "13906581", "17415081", "21377587", "750781"], "ranked_scores": [0.5379, 0.484, 0.4765, 0.4764, 0.4755, 0.4739, 0.4734, 0.4664, 0.4537, 0.4415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14834714", "3981033", "24190159", "19047331", "7944381", "5132358", "36399107", "35760786", "36216395", "4920376"], "ranked_scores": [0.8589, 0.853, 0.8479, 0.8367, 0.8347, 0.8345, 0.8326, 0.8325, 0.8282, 0.8263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["7948486", "44801733", "5531479", "9217800", "14407673", "16511863", "38944245", "22281684", "14591894", "5395426"], "ranked_scores": [0.782, 0.7664, 0.7597, 0.7521, 0.7511, 0.747, 0.7303, 0.7297, 0.7264, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["46765242", "56486733", "12130690", "25543207", "21754541", "17338543", "25742205", "15215393", "14241418", "4454788"], "ranked_scores": [0.7573, 0.7453, 0.7409, 0.7347, 0.7304, 0.7245, 0.7242, 0.7236, 0.7194, 0.7184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7552215", "3475317", "41650417", "31363207", "32023005", "26000593", "13899137", "5850219", "16787954"], "ranked_scores": [0.7299, 0.7219, 0.7153, 0.7101, 0.7099, 0.7081, 0.6992, 0.6991, 0.6978, 0.6949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["49432306", "14252892", "6407356", "5256564", "8512633", "46765242", "10408324", "10795340", "5492542", "22635278"], "ranked_scores": [0.769, 0.7645, 0.7586, 0.7568, 0.7539, 0.7489, 0.7455, 0.7391, 0.7361, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["3215494", "4421742", "2425364", "30981192", "3090454", "3150030", "27889071", "16256507", "6313547", "36654066"], "ranked_scores": [0.8487, 0.8254, 0.8135, 0.8001, 0.7918, 0.7861, 0.7835, 0.7705, 0.7702, 0.7615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "21993510", "4810810", "1606628", "26112696", "34121231", "15678772", "13938878", "6085365", "24273592"], "ranked_scores": [0.6688, 0.6664, 0.6117, 0.6074, 0.6017, 0.5898, 0.5896, 0.5861, 0.5828, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "1387104", "38630735", "9977329", "16760369", "29253460", "27076725", "30983338", "7813993", "3056682"], "ranked_scores": [0.892, 0.8741, 0.8654, 0.8633, 0.8601, 0.8523, 0.849, 0.8443, 0.8404, 0.8381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["1389264", "22509015", "2727303", "11369420", "10024681", "18263406", "23639838", "7228140", "4489217", "33499189"], "ranked_scores": [0.861, 0.839, 0.8364, 0.8321, 0.8246, 0.8233, 0.8216, 0.8213, 0.8176, 0.8168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["58564850", "21373821", "485020", "8002529", "881332", "5912283", "20302714", "2613775", "31554917", "38752049"], "ranked_scores": [0.665, 0.6587, 0.63, 0.6039, 0.5984, 0.5963, 0.5946, 0.5886, 0.5875, 0.5843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.403, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "9764256", "19140422", "46695481", "4447055", "12358173", "6650933", "27873158", "4447785", "9648896"], "ranked_scores": [0.8596, 0.8525, 0.8521, 0.8497, 0.8444, 0.8422, 0.8378, 0.8286, 0.8274, 0.8269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.928, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22190276", "12513042", "19756935", "32975424", "38623601", "4423401", "6106004", "13613916", "34876410", "16964262"], "ranked_scores": [0.7971, 0.7878, 0.7877, 0.7844, 0.7662, 0.7609, 0.7451, 0.7429, 0.7416, 0.7369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["6407356", "45401535", "24044977", "21651116", "39481265", "6723450", "22281684", "3590806", "12358173", "9648896"], "ranked_scores": [0.8206, 0.8141, 0.8072, 0.8069, 0.8046, 0.8016, 0.8015, 0.7988, 0.7917, 0.7894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["11469078", "27768226", "13123189", "19521501", "63858430", "84784389", "327319", "9754530", "16979690", "11244195"], "ranked_scores": [0.5716, 0.5295, 0.5227, 0.4969, 0.4929, 0.4814, 0.4757, 0.4728, 0.4681, 0.4659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4409524", "34071621", "496873", "5821617", "3559136", "33370", "9226649", "9600826", "7028976", "24190159"], "ranked_scores": [0.8622, 0.8419, 0.8334, 0.829, 0.8286, 0.8239, 0.8235, 0.8213, 0.8199, 0.815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["14178995", "33569870", "13448422", "2973910", "31324978", "6853699", "26735018", "4422868", "5123516", "4409524"], "ranked_scores": [0.7682, 0.766, 0.7653, 0.7501, 0.7492, 0.7379, 0.7358, 0.7353, 0.7342, 0.7299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["39084565", "23912923", "1389264", "18488986", "42489926", "8246922", "41913714", "25738896", "2272614", "43378932"], "ranked_scores": [0.8424, 0.8343, 0.8269, 0.8223, 0.8164, 0.8152, 0.8151, 0.811, 0.8097, 0.809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4500832", "13223957", "12691537", "25742205", "22767022", "4460880", "40145839", "323030", "27900414", "36025357"], "ranked_scores": [0.6838, 0.6832, 0.6825, 0.6815, 0.677, 0.6731, 0.6683, 0.6648, 0.6634, 0.6634], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["16812091", "24510595", "44830890", "6718824", "34121231", "21767325", "12667988", "41493639", "21274919", "15678772"], "ranked_scores": [0.6803, 0.6777, 0.6739, 0.673, 0.659, 0.6583, 0.6578, 0.6502, 0.6492, 0.649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "14973286", "6153754", "79231308", "38369817", "29981186", "38630735", "30639847", "44048701", "4506414"], "ranked_scores": [0.8637, 0.7845, 0.7784, 0.776, 0.7621, 0.7618, 0.7534, 0.7499, 0.7485, 0.7446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "28530299", "9291668", "22543403", "22038539", "4434951", "2466614", "20028729", "7514614", "4679264"], "ranked_scores": [0.8308, 0.8072, 0.8042, 0.803, 0.7982, 0.7843, 0.7771, 0.7756, 0.7755, 0.7707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["4423401", "18473550", "36432234", "28138927", "14171859", "5704562", "8646760", "27438378", "35747505", "11181416"], "ranked_scores": [0.8072, 0.7962, 0.7775, 0.7632, 0.7461, 0.7437, 0.7431, 0.7386, 0.7357, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["14848619", "8300657", "42065070", "2947124", "10627801", "4399311", "15081770", "34630025", "14474178", "12885341"], "ranked_scores": [0.8319, 0.8103, 0.8039, 0.7665, 0.7598, 0.752, 0.7434, 0.7422, 0.7402, 0.7365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["15512462", "4409524", "21874312", "13831842", "37480103", "30983338", "25973484", "17450673", "8842332", "16701509"], "ranked_scores": [0.8395, 0.8382, 0.8368, 0.8281, 0.825, 0.8247, 0.8208, 0.8199, 0.8178, 0.8164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["3376731", "46355579", "16806763", "32423829", "28617573", "9764256", "7650066", "46695481", "6561200", "19140422"], "ranked_scores": [0.8551, 0.8531, 0.8515, 0.8494, 0.8454, 0.8425, 0.837, 0.8358, 0.8355, 0.834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["6144337", "17327939", "28107602", "15435343", "24980622", "16605494", "67787658", "42489926", "44366096", "13868795"], "ranked_scores": [0.8109, 0.8034, 0.8016, 0.7995, 0.7841, 0.7731, 0.7693, 0.7646, 0.7604, 0.7601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["6315132", "970012", "4445629", "7224723", "24596228", "14407673", "5132358", "24512064", "35987381", "46202852"], "ranked_scores": [0.801, 0.7958, 0.7873, 0.7873, 0.7776, 0.7755, 0.7705, 0.7649, 0.7619, 0.7603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["2543135", "17050065", "38028419", "21626639", "52887689", "23403754", "38623601", "27768226", "7834603", "10463997"], "ranked_scores": [0.7929, 0.7698, 0.7626, 0.7574, 0.7488, 0.739, 0.7288, 0.7258, 0.725, 0.7221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5953485", "3203590", "12172346", "11983390", "23351136", "7968532", "19099739", "14155726", "3230361", "2119889"], "ranked_scores": [0.8873, 0.8819, 0.8736, 0.8647, 0.8625, 0.8595, 0.8563, 0.8559, 0.8555, 0.8534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "4920376", "52095986", "116792", "15889329", "37592824", "17462437", "23863551", "31890716", "35149431"], "ranked_scores": [0.771, 0.7437, 0.7144, 0.7061, 0.6976, 0.6926, 0.6897, 0.6896, 0.6856, 0.6835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["25623469", "19149247", "22767022", "41928290", "31761981", "23208167", "12225214", "3849194", "3155374", "16557565"], "ranked_scores": [0.837, 0.8186, 0.8107, 0.8087, 0.8078, 0.8069, 0.8065, 0.7978, 0.7961, 0.7952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7688110", "86694016", "16280642", "18041692", "4388082", "4162857", "25373397", "1686997", "10212612", "16557565"], "ranked_scores": [0.8792, 0.8342, 0.8295, 0.8111, 0.8049, 0.8024, 0.8001, 0.7997, 0.7997, 0.7989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21246752", "11992632", "10641715", "3863543", "10698739", "5782614", "11250124", "4446814", "16966326", "19970015"], "ranked_scores": [0.9033, 0.8766, 0.8587, 0.8572, 0.8557, 0.8469, 0.8429, 0.8399, 0.8365, 0.8357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["24294572", "14362678", "20649327", "22767022", "3127341", "35660758", "11043831", "22185730", "21179714", "19497526"], "ranked_scores": [0.8498, 0.8279, 0.8259, 0.8254, 0.8225, 0.8188, 0.814, 0.812, 0.8079, 0.8052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "7224723", "6313547", "13933299", "29634262", "2425364", "25878014", "4421742"], "ranked_scores": [0.8201, 0.7876, 0.7868, 0.762, 0.7596, 0.7452, 0.7364, 0.7341, 0.7325, 0.7323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "7224723", "7177329", "9194077", "2824347", "10504681", "44562058", "24943534", "6042706", "8563659"], "ranked_scores": [0.7756, 0.7637, 0.7611, 0.7481, 0.745, 0.7427, 0.7367, 0.7364, 0.733, 0.7328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "16691520", "6550579", "16090672", "37204802", "4889228", "43385013", "15194125", "18231257", "8903143"], "ranked_scores": [0.7609, 0.7476, 0.7472, 0.7442, 0.738, 0.73, 0.7265, 0.724, 0.7162, 0.7145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "13768432", "5765455", "33792330", "12240507", "12948892", "8892905", "12130690", "4653837", "13380011"], "ranked_scores": [0.7981, 0.789, 0.7556, 0.745, 0.7448, 0.7374, 0.7366, 0.736, 0.7348, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["24921368", "24735908", "5035827", "30292811", "9977329", "6313547", "13933299", "21239672", "12206390", "17438862"], "ranked_scores": [0.8309, 0.7982, 0.7912, 0.7831, 0.7825, 0.7585, 0.7557, 0.7538, 0.753, 0.7528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["10530014", "16966326", "43534665", "2405259", "10247314", "10648422", "3308636", "2947124", "14092737", "20471181"], "ranked_scores": [0.8151, 0.8124, 0.792, 0.7918, 0.7876, 0.7846, 0.7809, 0.7762, 0.7744, 0.7741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "21931005", "4447055", "26735905", "23700330", "5123516", "18399038", "23260700", "654735"], "ranked_scores": [0.8467, 0.8315, 0.8227, 0.8142, 0.8131, 0.8099, 0.8091, 0.8024, 0.8014, 0.7992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "27910499", "13889430", "266641", "22317868", "36212758", "85326624", "8538916", "2078658", "8903143"], "ranked_scores": [0.884, 0.8795, 0.8703, 0.8675, 0.8595, 0.8552, 0.8541, 0.8524, 0.8522, 0.8511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "18374364", "11344428", "20127522", "54561384", "9283422", "28206748", "25985964", "266641"], "ranked_scores": [0.8656, 0.8435, 0.8382, 0.811, 0.8102, 0.7887, 0.7887, 0.7844, 0.783, 0.7827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["8300657", "12885341", "21274496", "2097256", "24512064", "31560225", "13966946", "21366394", "42065070", "8373753"], "ranked_scores": [0.8453, 0.8346, 0.8211, 0.7988, 0.7965, 0.7942, 0.7742, 0.7721, 0.7696, 0.7678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["13519661", "15953181", "10692412", "3878434", "11718220", "46602807", "16532419", "16806763", "36399107", "6504953"], "ranked_scores": [0.6764, 0.6713, 0.6686, 0.665, 0.6598, 0.6581, 0.658, 0.6578, 0.6554, 0.6546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["13624704", "41913714", "13619127", "39892135", "23783727", "25298276", "35766603", "24873253", "33533307", "2158516"], "ranked_scores": [0.8405, 0.8266, 0.8266, 0.8165, 0.8115, 0.8114, 0.8051, 0.802, 0.8011, 0.8011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24634621", "14482051", "24873253", "35301079", "25298276", "15476777", "14361849", "24916604", "35766603", "24450344"], "ranked_scores": [0.8699, 0.8648, 0.8402, 0.8253, 0.8146, 0.814, 0.8025, 0.802, 0.8, 0.7998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2947124", "6270720", "10648422", "13905670", "34630025", "14848619", "44562058", "4380287", "4399311", "5867846"], "ranked_scores": [0.8355, 0.8353, 0.8328, 0.8298, 0.8238, 0.8217, 0.8202, 0.8199, 0.8196, 0.8186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8903143", "7583725", "4429388", "13798951", "2078658", "20333864", "164985", "24101431", "11951999", "13242763"], "ranked_scores": [0.8969, 0.8882, 0.8866, 0.8835, 0.8814, 0.8804, 0.876, 0.8758, 0.8739, 0.8727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "25515907", "24318630", "41493639", "44264297", "17693849", "11071351", "10072941", "37029185"], "ranked_scores": [0.6417, 0.6293, 0.6113, 0.6039, 0.5848, 0.5577, 0.5559, 0.5525, 0.5471, 0.5462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["28651643", "6421792", "19047331", "24624992", "35760786", "14834714", "26887439", "57783564", "22517564", "39580129"], "ranked_scores": [0.8592, 0.8536, 0.8477, 0.8467, 0.8418, 0.841, 0.8371, 0.8355, 0.8344, 0.8313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["24044977", "883747", "5531479", "1933281", "27602752", "6936141", "2481032", "18956141", "9784254", "38745690"], "ranked_scores": [0.8529, 0.8371, 0.8319, 0.8189, 0.8184, 0.7899, 0.788, 0.7875, 0.7853, 0.7773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["39892135", "22730024", "12130690", "40156901", "56486733", "14121786", "23974474", "46765242", "3935126", "26341063"], "ranked_scores": [0.8064, 0.805, 0.8017, 0.7849, 0.777, 0.7758, 0.7655, 0.7655, 0.7582, 0.7511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["15997009", "4883040", "341324", "26000593", "35766603", "32463364", "11254040", "18263406", "35495268", "24150328"], "ranked_scores": [0.8269, 0.8197, 0.8127, 0.787, 0.7852, 0.78, 0.7706, 0.7695, 0.7659, 0.755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["27437459", "6407356", "21150010", "7821634", "13256155", "46765242", "35301079", "34268160", "3935126", "2391552"], "ranked_scores": [0.796, 0.7957, 0.7754, 0.7745, 0.7637, 0.7592, 0.7561, 0.7548, 0.7531, 0.751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4421742", "3090454", "35724562", "4709641", "38025907", "38028419", "15692098", "14198646", "10530014", "5765455"], "ranked_scores": [0.7464, 0.745, 0.7444, 0.7378, 0.7342, 0.7321, 0.7316, 0.7231, 0.7231, 0.7231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["11748341", "20473074", "3716075", "25953438", "32909242", "21993510", "10692948", "21884449", "34121231", "11624482"], "ranked_scores": [0.5853, 0.578, 0.5657, 0.5657, 0.5649, 0.564, 0.5591, 0.5575, 0.5569, 0.5525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "24285403", "9813098", "15925931", "21767325", "38630735", "16760369", "23785605", "4506414", "39443128"], "ranked_scores": [0.9013, 0.8974, 0.8923, 0.8882, 0.8882, 0.8882, 0.8757, 0.8757, 0.8757, 0.8736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["3559136", "6944800", "1921218", "13952658", "12641252", "33030946", "15946643", "164985", "18237384", "5483793"], "ranked_scores": [0.875, 0.875, 0.8598, 0.8598, 0.8598, 0.8514, 0.8426, 0.8412, 0.8401, 0.8401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["24524403", "41735503", "80109277", "10984005", "58564850", "8002529", "45548062", "20240998", "20302714", "14606752"], "ranked_scores": [0.6167, 0.6147, 0.5984, 0.5907, 0.5896, 0.5896, 0.5816, 0.574, 0.5689, 0.5557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["19140422", "4447785", "28617573", "27873158", "4920376", "14834714", "19047331", "24190159", "10697096", "19854543"], "ranked_scores": [0.8382, 0.8334, 0.8198, 0.8198, 0.8146, 0.8143, 0.8143, 0.8115, 0.8115, 0.8108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3633, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1605196", "19583924", "21891856", "19756935", "4388082", "86694016", "43390777", "33918970", "13801259", "19855358"], "ranked_scores": [0.7473, 0.7473, 0.7423, 0.7423, 0.7381, 0.7381, 0.7352, 0.7339, 0.7335, 0.7331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["1522336", "44801733", "28015516", "24044977", "1900152", "17876040", "49432306", "43378932", "15462523", "25263810"], "ranked_scores": [0.8571, 0.8464, 0.826, 0.826, 0.8247, 0.8247, 0.8247, 0.822, 0.8149, 0.8139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "13123189", "24555878", "20048431", "84784389", "52072815", "980196", "24660385", "11469078", "13906581"], "ranked_scores": [0.4943, 0.4907, 0.4643, 0.4595, 0.4496, 0.4413, 0.4413, 0.435, 0.4284, 0.4283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["40145839", "4387494", "34071621", "6397191", "27615329", "21373240", "18488986", "18399038", "13878124", "28392393"], "ranked_scores": [0.8311, 0.8304, 0.8241, 0.8178, 0.8178, 0.8129, 0.8054, 0.8038, 0.803, 0.8], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["439670", "6580081", "21301090", "4409524", "6853699", "5979056", "9600826", "29785642", "34445160", "23124332"], "ranked_scores": [0.7319, 0.7303, 0.7261, 0.7227, 0.7197, 0.7173, 0.7141, 0.7121, 0.709, 0.7069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["20610557", "9460704", "34268160", "5256564", "15381976", "1967410", "13651792", "1196631", "18237384", "5483793"], "ranked_scores": [0.8425, 0.8285, 0.8243, 0.8187, 0.809, 0.8063, 0.8047, 0.8022, 0.8022, 0.8022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["323030", "29785642", "39903312", "9600826", "37768883", "2851611", "6580081", "13992047", "25263942", "36271512"], "ranked_scores": [0.6855, 0.671, 0.6688, 0.6677, 0.667, 0.6662, 0.6617, 0.6584, 0.658, 0.6578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["409280", "32328114", "7595742", "12205576", "12667988", "16180601", "24510595", "44830890", "7227763", "3610080"], "ranked_scores": [0.6396, 0.6315, 0.6295, 0.6295, 0.6268, 0.6238, 0.6226, 0.6226, 0.6203, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "38369817", "5323845", "116556376", "22995579", "11718220", "3899896", "44048701", "87758", "6137330"], "ranked_scores": [0.7549, 0.7508, 0.7496, 0.7431, 0.7365, 0.7357, 0.7357, 0.7357, 0.7346, 0.7297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "2437807", "4679264", "9993008", "7988832", "39281166", "22264117", "40087494", "22490293", "28530299"], "ranked_scores": [0.7814, 0.7585, 0.7519, 0.7519, 0.7474, 0.7474, 0.7469, 0.745, 0.7395, 0.7395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["31933981", "37673301", "350542", "1103795", "12489688", "14541844", "11411060", "26702468", "26751583", "25483562"], "ranked_scores": [0.7182, 0.7161, 0.714, 0.714, 0.7123, 0.7096, 0.7096, 0.7083, 0.706, 0.7037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["42065070", "4385779", "6315132", "9225850", "8300657", "5304891", "20996244", "3672261", "14407673", "16233471"], "ranked_scores": [0.7674, 0.7608, 0.7486, 0.7443, 0.7435, 0.7415, 0.7344, 0.733, 0.7282, 0.7271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "4409524", "27123743", "21301090", "14973286", "13831842", "37480103", "4828631", "12866641", "6580081"], "ranked_scores": [0.8543, 0.8519, 0.8414, 0.8399, 0.8369, 0.8356, 0.8356, 0.8356, 0.8325, 0.8322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["3078080", "18682109", "3878434", "15521377", "27873158", "28617573", "9878167", "2140497", "4920376", "7020505"], "ranked_scores": [0.8487, 0.839, 0.838, 0.8368, 0.8312, 0.8312, 0.8258, 0.8234, 0.8234, 0.8216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["4664540", "23286603", "15381976", "7343711", "14241418", "26607366", "35747505", "9955779", "25623469", "9460704"], "ranked_scores": [0.8202, 0.7881, 0.7833, 0.7809, 0.7758, 0.7757, 0.7748, 0.7705, 0.769, 0.7686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24922825", "24596228", "17454301", "7224723", "41120293", "9787715", "35651106", "9225850", "35987381", "7647224"], "ranked_scores": [0.7904, 0.7789, 0.7687, 0.761, 0.7543, 0.7526, 0.7514, 0.7512, 0.7504, 0.7447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["52887689", "2543135", "5775033", "27768226", "7834603", "275294", "7373453", "27686445", "4515975", "41310252"], "ranked_scores": [0.7337, 0.7064, 0.6986, 0.6924, 0.6868, 0.6856, 0.6798, 0.6795, 0.6795, 0.6795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8856690", "8533245", "11983390", "26244918", "12172346", "5953485", "24335068", "1281769", "435529", "21535641"], "ranked_scores": [0.867, 0.8654, 0.8613, 0.8608, 0.8583, 0.8583, 0.8581, 0.8542, 0.8521, 0.8493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "52095986", "9217800", "22995579", "23816832", "6517763", "31554917", "37592824", "92308", "17412260"], "ranked_scores": [0.7081, 0.6953, 0.6953, 0.6856, 0.6828, 0.6809, 0.6779, 0.6741, 0.6727, 0.6716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4427392", "16557565", "4421787", "2890952", "27900414", "14060030", "4323425", "778436", "13963620", "11674596"], "ranked_scores": [0.803, 0.802, 0.7996, 0.7976, 0.7954, 0.7908, 0.7856, 0.7849, 0.7839, 0.7809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["17368516", "25799020", "1605196", "23604601", "21891856", "1695604", "6670101", "13801259", "29557235", "7451607"], "ranked_scores": [0.8464, 0.8415, 0.8353, 0.8242, 0.8146, 0.8139, 0.8139, 0.8119, 0.8105, 0.8105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["597790", "16966326", "11992632", "5836", "10530014", "5765455", "17821387", "3391547", "26336593", "3863543"], "ranked_scores": [0.8549, 0.8549, 0.8457, 0.8425, 0.8263, 0.8263, 0.8255, 0.8252, 0.8211, 0.8211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["19497526", "24294572", "2494748", "21564598", "4319844", "11459139", "9301606", "14973286", "4396105", "612002"], "ranked_scores": [0.8419, 0.8297, 0.8184, 0.818, 0.8176, 0.8065, 0.8046, 0.8019, 0.7999, 0.7922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["38028419", "7224723", "23267371", "9548440", "4709641", "44562058", "21902400", "42298280", "37207226", "3308636"], "ranked_scores": [0.7617, 0.757, 0.7503, 0.7481, 0.7381, 0.7247, 0.7137, 0.7137, 0.7137, 0.7114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4303939", "1907601", "38025907", "6723450", "44562058", "4345315", "13350374", "19460822", "10017612", "18429416"], "ranked_scores": [0.8311, 0.8052, 0.7886, 0.7838, 0.7693, 0.7676, 0.7669, 0.7667, 0.7644, 0.7643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17805221", "9889151", "37204802", "10991183", "12265561", "4467129", "3531388", "25994317", "364522", "43385013"], "ranked_scores": [0.757, 0.7553, 0.737, 0.7348, 0.7257, 0.7146, 0.7101, 0.7065, 0.7065, 0.7046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "24347647", "23190392", "8892905", "7221410", "4452659", "12240507", "9194077", "10530014", "5765455"], "ranked_scores": [0.7463, 0.7456, 0.7456, 0.7427, 0.742, 0.7388, 0.7368, 0.7368, 0.7366, 0.7366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["8582337", "5035827", "9977329", "12667988", "10984005", "1522647", "12205576", "7595742", "24318630", "581832"], "ranked_scores": [0.7869, 0.7865, 0.7678, 0.76, 0.7588, 0.7583, 0.7576, 0.7576, 0.7564, 0.7563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["3619931", "25315295", "368506", "10247314", "18358026", "40901687", "43534665", "25576204", "10648422", "4889228"], "ranked_scores": [0.7972, 0.7788, 0.7691, 0.7668, 0.7561, 0.7561, 0.7533, 0.7512, 0.7509, 0.7508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["36288526", "20675284", "7028976", "21931005", "6397191", "40710501", "21181273", "13889430", "654735", "26735905"], "ranked_scores": [0.8536, 0.8489, 0.8489, 0.8419, 0.8365, 0.8341, 0.8321, 0.8312, 0.8312, 0.8259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["8038329", "5273056", "43619625", "25479072", "10359591", "20388894", "12642224", "40963697", "3835423", "22997657"], "ranked_scores": [0.8739, 0.8713, 0.8668, 0.8607, 0.856, 0.8545, 0.8538, 0.8495, 0.8459, 0.844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["13048272", "8610932", "6123924", "45414636", "29347970", "15491308", "6446747", "13798951", "6209599", "8639034"], "ranked_scores": [0.8326, 0.8146, 0.7906, 0.7878, 0.7845, 0.7826, 0.7826, 0.7701, 0.7681, 0.7676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["27602752", "14407673", "42065070", "24512064", "641786", "2097256", "18816720", "34287602", "29023309", "7281161"], "ranked_scores": [0.7829, 0.7817, 0.7816, 0.7692, 0.7688, 0.7615, 0.7615, 0.7615, 0.7555, 0.7549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["849771", "13519661", "16532419", "15953181", "16806763", "3878434", "22707413", "25404036", "6504953", "2436602"], "ranked_scores": [0.7147, 0.7131, 0.7042, 0.7007, 0.6986, 0.6961, 0.6881, 0.6795, 0.6772, 0.6716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["24921368", "40632104", "36642096", "8246922", "13282296", "25298276", "9056874", "35301079", "34378726", "6313547"], "ranked_scores": [0.7989, 0.7949, 0.7949, 0.7949, 0.7934, 0.7906, 0.7883, 0.7883, 0.7883, 0.7859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["35301079", "9056874", "45153864", "26107000", "4910408", "21239672", "24916604", "14482051", "3471191", "40790033"], "ranked_scores": [0.8128, 0.8128, 0.8107, 0.8041, 0.8036, 0.8036, 0.8003, 0.7978, 0.7978, 0.7978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5035827", "7224723", "35987381", "6270720", "9225850", "15248287", "21884059", "6313547", "30437264", "26735018"], "ranked_scores": [0.8537, 0.8514, 0.85, 0.8477, 0.8382, 0.8376, 0.8368, 0.8368, 0.8364, 0.8363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["24828165", "14530534", "8144920", "8494570", "40963697", "9634465", "25504006", "140874", "45764440", "29347970"], "ranked_scores": [0.8851, 0.8839, 0.8838, 0.8838, 0.8767, 0.8765, 0.8755, 0.8753, 0.8749, 0.8747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["30813140", "21377587", "5372432", "3552753", "25886725", "13938878", "13934676", "140907540", "31889025", "13906581"], "ranked_scores": [0.549, 0.528, 0.5198, 0.5127, 0.5086, 0.5012, 0.5011, 0.5011, 0.499, 0.4889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24190159", "23260700", "53211308", "39580129", "7944381", "9539753", "40323454", "27306942", "2272614", "2389574"], "ranked_scores": [0.8515, 0.8352, 0.8352, 0.832, 0.8304, 0.8304, 0.8301, 0.8301, 0.8287, 0.8282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["28015516", "24044977", "22281684", "16511863", "883747", "1522336", "44801733", "9021186", "195683603", "5531479"], "ranked_scores": [0.8415, 0.8415, 0.8289, 0.8288, 0.8288, 0.8266, 0.8237, 0.8164, 0.816, 0.8157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["19308127", "25079962", "22730024", "13948920", "5492542", "2391552", "12130690", "12513042", "6407356", "3692112"], "ranked_scores": [0.7601, 0.7532, 0.751, 0.751, 0.7455, 0.7446, 0.7438, 0.7438, 0.7407, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["41650417", "623486", "11246427", "3475317", "5262240", "2048139", "32023005", "26045237", "7552215", "26000593"], "ranked_scores": [0.7413, 0.7393, 0.7392, 0.7364, 0.7346, 0.7317, 0.7315, 0.7231, 0.7231, 0.7229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21150010", "6407356", "35301079", "9056874", "12438901", "5256564", "14252892", "4468861", "40735046", "11880289"], "ranked_scores": [0.7725, 0.753, 0.745, 0.745, 0.7413, 0.7408, 0.7402, 0.7396, 0.737, 0.7365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "2425364", "520579", "26409363", "22023404", "3222187", "12810152", "44572913"], "ranked_scores": [535.0, 500.0, 494.0, 494.0, 491.0, 488.0, 486.0, 486.0, 485.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "28206748", "6945285", "7198295", "34582256", "970012", "36838958", "15678772", "37296667", "23737024"], "ranked_scores": [495.0, 480.0, 476.0, 472.0, 470.0, 470.0, 469.0, 467.0, 466.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "750781", "21301090", "38630735", "20526907", "13448422", "13282296", "12561083", "7640792"], "ranked_scores": [540.0, 530.0, 517.0, 514.0, 514.0, 513.0, 511.0, 508.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22495397", "5914739", "8903143", "25479072", "34436231", "24042363", "1227277", "1336292", "19603353", "18938992"], "ranked_scores": [536.0, 536.0, 534.0, 534.0, 525.0, 522.0, 520.0, 516.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "38752049", "13883546", "11913139", "4587978", "5704562", "33417012", "8868863"], "ranked_scores": [535.0, 504.0, 498.0, 488.0, 484.0, 483.0, 480.0, 478.0, 478.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "46695481", "27873158", "9764256", "19140422", "6561200", "23136735", "46355579", "6748318", "7650066"], "ranked_scores": [605.0, 598.0, 595.0, 589.0, 582.0, 581.0, 569.0, 551.0, 549.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "43390777", "20672596", "4418878", "23148978", "18041692", "27693891", "4020950", "17991818"], "ranked_scores": [539.0, 530.0, 517.0, 512.0, 510.0, 508.0, 506.0, 504.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "28712203", "23509113", "2947124", "38587347", "5511240", "46926352", "7451018", "22852120", "9955779"], "ranked_scores": [537.0, 519.0, 519.0, 511.0, 507.0, 503.0, 502.0, 500.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "10749308", "26456326", "6670101", "7764903", "2380002", "38180456", "6477536"], "ranked_scores": [549.0, 473.0, 449.0, 448.0, 446.0, 444.0, 443.0, 441.0, 440.0, 440.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["38587347", "19005293", "28783084", "34378726", "164985", "24726600", "44935041", "22852120", "9705208", "9977329"], "ranked_scores": [531.0, 517.0, 514.0, 510.0, 508.0, 507.0, 505.0, 504.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "4020950", "23727313", "32159283", "10576136", "6609935", "6812319", "4418112"], "ranked_scores": [515.0, 503.0, 503.0, 492.0, 492.0, 491.0, 485.0, 484.0, 483.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["46926352", "2947124", "13992047", "6609935", "1071991", "18956141", "14591894", "2272614", "8246922", "6397191"], "ranked_scores": [510.0, 509.0, 506.0, 502.0, 501.0, 501.0, 500.0, 499.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14591894", "46926352", "2474731", "38369817", "30464859", "35149431", "13963620", "11238784", "17741440", "8453819"], "ranked_scores": [470.0, 466.0, 457.0, 455.0, 455.0, 454.0, 454.0, 454.0, 452.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "17930286", "32463364", "7965928", "13933299", "46485368", "21465696", "23785605", "22198971", "44830890"], "ranked_scores": [499.0, 495.0, 491.0, 489.0, 478.0, 476.0, 474.0, 471.0, 470.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "24088502", "11718220", "45276789", "9754530", "980196", "14973286", "3944632", "8290953"], "ranked_scores": [489.0, 467.0, 467.0, 467.0, 466.0, 464.0, 464.0, 460.0, 458.0, 451.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22543403", "22264117", "7514614", "4434951", "2466614", "16233471", "1848452", "4679264"], "ranked_scores": [578.0, 576.0, 555.0, 553.0, 544.0, 541.0, 540.0, 538.0, 538.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["44693226", "4423401", "29073751", "19460822", "469066", "6277638", "26045237", "40590358", "29851836", "4324278"], "ranked_scores": [494.0, 486.0, 483.0, 483.0, 481.0, 479.0, 478.0, 477.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "20996244", "2947124", "30437264", "1550937", "4313478", "13905670", "26873988", "6163801", "6670101"], "ranked_scores": [529.0, 528.0, 513.0, 508.0, 507.0, 507.0, 506.0, 506.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "15559582", "22007333", "27123743", "23557241", "15512462", "17450673", "16322674", "13831558", "5487448"], "ranked_scores": [581.0, 564.0, 556.0, 555.0, 554.0, 544.0, 542.0, 536.0, 535.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "28617573", "9764256", "22942787", "6561200", "19140422", "46355579", "7650066", "36355784"], "ranked_scores": [553.0, 528.0, 527.0, 523.0, 521.0, 521.0, 518.0, 517.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "1333643", "8005007", "24221369", "10024681", "3154880", "36623997", "15319019", "23746313"], "ranked_scores": [540.0, 533.0, 518.0, 516.0, 516.0, 515.0, 510.0, 510.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "5511240", "11344428", "24943534", "14407673", "27602752", "2947124", "6315132", "25263810"], "ranked_scores": [521.0, 505.0, 497.0, 494.0, 494.0, 493.0, 493.0, 493.0, 493.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1084345", "24347647", "9559146", "4452659", "516867", "11414664", "28530299", "19460822", "22264117"], "ranked_scores": [527.0, 525.0, 522.0, 517.0, 512.0, 511.0, 510.0, 504.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["12225214", "4270992", "15972906", "21330280", "18467982", "8246090", "20018321", "30208015", "8856690", "8219248"], "ranked_scores": [527.0, 523.0, 520.0, 515.0, 511.0, 511.0, 510.0, 509.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "810480", "25416944", "37592824", "27306942", "18682109", "12670680", "31884697", "85665741"], "ranked_scores": [524.0, 483.0, 483.0, 482.0, 476.0, 474.0, 473.0, 470.0, 469.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["17050065", "5953485", "15548965", "40655970", "28107602", "28369117", "7221410", "8856690", "20943272", "29557235"], "ranked_scores": [493.0, 493.0, 486.0, 484.0, 481.0, 477.0, 477.0, 477.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "12225214", "6454371", "23393712", "6670101", "4362729", "28542402", "31962403"], "ranked_scores": [521.0, 518.0, 507.0, 505.0, 505.0, 503.0, 501.0, 500.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6000423", "8925851", "5765455", "14717213", "19822046", "8083310", "36713289", "4312169", "5836"], "ranked_scores": [551.0, 537.0, 530.0, 524.0, 523.0, 520.0, 518.0, 517.0, 515.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["40667066", "8856690", "8533245", "16472469", "5484763", "22495397", "17416520", "21754541", "11742219", "25901598"], "ranked_scores": [494.0, 491.0, 489.0, 487.0, 484.0, 483.0, 482.0, 482.0, 480.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "3222187", "25599283", "2425364", "22023404", "3150030", "10641715", "1576955"], "ranked_scores": [515.0, 503.0, 499.0, 495.0, 494.0, 493.0, 491.0, 479.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "43156471", "8856690", "3222187", "3153673", "24625323", "25599283", "4303939", "37768883", "5979056"], "ranked_scores": [484.0, 471.0, 469.0, 468.0, 468.0, 465.0, 465.0, 464.0, 462.0, 461.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "19358586", "6670101", "4429118", "16364639", "2014909", "40963697", "13256155", "4664540", "51706771"], "ranked_scores": [499.0, 492.0, 490.0, 489.0, 487.0, 487.0, 487.0, 483.0, 482.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "3984231", "13448422", "10284593", "7813993", "2774906", "8246922", "39084565", "6636088"], "ranked_scores": [549.0, 509.0, 509.0, 497.0, 492.0, 492.0, 492.0, 492.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "13933299", "41264017", "32463364", "30981192", "17691617", "33733520", "3067015", "457630"], "ranked_scores": [574.0, 526.0, 523.0, 522.0, 514.0, 509.0, 500.0, 500.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "39637840", "30261663", "21557055", "17333231", "4889228", "40901687", "28107602", "2714623", "9217800"], "ranked_scores": [527.0, 517.0, 514.0, 513.0, 512.0, 512.0, 511.0, 511.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "24294572", "21181273", "17775228", "12887068", "4795303", "26735905", "1780819", "11951999", "39758684"], "ranked_scores": [552.0, 540.0, 533.0, 532.0, 521.0, 519.0, 518.0, 517.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "13798951", "29347970", "34905328", "266641", "22174015", "29015485", "25353658", "2714623", "8903143"], "ranked_scores": [546.0, 542.0, 540.0, 536.0, 535.0, 526.0, 526.0, 525.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "24387017", "8538916", "19511011", "3462075", "9558539", "42693833", "31902335", "25479072"], "ranked_scores": [530.0, 530.0, 507.0, 501.0, 499.0, 498.0, 497.0, 497.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "24512064", "8300657", "35987381", "5398179", "5114282", "1071991", "7224723", "10648422", "27602752"], "ranked_scores": [544.0, 540.0, 516.0, 508.0, 507.0, 505.0, 502.0, 501.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "44693226", "266641", "3559136", "30981192", "5273056", "11738716", "13878124", "23783727", "40590358"], "ranked_scores": [478.0, 476.0, 471.0, 471.0, 471.0, 468.0, 466.0, 465.0, 465.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "25895285", "6426919", "6503534", "4444861", "26607366", "9767444", "1695604", "28264919"], "ranked_scores": [538.0, 531.0, 500.0, 490.0, 487.0, 485.0, 480.0, 480.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "20127522", "24575065", "41294031", "5492542", "44827480", "46485368", "24150328"], "ranked_scores": [579.0, 524.0, 507.0, 505.0, 505.0, 504.0, 504.0, 503.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10530014", "44935041", "1550937", "34016987", "10648422", "31293581", "16488405", "14496749", "5106691", "4399311"], "ranked_scores": [546.0, 530.0, 530.0, 529.0, 527.0, 521.0, 520.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18834078", "2714623", "13798951", "18237384", "1196631", "8903143", "5483793", "25479072", "34905328", "33499189"], "ranked_scores": [563.0, 559.0, 554.0, 553.0, 551.0, 550.0, 549.0, 546.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "24318630", "5641851", "16204011", "26000593", "27712433", "40817021", "72180760"], "ranked_scores": [542.0, 463.0, 458.0, 456.0, 454.0, 452.0, 449.0, 449.0, 448.0, 448.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9559146", "7225911", "44366096", "31272411", "21562657", "36904081", "1605392", "4444861", "9784254", "45764440"], "ranked_scores": [534.0, 533.0, 527.0, 522.0, 522.0, 522.0, 519.0, 516.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "195683603", "6936141", "36345578", "28149602", "9225850", "38587347", "4399311", "34439544"], "ranked_scores": [570.0, 531.0, 514.0, 507.0, 505.0, 504.0, 502.0, 501.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "31272411", "885056", "10790846", "24042363", "17671145", "14380875", "35660758", "14171859", "29073751"], "ranked_scores": [528.0, 528.0, 511.0, 509.0, 509.0, 508.0, 504.0, 503.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "26231129", "21700295", "5991309", "15997009", "11254040", "4889228", "31363207"], "ranked_scores": [574.0, 524.0, 512.0, 502.0, 499.0, 495.0, 494.0, 493.0, 493.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "21009874", "3559136", "4468861", "3462075", "9955779", "26045237", "17934603", "22517564", "6407356"], "ranked_scores": [513.0, 502.0, 500.0, 498.0, 497.0, 497.0, 497.0, 494.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-asigm-2b": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "30981192", "4462079", "2425364", "520579", "13933299", "44572913", "22023404", "33409100"], "ranked_scores": [0.4457, 0.3624, 0.3545, 0.341, 0.3393, 0.3391, 0.3369, 0.3313, 0.3251, 0.3193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "13000926", "13350374", "34121231", "25817686", "6945285", "7198295", "37296667", "970012", "34582256"], "ranked_scores": [0.3119, 0.2911, 0.2898, 0.2803, 0.2688, 0.2671, 0.2582, 0.2577, 0.256, 0.2542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "38630735", "29253460", "13448422", "16760369", "20526907", "4506414", "13282296", "21301090", "12561083"], "ranked_scores": [0.6194, 0.4799, 0.4701, 0.4634, 0.4517, 0.4455, 0.4263, 0.426, 0.4109, 0.4077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "24042363", "8903143", "1227277", "8698857", "19603353", "22495397", "4324278", "51952430", "5914739"], "ranked_scores": [0.4481, 0.4373, 0.4287, 0.4243, 0.419, 0.4113, 0.41, 0.3931, 0.3914, 0.3909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "11913139", "38752049", "4587978", "13883546", "27024392", "80109277", "36033696"], "ranked_scores": [0.4776, 0.421, 0.3767, 0.3508, 0.3073, 0.2978, 0.2899, 0.2857, 0.2782, 0.2737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "9764256", "28617573", "27873158"], "ranked_ids": ["28617573", "46695481", "27873158", "9764256", "19140422", "6561200", "23136735", "7650066", "46355579", "1203035"], "ranked_scores": [0.6659, 0.6397, 0.6195, 0.6083, 0.6078, 0.5698, 0.5608, 0.5499, 0.5103, 0.4917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "21626639", "20672596", "16319097", "18041692", "31107919", "14719322", "22190276", "11291348", "23148978"], "ranked_scores": [0.4979, 0.4941, 0.418, 0.4014, 0.3962, 0.3891, 0.3802, 0.3795, 0.3754, 0.3744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2947124", "19005293", "28712203", "26702468", "7451018", "20690388", "24282306", "12358173", "21395936"], "ranked_scores": [0.4401, 0.4073, 0.4056, 0.3941, 0.3782, 0.3772, 0.3743, 0.3741, 0.3703, 0.3676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "10749308", "11469078", "2251426", "6477536", "3052642", "11288846", "6670101"], "ranked_scores": [0.5551, 0.2807, 0.2113, 0.1909, 0.1768, 0.1763, 0.176, 0.1592, 0.156, 0.1542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["38587347", "24282306", "19005293", "4380287", "28783084", "9977329", "24707550", "22852120", "4399311", "4429118"], "ranked_scores": [0.4694, 0.4499, 0.4456, 0.4307, 0.4273, 0.4221, 0.4139, 0.4114, 0.4066, 0.4058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "32159283", "2192419", "22530842", "10576136", "13651792", "6158879", "10284593", "15879931", "7613033"], "ranked_scores": [0.3433, 0.3318, 0.3042, 0.3001, 0.2999, 0.28, 0.2771, 0.2713, 0.2673, 0.2613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["46926352", "2947124", "24044977", "33920995", "21179714", "8246922", "14591894", "3308636", "13952658", "1871230"], "ranked_scores": [0.4422, 0.4375, 0.4188, 0.4006, 0.3881, 0.386, 0.3827, 0.3806, 0.3721, 0.3668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "11238784", "2380002", "11742219", "17119869", "34876410", "8672737", "18263406", "6327940", "7729656"], "ranked_scores": [0.2373, 0.2191, 0.2083, 0.2064, 0.2002, 0.1992, 0.1977, 0.1955, 0.1888, 0.1839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "7965928", "23785605", "15657779", "21274919", "24510595", "24285403", "26064662", "32463364"], "ranked_scores": [0.2916, 0.2775, 0.2348, 0.2331, 0.2325, 0.2291, 0.225, 0.2118, 0.2117, 0.2102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "41493639", "79231308", "44048701", "3898784", "9754530", "6580081", "23639838", "11718220"], "ranked_scores": [0.2976, 0.2572, 0.2511, 0.2442, 0.224, 0.2202, 0.2199, 0.2063, 0.2061, 0.2058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "22543403", "4434951", "26230669", "7514614", "1848452", "7988832", "14475235"], "ranked_scores": [0.5943, 0.5939, 0.5792, 0.5395, 0.5356, 0.517, 0.5165, 0.5131, 0.4849, 0.4833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "44693226", "29073751", "4324278", "26045237", "26058927", "38811597", "10534299", "8856690"], "ranked_scores": [0.3632, 0.3325, 0.3181, 0.3138, 0.3098, 0.3005, 0.2891, 0.281, 0.2802, 0.2782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "27602752", "7717468", "13189693", "1550937", "8247597", "2947124", "6163801", "5137019", "1386103"], "ranked_scores": [0.4319, 0.4001, 0.3815, 0.3781, 0.3718, 0.3643, 0.3634, 0.3631, 0.3625, 0.3576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "22007333", "23557241", "15512462", "5487448", "15559582", "5864770", "13831558"], "ranked_scores": [0.6395, 0.5474, 0.5216, 0.5032, 0.5028, 0.4752, 0.4613, 0.4609, 0.4538, 0.4403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "7650066", "46695481", "28617573", "12779444", "6561200", "9764256", "46355579", "32423829", "36355784"], "ranked_scores": [0.5058, 0.4694, 0.4514, 0.4478, 0.4455, 0.4452, 0.4387, 0.433, 0.4296, 0.4282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "1333643", "15319019", "25014337", "10024681", "13290521", "8005007", "23746313", "22623275"], "ranked_scores": [0.4752, 0.4559, 0.4473, 0.4338, 0.4261, 0.4254, 0.4141, 0.4114, 0.4052, 0.4049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "27602752", "24512064", "24943534", "5511240", "25263810", "11344428", "6580081", "883747", "10530014"], "ranked_scores": [0.3837, 0.3575, 0.3425, 0.3371, 0.3273, 0.3219, 0.3209, 0.3046, 0.3046, 0.2983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "11414664", "516867", "24347647", "18949516", "6313547", "9559146", "40349336", "2543135"], "ranked_scores": [0.442, 0.4387, 0.405, 0.393, 0.3813, 0.381, 0.3726, 0.3699, 0.3649, 0.3605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "18467982", "30208015", "8305686", "20018321", "10247314", "21557055", "8903143", "23393712", "41928290"], "ranked_scores": [0.4544, 0.4151, 0.4125, 0.405, 0.4048, 0.3979, 0.3959, 0.3944, 0.393, 0.3803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "37592824", "116792", "12670680", "810480", "13282296", "85665741", "27306942"], "ranked_scores": [0.4691, 0.3751, 0.3136, 0.3073, 0.3027, 0.2706, 0.2687, 0.2633, 0.2628, 0.2618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "40655970", "34735369", "20943272", "29557235", "31387717", "23393712", "7221410", "3506723", "5953485"], "ranked_scores": [0.3409, 0.3369, 0.3225, 0.3146, 0.314, 0.2975, 0.2924, 0.2888, 0.2862, 0.2834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "12225214", "31107919", "6670101", "10846815", "7860396", "30303335", "29557235"], "ranked_scores": [0.4164, 0.3671, 0.3532, 0.351, 0.3411, 0.3403, 0.3341, 0.332, 0.3303, 0.3236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "6000423", "5836", "8925851", "8247597", "36831892", "3391547", "8083310", "26336593"], "ranked_scores": [0.5213, 0.4986, 0.4846, 0.4573, 0.4558, 0.4456, 0.4361, 0.4293, 0.4274, 0.4132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["8856690", "16472469", "14178995", "25748308", "21754541", "12922760", "14380875", "12909503", "22495397", "11568270"], "ranked_scores": [0.3256, 0.3226, 0.321, 0.3119, 0.3061, 0.3013, 0.2932, 0.2925, 0.2864, 0.286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "30720103", "22023404", "2425364", "25599283", "3150030", "3222187", "275294", "16256507"], "ranked_scores": [0.4056, 0.3836, 0.3756, 0.3564, 0.3552, 0.3514, 0.3509, 0.3194, 0.2989, 0.2928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "849771", "26456326", "52072815", "38028419", "44265107", "13933299", "22023404", "20526907"], "ranked_scores": [0.3313, 0.3252, 0.3017, 0.2596, 0.2384, 0.2375, 0.2362, 0.233, 0.2326, 0.232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4429118", "1065627", "6670101", "2014909", "4489217", "2030623", "11172205", "13256155", "6550579", "4702639"], "ranked_scores": [0.372, 0.3715, 0.3545, 0.3453, 0.3354, 0.3277, 0.3248, 0.3247, 0.324, 0.309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "18104691", "3984231", "14060030", "4653837", "10284593", "38630735", "13448422", "24989194"], "ranked_scores": [0.5445, 0.4101, 0.4035, 0.3999, 0.3916, 0.371, 0.3669, 0.3597, 0.3577, 0.3462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "32463364", "13933299", "20526907", "17691617", "37488367", "27076725", "1358909"], "ranked_scores": [0.6098, 0.4351, 0.4107, 0.41, 0.4012, 0.3684, 0.3651, 0.3607, 0.3583, 0.3495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "2714623", "30261663", "43880096", "28107602", "4889228", "25946292", "21557055", "12932176", "40901687"], "ranked_scores": [0.4741, 0.4502, 0.4199, 0.4152, 0.4119, 0.4053, 0.4009, 0.3994, 0.3921, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "24294572", "17775228", "12685434", "39758684", "1686997", "4795303", "33387953", "11569583"], "ranked_scores": [0.5595, 0.5529, 0.4859, 0.4742, 0.4724, 0.4565, 0.4406, 0.4393, 0.4392, 0.4385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "20344442", "266641", "22174015", "29347970", "18882947", "34905328", "20457190", "994800", "2714623"], "ranked_scores": [0.5046, 0.4769, 0.4708, 0.467, 0.4575, 0.4492, 0.4415, 0.4404, 0.4337, 0.4334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "24879055", "13798951", "3835423", "9283422", "28006126", "19511011", "3462075", "52944377"], "ranked_scores": [0.4696, 0.4647, 0.3843, 0.3751, 0.3582, 0.3553, 0.3495, 0.3495, 0.3478, 0.3425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "35987381", "28738741", "8300657", "5114282", "26474812", "16572581", "10450300"], "ranked_scores": [0.4998, 0.4688, 0.3988, 0.3841, 0.367, 0.3635, 0.3619, 0.3598, 0.3484, 0.3436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "23783727", "40590358", "18348376", "3870062", "11246427", "11738716", "22312627", "13878124", "4687948"], "ranked_scores": [0.2457, 0.2457, 0.2369, 0.2291, 0.2286, 0.227, 0.2242, 0.2236, 0.2219, 0.211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "34016944", "14241418", "25895285", "18617259", "10627801", "28264919", "9767444", "5386514"], "ranked_scores": [0.4097, 0.4046, 0.3712, 0.3609, 0.3561, 0.343, 0.3235, 0.3229, 0.3206, 0.3168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "39903312", "2492146", "20127522", "22942787", "41294031", "46485368", "24150328", "43334921", "23783727"], "ranked_scores": [0.5515, 0.4149, 0.4119, 0.3963, 0.3939, 0.3931, 0.3913, 0.3881, 0.3803, 0.3753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "10530014", "6853699", "17438862", "1049501", "4429118", "4399311", "44935041", "16488405", "14496749"], "ranked_scores": [0.4851, 0.4668, 0.4487, 0.4486, 0.4448, 0.4435, 0.4416, 0.4385, 0.4333, 0.4205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "18834078", "33499189", "34905328", "13798951", "15972906", "8903143", "4270992", "5483793", "21746539"], "ranked_scores": [0.5699, 0.5271, 0.5108, 0.5048, 0.4983, 0.4975, 0.4967, 0.4923, 0.4898, 0.4879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "16204011", "41493639", "28017005", "19945096", "20491205", "3610080", "32909242", "21377587", "12087063"], "ranked_scores": [0.4757, 0.2499, 0.2405, 0.2306, 0.2259, 0.2246, 0.2223, 0.2214, 0.2192, 0.2166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "31272411", "29073751", "12909503", "9784254", "885056", "2266471", "25677651", "5270265", "6670101"], "ranked_scores": [0.5175, 0.4837, 0.4702, 0.4657, 0.463, 0.4585, 0.457, 0.453, 0.4519, 0.4449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "195683603", "38587347", "36345578", "4399311", "46926352", "44801733", "28468276", "6936141"], "ranked_scores": [0.6129, 0.4836, 0.4185, 0.4132, 0.4125, 0.4087, 0.3929, 0.3904, 0.3877, 0.3852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "23286603", "7225911", "14171859", "31272411", "14380875", "22623275", "17671145", "24042363", "8856690"], "ranked_scores": [0.4783, 0.4705, 0.4605, 0.4473, 0.4342, 0.4098, 0.4093, 0.4089, 0.3953, 0.3915], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "35087728", "31363207", "13798951", "22968257", "341324", "15997009", "4468861", "13901073"], "ranked_scores": [0.5964, 0.5027, 0.4018, 0.372, 0.3677, 0.3623, 0.361, 0.3505, 0.3457, 0.3456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "17934603", "6407356", "31616203", "3559136", "7975937", "21009874", "24150328", "4468861"], "ranked_scores": [0.3884, 0.363, 0.3627, 0.3537, 0.3405, 0.333, 0.3322, 0.3313, 0.3275, 0.3275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["23267371", "36960449", "1568684", "22517564", "4500832", "4483571", "4462079", "26409363", "58006489", "8446259"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["3083927", "25687558", "7198295", "6123521", "26067999", "3690068", "16422880", "20585600", "25817686", "37673301"], "ranked_scores": [0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "7373453", "2587396", "32322418", "16760369", "26330861", "23887844", "23783727", "12561083"], "ranked_scores": [0.7187, 0.6875, 0.6875, 0.6875, 0.6563, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2613411", "5123516", "11254040", "1243475", "3078550", "14471161", "3748310", "34016944", "4920376", "18025240"], "ranked_scores": [0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "13007205", "40500438", "33884866", "13189693", "4378885", "31851367", "15113221", "13639330", "27022864"], "ranked_scores": [0.7187, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["28617573", "7650066", "27873158", "19854543", "9764256", "2338488", "46695481", "13831558", "22867765", "22401720"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8667, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "13000926", "36838958", "20659283", "32159283", "4959368", "52925737", "44624045", "3831884", "6176498"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["3083927", "3471191", "9056874", "1900152", "23509113", "8190282", "12358173", "24735908", "36345578", "7986878"], "ranked_scores": [0.6875, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "7944381", "26133404", "18346333", "1358909", "5641851", "24163770", "15945975", "24731248", "40412980"], "ranked_scores": [0.4687, 0.4375, 0.4375, 0.4375, 0.4063, 0.4063, 0.4062, 0.4062, 0.4062, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7965928", "3083927", "6123521", "935034", "36345578", "33733520", "25687558", "23509113", "10482574", "13496853"], "ranked_scores": [0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["19185192", "31460499", "7343711", "3610080", "5800138", "7873737", "23783727", "37207226", "14121786", "21185923"], "ranked_scores": [0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["18074797", "3692112", "14260013", "1805641", "15041758", "1215116", "12409683", "32777637", "3929361", "13380980"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["13179318", "4647303", "23967973", "75636923", "35271381", "11071351", "1122198", "12205576", "6212802", "13230773"], "ranked_scores": [0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "44830890", "15657779", "7285256", "24735908", "3580005", "24510595", "37488367", "17930286", "25085979"], "ranked_scores": [0.5625, 0.5313, 0.5, 0.5, 0.5, 0.4688, 0.4687, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["46926352", "19529370", "5596332", "21902400", "24408040", "8771704", "11254556", "32665136", "3776162", "8037453"], "ranked_scores": [0.5937, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "4434951", "26230669", "18949516", "26099680", "40349336", "7808055", "28530299", "9291668", "7488455"], "ranked_scores": [0.75, 0.6875, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "10704438", "2266471", "21093407", "1686997", "24624992", "14874811", "5406411", "4385779", "24735908"], "ranked_scores": [0.6563, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["57574395", "14544564", "25988622", "29745822", "1220287", "11411060", "29689140", "9539753", "27061085", "5137019"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "15559582", "4886637", "16098747", "25973484", "25135304", "2140497", "17450673", "5487448", "16701509"], "ranked_scores": [0.7187, 0.6875, 0.6563, 0.6562, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6085365", "409280", "6561200", "32423829", "24273592", "19140422", "42150015", "2931832", "4335423", "7613033"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "2097256", "9142761", "34287602", "31272411", "5398179", "42065070", "7227763", "14474178", "20357868"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["11349166", "24088502", "41298619", "11441172", "36288526", "1360607", "45218443", "16488405", "19071857", "7198295"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1576955", "16267205", "4385779", "3692112", "6277638", "15521377", "7185591", "3153673", "22159299", "9559146"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "24731248", "5935987", "29557235", "14475235", "8417211", "22482024", "6415816", "12810152", "41133176"], "ranked_scores": [0.6875, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "3083927", "23273454", "16787954", "25510546", "38873881", "39668245", "30184745", "4340358", "7227763"], "ranked_scores": [0.5937, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40590358", "350542", "5492542", "2119889", "5785219", "25543207", "2272614", "31616203", "4445629", "4320424"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["15955172", "6422576", "4138659", "12871281", "10795340", "6948886", "16745747", "20675284", "2593298", "3531388"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "16172576", "9539753", "22975806", "4464565", "8774475", "14717213", "19822046", "4404433", "42065070"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "21093407", "6157371", "4385779", "35760786", "8533245", "16128711", "26121646", "35660758", "40710501"], "ranked_scores": [0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "991139", "16120395", "31564409", "21380348", "368506", "26117607", "4462079", "4500832", "9196472"], "ranked_scores": [0.625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["980196", "30261663", "43156471", "35345807", "17919731", "18231257", "7029990", "2274272", "38028419", "30543439"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["5785219", "11481946", "41650417", "22914228", "24989194", "27449472", "30919024", "24746892", "5839365", "3831884"], "ranked_scores": [0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["3471191", "6144337", "35314705", "317204", "21382907", "6784372", "27460509", "13878643", "24347647", "7602348"], "ranked_scores": [0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "40790033", "40996863", "14290854", "32777637", "5402581", "5551138", "14606752", "38752049"], "ranked_scores": [0.625, 0.5937, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["40476126", "7042304", "5395426", "1220287", "2727303", "5503194", "8997410", "15836115", "35660758", "5700349"], "ranked_scores": [0.6562, 0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6078882", "4422868", "6923961", "25677651", "42489926", "57783564", "8659426", "27693891", "9614443", "8512633"], "ranked_scores": [0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["5800138", "5106691", "40096222", "15058155", "597790", "21366394", "18546584", "7975937", "38587347", "38830961"], "ranked_scores": [0.7188, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["3462075", "17682477", "27910499", "23576165", "36653415", "5132358", "19673227", "11344428", "15462523", "27647593"], "ranked_scores": [0.5938, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "991139", "54561709", "1215116", "28738741", "14311986", "92308", "13914198", "11238951", "25938221"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["30152134", "10190778", "10162553", "16905344", "6158879", "5935987", "15462523", "7965928", "44562221", "39892135"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "991139", "7020505", "27306942", "14717213", "29023309", "6636088", "4961038", "26117607"], "ranked_scores": [0.6875, 0.6875, 0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "8764879", "35443524", "15274349", "42731834", "57783564", "35186640", "3935126", "6334188", "8780599"], "ranked_scores": [0.6562, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["11411060", "27602752", "41822527", "40094786", "5289038", "17934603", "24612804", "23294314", "22852120", "29509926"], "ranked_scores": [0.5938, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "40094786", "12871281", "306006", "11195653", "6936141", "6163801", "9283422", "25479072", "994800"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["14408200", "19824183", "5641851", "80109277", "40900567", "1946610", "32532238", "13901073", "3716075", "45461275"], "ranked_scores": [0.5625, 0.5313, 0.5, 0.4688, 0.4375, 0.4375, 0.4375, 0.4063, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9600826", "6969753", "21562657", "35660758", "35760786", "5406411", "25479072", "7020505", "29015485", "24624992"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["195683603", "21372171", "7975937", "9159125", "21048969", "3495456", "21181273", "3866315", "29564505", "23400191"], "ranked_scores": [0.7188, 0.7187, 0.6875, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["4320424", "22420524", "6923795", "1686997", "13902570", "6171953", "7613033", "23286603", "22674621", "25677651"], "ranked_scores": [0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["21651116", "4883040", "7111021", "15997009", "11254040", "341324", "31363207", "5284188", "22980205", "2824347"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "1900152", "5839365", "3083927", "34582256", "11335781", "13883546", "26058927", "17930286", "34268160"], "ranked_scores": [0.75, 0.6875, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "4483571", "16256507", "36960449", "275294", "25599283", "21553394", "26409363", "8856690", "21199527"], "ranked_scores": [0.6803, 0.6457, 0.6193, 0.617, 0.6153, 0.6091, 0.6021, 0.595, 0.5877, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["84884645", "3083927", "16905344", "7198295", "25817686", "25687558", "6123521", "4319174", "37296667", "13025574"], "ranked_scores": [0.6119, 0.607, 0.6048, 0.6002, 0.5776, 0.5751, 0.5672, 0.5579, 0.5578, 0.5553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "6176498", "5884524", "2533768", "11616424", "7373453", "6158879", "2587396", "23785605"], "ranked_scores": [0.797, 0.7573, 0.7345, 0.7261, 0.7217, 0.7193, 0.7079, 0.7029, 0.6948, 0.6779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["13639330", "14380875", "11968641", "3078550", "14471161", "5123516", "30437264", "26886351", "17195001", "2714623"], "ranked_scores": [0.6099, 0.6037, 0.5992, 0.5975, 0.5827, 0.5766, 0.5759, 0.5672, 0.563, 0.5597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "649951", "21373821", "31554917", "8868863", "27022864", "12667988", "2436602", "18340282", "25315295"], "ranked_scores": [0.7848, 0.716, 0.6852, 0.6832, 0.662, 0.6496, 0.6419, 0.6408, 0.6215, 0.6177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "46695481", "7650066", "19140422", "6561200", "9764256", "28617573", "23136735", "46355579", "14664424"], "ranked_scores": [0.8159, 0.7718, 0.7667, 0.7386, 0.7203, 0.6985, 0.694, 0.6885, 0.6569, 0.627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.9059, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["36386637", "3270834", "20672596", "36653415", "23576165", "5775033", "4959368", "23887844", "5238341", "7198295"], "ranked_scores": [0.6801, 0.678, 0.6703, 0.6636, 0.6556, 0.65, 0.6498, 0.6295, 0.6292, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["21395936", "12358173", "27602752", "6334188", "24323695", "23509113", "33960383", "7198295", "8190282", "45401535"], "ranked_scores": [0.7391, 0.6937, 0.6552, 0.6484, 0.6483, 0.6437, 0.6374, 0.6322, 0.6296, 0.6282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "3929361", "4385779", "6319826", "7944381", "196664003", "1805641", "12804937", "6477740", "18074797"], "ranked_scores": [0.6831, 0.5371, 0.4996, 0.4955, 0.4881, 0.4808, 0.4741, 0.4703, 0.4643, 0.4636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["28783084", "2236768", "8137081", "40365566", "6123521", "4391121", "4394525", "7489663", "3475317", "33535447"], "ranked_scores": [0.7207, 0.671, 0.6584, 0.6424, 0.6422, 0.6343, 0.6273, 0.6258, 0.6245, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["1287809", "44264297", "5492542", "10984005", "25451374", "24150328", "25062868", "327319", "46112052", "15984735"], "ranked_scores": [0.6086, 0.5964, 0.5706, 0.5647, 0.5638, 0.5625, 0.5618, 0.5471, 0.5375, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["12409683", "18025240", "1805641", "35766603", "27264454", "18074797", "1215116", "21258863", "41294031", "13380980"], "ranked_scores": [0.678, 0.6747, 0.6729, 0.661, 0.659, 0.6588, 0.6324, 0.6271, 0.6216, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21048969", "752423", "2097256", "1122198", "19854543", "496873", "22867765", "35724562", "12030735", "30639847"], "ranked_scores": [0.6052, 0.5984, 0.5877, 0.5868, 0.5854, 0.5847, 0.5825, 0.5794, 0.575, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["12667988", "14606752", "24148722", "17930286", "8672737", "16284655", "28419824", "23785605", "6565037", "11254556"], "ranked_scores": [0.5681, 0.5339, 0.5321, 0.5253, 0.5169, 0.5133, 0.5052, 0.5043, 0.5019, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "7370282", "40590358", "7736860", "19450341", "22707413", "79231308", "46926352", "21719289", "12130690"], "ranked_scores": [0.6024, 0.5877, 0.5736, 0.5599, 0.5564, 0.5497, 0.5481, 0.5467, 0.5441, 0.5434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4679264", "4434951", "26230669", "9291668", "22543403", "2722988", "7988832", "22551259"], "ranked_scores": [0.8223, 0.7536, 0.7443, 0.7331, 0.7187, 0.7073, 0.698, 0.6845, 0.6762, 0.655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "41913714", "10482574", "14874811", "17195001", "10491220", "29467201", "17055665", "29429111", "14241418"], "ranked_scores": [0.785, 0.6241, 0.6235, 0.621, 0.6067, 0.5997, 0.5948, 0.5935, 0.593, 0.5834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5289038", "9433958", "2436602", "12409683", "21258863", "41294031", "42065070", "20960682", "1220287", "14924526"], "ranked_scores": [0.6991, 0.6733, 0.6619, 0.6316, 0.6148, 0.6129, 0.6101, 0.6059, 0.6048, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "22007333", "5487448", "37480103", "27123743", "16322674", "15559582", "16701509", "25973484", "23557241"], "ranked_scores": [0.8121, 0.7902, 0.7871, 0.7867, 0.7742, 0.7666, 0.7663, 0.7613, 0.7555, 0.7532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["19140422", "27873158", "6561200", "16980892", "46695481", "9764256", "3899896", "32423829", "2931832", "7650066"], "ranked_scores": [0.71, 0.7021, 0.6902, 0.645, 0.637, 0.6268, 0.62, 0.6151, 0.6132, 0.6077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["23237995", "14474178", "18816720", "2097256", "44366096", "37643601", "31272411", "42065070", "3153673", "16172576"], "ranked_scores": [0.6455, 0.6416, 0.629, 0.6259, 0.6148, 0.6014, 0.6008, 0.5916, 0.5776, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "11349166", "7198295", "14021596", "24735908", "3899896", "32481310", "18174210", "5262240"], "ranked_scores": [0.7357, 0.7002, 0.6074, 0.6037, 0.6003, 0.5968, 0.595, 0.5855, 0.5818, 0.5746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["11738716", "1576955", "2274272", "10012166", "9559146", "7185591", "1084345", "28530299", "2543135", "10704438"], "ranked_scores": [0.6857, 0.6815, 0.6612, 0.6563, 0.6526, 0.6521, 0.6487, 0.6471, 0.6405, 0.6364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "8595678", "14475235", "24731248", "16546131", "32481310", "6040392", "2867345", "25355575"], "ranked_scores": [0.6928, 0.6737, 0.6193, 0.6157, 0.601, 0.5966, 0.5949, 0.5815, 0.5808, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "38873881", "3083927", "810480", "20052986", "4385779", "34582256", "24872571", "29745822"], "ranked_scores": [0.7732, 0.6484, 0.6153, 0.5931, 0.5643, 0.5571, 0.55, 0.548, 0.5408, 0.5407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["3078550", "11742219", "5256564", "23076291", "12280462", "10562341", "5492542", "22420524", "2272614", "2158516"], "ranked_scores": [0.6464, 0.635, 0.6343, 0.6273, 0.6246, 0.6228, 0.6189, 0.6134, 0.6076, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "27134527", "4138659", "10012166", "15955172", "3896759", "29557235", "12225214", "2988714", "5935987"], "ranked_scores": [0.6585, 0.6429, 0.6205, 0.6187, 0.6144, 0.6124, 0.61, 0.605, 0.6035, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "6000423", "11581157", "22543403", "8247597", "7042304", "12240507", "16066726", "11915280"], "ranked_scores": [0.7144, 0.7077, 0.682, 0.6551, 0.6507, 0.6494, 0.6419, 0.6419, 0.6413, 0.6273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4795303", "26607366", "28107602", "30543439", "4740447", "13613916", "25062868", "20996244", "12922760"], "ranked_scores": [0.7437, 0.6617, 0.657, 0.6497, 0.6262, 0.6241, 0.6238, 0.6163, 0.6143, 0.6106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "3150030", "31564409", "4500832", "17973161", "24042919", "16120395", "520579", "4319174", "4462079"], "ranked_scores": [0.6583, 0.6464, 0.6427, 0.5944, 0.5743, 0.5615, 0.5574, 0.555, 0.5423, 0.5417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "20526907", "5484763", "3285059", "35345807", "4464565", "6415816", "24594624", "52072815", "3153673"], "ranked_scores": [0.6892, 0.6638, 0.6391, 0.6376, 0.6336, 0.6257, 0.6209, 0.6205, 0.6132, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["19332616", "5785219", "3727986", "22712546", "2060137", "24282306", "6565037", "13889430", "23576165", "23148978"], "ranked_scores": [0.6471, 0.6338, 0.6217, 0.6151, 0.6149, 0.6085, 0.6067, 0.6022, 0.5999, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "97884", "857189", "31313782", "10326242", "7433668", "27550580", "26886351", "12358173", "23124332"], "ranked_scores": [0.7931, 0.5992, 0.5915, 0.5727, 0.5698, 0.5692, 0.5683, 0.5603, 0.56, 0.5556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "21590125", "22730024", "36003142", "5402581", "32777637", "5551138", "38752049", "19308127", "5556809"], "ranked_scores": [0.7786, 0.653, 0.643, 0.6368, 0.6163, 0.6074, 0.6007, 0.6001, 0.5922, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "10698739", "9638032", "10169908", "17821387", "1454773", "24725136", "1220287", "14178995", "26886351"], "ranked_scores": [0.702, 0.6279, 0.6252, 0.6132, 0.6086, 0.5981, 0.5975, 0.5923, 0.5853, 0.5754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "57783564", "17755060", "6407356", "9614443", "26735905", "24349992", "18375089", "26059876"], "ranked_scores": [0.784, 0.7802, 0.6946, 0.6941, 0.6824, 0.6792, 0.6739, 0.6682, 0.6639, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "597790", "42693833", "5800138", "7975937", "7948486", "17463549", "10284593", "40096222", "20344442"], "ranked_scores": [0.7355, 0.6997, 0.6877, 0.683, 0.679, 0.6784, 0.6596, 0.6563, 0.6502, 0.6489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "17682477", "27243019", "3462075", "25504006", "5132358", "21884059", "2559303", "381602", "25479072"], "ranked_scores": [0.6922, 0.6266, 0.5967, 0.5962, 0.5883, 0.5792, 0.566, 0.5375, 0.5366, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "1215116", "92308", "16572581", "54561709", "991139", "4883040", "28738741", "12885341", "857189"], "ranked_scores": [0.7048, 0.6791, 0.6638, 0.6539, 0.6174, 0.61, 0.6086, 0.6068, 0.6002, 0.5949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["30152134", "44562221", "16905344", "17682477", "3083927", "35766603", "3870062", "6962472", "23816832", "7965928"], "ranked_scores": [0.5256, 0.5188, 0.5173, 0.5125, 0.5119, 0.5087, 0.5081, 0.5048, 0.4893, 0.4856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "18617259", "857189", "25014337", "14663842", "641786", "708425", "29023309", "2359152"], "ranked_scores": [0.6744, 0.6488, 0.6138, 0.601, 0.5983, 0.5896, 0.5746, 0.5721, 0.5678, 0.5649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "6334188", "19683625", "5123516", "13256155", "25589047", "5500086", "9498458"], "ranked_scores": [0.814, 0.7087, 0.6932, 0.6472, 0.6025, 0.596, 0.5932, 0.5832, 0.5827, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5752492", "5035827", "17421851", "24612804", "27602752", "17934603", "5289038", "4928057", "11335781", "22852120"], "ranked_scores": [0.6069, 0.5899, 0.5879, 0.5844, 0.5795, 0.5786, 0.5786, 0.5754, 0.5742, 0.5736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "33499189", "2825380", "9283422", "306006", "21746539", "25479072", "7399084", "40094786", "5914739"], "ranked_scores": [0.7768, 0.7384, 0.7151, 0.7058, 0.6724, 0.6643, 0.6609, 0.657, 0.6517, 0.6513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "14500725", "10577574", "14337960", "14408200", "19961177", "21323587", "45461275", "74137632", "20491205"], "ranked_scores": [0.569, 0.4972, 0.4888, 0.4876, 0.4756, 0.4721, 0.4677, 0.4668, 0.4666, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["18231257", "3203590", "6969753", "2825380", "2714623", "9600826", "6936141", "35660758", "10991183", "13639330"], "ranked_scores": [0.671, 0.6663, 0.6655, 0.6653, 0.6644, 0.6617, 0.6585, 0.6574, 0.6494, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "14479433", "195683603", "13778710", "18909530", "27789588", "14782049", "7975937", "20690388", "9159125"], "ranked_scores": [0.7646, 0.6873, 0.6819, 0.6753, 0.6595, 0.6282, 0.6137, 0.6127, 0.6095, 0.6087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["5839365", "12280462", "22674621", "5698494", "22420524", "24150328", "6945285", "9784254", "25543207", "11238784"], "ranked_scores": [0.7042, 0.6944, 0.6542, 0.6538, 0.6529, 0.6478, 0.6426, 0.6413, 0.6408, 0.6356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "11254040", "31363207", "341324", "21651116", "15997009", "16787954", "12409683", "15319019"], "ranked_scores": [0.7493, 0.7402, 0.6599, 0.6363, 0.6338, 0.6114, 0.6033, 0.5984, 0.5739, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["17934603", "4429118", "17438862", "12280462", "24150328", "6407356", "2492146", "31229233", "5839365", "11335781"], "ranked_scores": [0.7567, 0.7145, 0.7138, 0.7079, 0.7066, 0.7009, 0.6985, 0.6982, 0.6974, 0.6935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["26409363", "21553394", "4462079", "44572913", "4483571", "8856690", "16256507", "36960449", "58006489", "25599283"], "ranked_scores": [0.692, 0.6872, 0.6756, 0.667, 0.665, 0.6567, 0.6467, 0.6313, 0.6234, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4810810", "25687558", "4319174", "3083927", "13000926", "34582256", "9977329", "7198295", "16905344", "84884645"], "ranked_scores": [0.6357, 0.6202, 0.6093, 0.6037, 0.6031, 0.5934, 0.5919, 0.5914, 0.5781, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "5884524", "6176498", "6158879", "2587396", "11616424", "20554003", "26064662", "2533768"], "ranked_scores": [0.812, 0.7427, 0.741, 0.7353, 0.7328, 0.7059, 0.7053, 0.7043, 0.6941, 0.6869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["13639330", "30437264", "14380875", "3078550", "11411060", "18473550", "23746313", "40412980", "2714623", "52873726"], "ranked_scores": [0.6552, 0.6463, 0.6035, 0.5988, 0.5953, 0.5911, 0.5874, 0.5854, 0.5716, 0.5712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "8868863", "649951", "21373821", "14471161", "4587978", "2436602", "25315295", "857189"], "ranked_scores": [0.8063, 0.7272, 0.691, 0.689, 0.6814, 0.6671, 0.6476, 0.6366, 0.6355, 0.6318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "46695481", "7650066", "6561200", "28617573", "19140422", "9764256", "23136735", "46355579", "16980892"], "ranked_scores": [0.8239, 0.8027, 0.7884, 0.7792, 0.7621, 0.7604, 0.741, 0.7246, 0.7187, 0.7051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["36653415", "36386637", "7227763", "23576165", "20672596", "11616424", "5238341", "13466622", "5775033", "970012"], "ranked_scores": [0.7313, 0.7197, 0.7062, 0.6945, 0.6932, 0.6893, 0.6886, 0.6676, 0.6632, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["12358173", "21395936", "195683603", "28712203", "46517055", "67045088", "6417632", "10071590", "40500438", "27602752"], "ranked_scores": [0.7038, 0.7017, 0.6843, 0.6825, 0.6823, 0.66, 0.6516, 0.6508, 0.6497, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "196664003", "4385779", "6477536", "11527822", "6477740", "3929361", "1805641", "8577229", "40412980"], "ranked_scores": [0.6416, 0.5041, 0.4681, 0.4673, 0.4638, 0.4397, 0.4354, 0.4344, 0.4265, 0.4204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "8137081", "22696649", "36345578", "5106691", "40365566", "2236768", "24044977", "16066726", "3680979"], "ranked_scores": [0.679, 0.6785, 0.6631, 0.6588, 0.6571, 0.6528, 0.6459, 0.6399, 0.6372, 0.6338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["24150328", "6158879", "32159283", "1287809", "23785605", "10984005", "23576165", "7873737", "22420524", "38630735"], "ranked_scores": [0.6245, 0.6177, 0.6147, 0.6086, 0.6079, 0.6027, 0.6023, 0.6017, 0.6009, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "18074797", "12409683", "35766603", "1215116", "18025240", "27264454", "3929361", "31363207", "14260013"], "ranked_scores": [0.7354, 0.6739, 0.6711, 0.6705, 0.6626, 0.6615, 0.6607, 0.6546, 0.6491, 0.6478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4647303", "30639847", "22867765", "32322418", "1122198", "21048969", "496873", "19854543", "4506414", "22889972"], "ranked_scores": [0.6435, 0.6416, 0.6068, 0.5998, 0.5972, 0.5947, 0.5822, 0.5816, 0.5801, 0.572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "14606752", "24510595", "8672737", "12667988", "14566771", "15984735", "6565037", "23785605", "32463364"], "ranked_scores": [0.5948, 0.5644, 0.5417, 0.5365, 0.5272, 0.5257, 0.5173, 0.5165, 0.5152, 0.5148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "26611094", "22707413", "6477536", "29981186", "26341063", "79231308", "19450341", "14021596", "5596332"], "ranked_scores": [0.6675, 0.6, 0.5984, 0.5601, 0.5572, 0.5388, 0.5383, 0.538, 0.5368, 0.5363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4679264", "9291668", "22543403", "26230669", "4434951", "22551259", "1848452", "7988832"], "ranked_scores": [0.8228, 0.7838, 0.7697, 0.76, 0.7284, 0.7259, 0.7252, 0.7118, 0.6767, 0.661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "29467201", "116792", "10482574", "17055665", "14874811", "10491220", "32852283"], "ranked_scores": [0.8041, 0.6913, 0.6904, 0.6582, 0.6576, 0.6504, 0.6409, 0.631, 0.6227, 0.6189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "1220287", "2436602", "20960682", "5289038", "42065070", "3578380", "2947124", "3493623", "3308636"], "ranked_scores": [0.7337, 0.6898, 0.6799, 0.6693, 0.6624, 0.6552, 0.644, 0.6428, 0.6356, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "25973484", "13831842", "5487448", "22007333", "16322674", "16701509", "27123743", "37480103"], "ranked_scores": [0.8407, 0.7975, 0.7958, 0.7947, 0.7937, 0.7928, 0.7917, 0.7843, 0.777, 0.7751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "32423829", "6561200", "9764256", "19140422", "7650066", "23136735", "28617573", "46695481", "46355579"], "ranked_scores": [0.7578, 0.7483, 0.7417, 0.7243, 0.7132, 0.6737, 0.6734, 0.663, 0.6624, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "16172576", "14474178", "42065070", "10627801", "44366096", "37643601", "4402497", "18816720", "1970884"], "ranked_scores": [0.6756, 0.6738, 0.6706, 0.6652, 0.6648, 0.6599, 0.6389, 0.622, 0.6115, 0.6077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "25938221", "7198295", "11349166", "14021596", "5735492", "18174210", "32481310", "41298619"], "ranked_scores": [0.7378, 0.7213, 0.6475, 0.6295, 0.6281, 0.6209, 0.6161, 0.5941, 0.589, 0.573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "52887689", "11738716", "28530299", "9559146", "3153673", "4452659", "10012166", "2543135", "6277638"], "ranked_scores": [0.7323, 0.684, 0.681, 0.6625, 0.6603, 0.6543, 0.6475, 0.6458, 0.6401, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "14475235", "8417211", "22482024", "23604601", "17338543", "38811597", "6415816", "6040392"], "ranked_scores": [0.7221, 0.6906, 0.6549, 0.635, 0.6181, 0.6171, 0.6118, 0.6115, 0.6108, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "810480", "4340358", "3083927", "22800314", "14471161", "34582256", "116792", "25687558"], "ranked_scores": [0.8419, 0.6852, 0.6157, 0.6026, 0.5821, 0.5757, 0.5751, 0.5724, 0.5648, 0.5634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40145839", "5492542", "33960383", "2272614", "35660758", "19313533", "7873737", "5256564", "27428509", "4396105"], "ranked_scores": [0.6817, 0.6711, 0.6656, 0.6647, 0.6641, 0.6571, 0.6541, 0.6503, 0.6497, 0.649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "4138659", "8646760", "3896759", "1084345", "10012166", "6422576", "4856149", "16745747", "8460275"], "ranked_scores": [0.746, 0.6861, 0.6759, 0.6671, 0.6616, 0.6555, 0.6542, 0.6511, 0.6492, 0.6429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "6000423", "2359152", "23237995", "4404433", "22975806", "1145473", "16066726", "8989616", "8247597"], "ranked_scores": [0.7254, 0.7142, 0.6845, 0.678, 0.6564, 0.6531, 0.6508, 0.6423, 0.6413, 0.638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4795303", "12922760", "18346333", "27438378", "28107602", "30184745", "13639330", "33986507", "778436"], "ranked_scores": [0.7889, 0.6733, 0.6683, 0.6472, 0.6412, 0.6334, 0.6295, 0.6267, 0.6238, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "3150030", "31564409", "275294", "520579", "4462079", "16256507", "4500832", "17973161", "13944805"], "ranked_scores": [0.7083, 0.6467, 0.6162, 0.5981, 0.577, 0.5743, 0.5671, 0.5502, 0.5439, 0.5422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "19822046", "13613916", "14663842", "14541844", "11616424", "4414481", "6415816", "26330861", "5775033"], "ranked_scores": [0.7447, 0.6851, 0.6713, 0.6701, 0.6607, 0.6548, 0.6511, 0.6319, 0.6295, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "27438378", "20758340", "1065627", "23148978", "30919024", "13889430", "19332616", "4346731", "3727986"], "ranked_scores": [0.6555, 0.6518, 0.6454, 0.6359, 0.6333, 0.6169, 0.6151, 0.6121, 0.6119, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "17821387", "27550580", "23124332", "34189936", "857189", "3078080", "25175997", "31313782", "7602348"], "ranked_scores": [0.8279, 0.6142, 0.6101, 0.6026, 0.5797, 0.5793, 0.5756, 0.5714, 0.5672, 0.5667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "22730024", "5556809", "21590125", "5402581", "38752049", "1428830", "24625323", "33960383"], "ranked_scores": [0.7808, 0.6878, 0.665, 0.6485, 0.6401, 0.6318, 0.6159, 0.6107, 0.6072, 0.6023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "10698739", "14178995", "7042304", "15215393", "26244918", "17821387", "24725136", "1454773", "33911859"], "ranked_scores": [0.6968, 0.6535, 0.6339, 0.624, 0.6062, 0.6008, 0.5993, 0.5951, 0.5887, 0.5881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "18375089", "9226649", "12513042", "57783564", "26735905", "17755060", "33912748", "6670101"], "ranked_scores": [0.8299, 0.7735, 0.7226, 0.6964, 0.6911, 0.6908, 0.679, 0.6657, 0.6655, 0.6609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "7948486", "42693833", "5800138", "18348376", "597790", "20344442", "6123924", "41877386", "6723450"], "ranked_scores": [0.8032, 0.7325, 0.7182, 0.7064, 0.7049, 0.6884, 0.6853, 0.6844, 0.6757, 0.6729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "3462075", "17682477", "14647747", "22613657", "2559303", "41226276", "1933281", "5508750"], "ranked_scores": [0.7173, 0.653, 0.6329, 0.6214, 0.6142, 0.5981, 0.5684, 0.5615, 0.5575, 0.5513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "1215116", "92308", "25938221", "30437264", "991139", "11349166", "5867846", "16572581"], "ranked_scores": [0.8006, 0.6718, 0.6647, 0.6248, 0.6247, 0.6171, 0.6118, 0.6115, 0.6071, 0.6041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["7965928", "5395426", "3870062", "16939583", "1391126", "44562221", "30152134", "17682477", "3083927", "16963081"], "ranked_scores": [0.5444, 0.5322, 0.5272, 0.5217, 0.5114, 0.5057, 0.5009, 0.4978, 0.4931, 0.493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "14663842", "2359152", "641786", "6501747", "9638032", "40127292", "5560962"], "ranked_scores": [0.757, 0.7315, 0.7198, 0.6657, 0.6408, 0.6394, 0.6175, 0.6164, 0.606, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "6334188", "25589047", "5500086", "13256155", "19683625", "32421068", "5123516"], "ranked_scores": [0.8228, 0.7294, 0.6705, 0.6627, 0.6539, 0.6309, 0.6188, 0.5786, 0.5655, 0.5655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "4928057", "17438862", "4423401", "5289038", "24612804", "44562221", "28647122", "5107861", "5752492"], "ranked_scores": [0.656, 0.6509, 0.6508, 0.6441, 0.642, 0.6324, 0.6323, 0.6296, 0.6296, 0.6244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "2825380", "18042803", "41982985", "5914739", "25479072", "9283422", "33499189", "15972906", "21746539"], "ranked_scores": [0.7645, 0.7494, 0.7414, 0.7341, 0.7156, 0.7134, 0.7126, 0.7119, 0.7032, 0.6945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "74137632", "3662510", "14337960", "841371", "21323587", "22401061", "19961177", "13901073", "1805641"], "ranked_scores": [0.6049, 0.5192, 0.4997, 0.4965, 0.4953, 0.4907, 0.4873, 0.4853, 0.485, 0.4842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["18231257", "10991183", "27306942", "8698857", "2714623", "23700330", "6969753", "36345185", "885056", "35660758"], "ranked_scores": [0.7147, 0.6927, 0.6918, 0.681, 0.6804, 0.6758, 0.6602, 0.6587, 0.6514, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "195683603", "26297042", "21164071", "17967608", "13778710", "5238341", "3495456", "29073751", "14479433"], "ranked_scores": [0.8316, 0.6993, 0.6951, 0.6653, 0.6638, 0.6618, 0.6537, 0.6526, 0.6516, 0.6473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "5839365", "6407356", "24150328", "39903312", "25543207", "1686997", "6945285", "12280462", "11238784"], "ranked_scores": [0.6959, 0.6866, 0.6842, 0.6717, 0.6693, 0.6643, 0.6596, 0.6558, 0.6493, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "11254040", "341324", "21651116", "15997009", "25014337", "1805641", "16787954"], "ranked_scores": [0.8325, 0.8215, 0.7393, 0.7008, 0.6876, 0.682, 0.6745, 0.6572, 0.6549, 0.6528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["26058927", "3471191", "33960383", "5839365", "1900152", "2492146", "6407356", "17934603", "24150328", "23912923"], "ranked_scores": [0.7469, 0.7321, 0.7308, 0.7214, 0.719, 0.7122, 0.7044, 0.699, 0.6983, 0.6949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16812091", "9301606", "26409363", "44572913", "21199527", "21553394", "25599283", "11886686", "16256507", "12667988"], "ranked_scores": [0.4844, 0.4688, 0.4687, 0.4687, 0.4531, 0.4219, 0.4063, 0.3906, 0.3906, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34582256", "25687558", "44562221", "57574395", "4162857", "14501880", "40996863", "11738716", "20492020"], "ranked_scores": [0.5156, 0.5, 0.4688, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "23785605", "10984005", "15984735", "6158879", "25451374", "24735908", "23783727", "7873737"], "ranked_scores": [0.6406, 0.625, 0.6094, 0.6094, 0.5938, 0.5938, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["1285713", "13583521", "1227277", "33499189", "4402497", "12871281", "3981033", "30437264", "9283422", "8903143"], "ranked_scores": [0.5937, 0.5781, 0.5469, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "25315295", "1428830", "24396137", "24318630", "27150276", "24276304", "31612088", "25135304", "2436602"], "ranked_scores": [0.5938, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "46695481", "6561200", "28617573", "19140422", "23136735", "7650066", "46355579", "16980892", "9764256"], "ranked_scores": [0.6875, 0.625, 0.6094, 0.5938, 0.5469, 0.5469, 0.5156, 0.5, 0.5, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9177, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18678095", "6853699", "14874811", "3831884", "21868715", "21931005", "23576165", "27693891", "28164534", "4361990"], "ranked_scores": [0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["6182947", "219475", "3495456", "885056", "19005293", "46926352", "8563659", "21719289", "17741440", "24249915"], "ranked_scores": [0.5781, 0.5781, 0.5469, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "84379954", "15856466", "196664003", "7860396", "3033830", "6477536", "7944381", "22190276", "8426046"], "ranked_scores": [0.5625, 0.4063, 0.375, 0.3594, 0.3438, 0.3437, 0.3437, 0.3281, 0.3281, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["23801039", "7948486", "3475317", "2714623", "1084345", "13778710", "16066726", "46926352", "40312663", "5238341"], "ranked_scores": [0.5938, 0.5938, 0.5781, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["27438378", "27373088", "28264919", "1103795", "15975146", "20231138", "46112052", "30543439", "12641252", "11459139"], "ranked_scores": [0.6094, 0.5781, 0.5469, 0.5313, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["3078550", "26038789", "4999387", "20722510", "26045237", "17454301", "18153456", "4910408", "41294031", "21150010"], "ranked_scores": [0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["35256900", "14692646", "6853699", "1122198", "2603304", "33569870", "27049238", "32328114", "17327939", "22972632"], "ranked_scores": [0.4844, 0.4688, 0.4688, 0.4531, 0.4375, 0.4375, 0.4219, 0.4063, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["3085264", "9977329", "1428830", "17930286", "44408494", "5586392", "41735503", "16939583", "44830890", "32463364"], "ranked_scores": [0.4375, 0.4219, 0.4219, 0.3906, 0.3906, 0.375, 0.375, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["23294314", "9547722", "32462603", "2140497", "15482274", "12779444", "16390264", "9412420", "11880289", "20610390"], "ranked_scores": [0.4063, 0.375, 0.375, 0.3594, 0.3281, 0.3281, 0.3125, 0.3125, 0.3125, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "22264117", "7640058", "24725136", "4679264", "22551259", "2541699", "1848452", "4434951"], "ranked_scores": [0.6719, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17055665", "14874811", "9196472", "18678095", "3153673", "12871281", "23727313", "38252314", "8417211"], "ranked_scores": [0.625, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5137019", "9433958", "5123516", "2436602", "14188138", "2947124", "18938992", "41337677", "52095986", "16939583"], "ranked_scores": [0.6094, 0.6094, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "17450673", "27123743", "25973484", "16322674", "23557241", "5487448", "13831842", "4828631", "37480103"], "ranked_scores": [0.6875, 0.6719, 0.6719, 0.6406, 0.6406, 0.6094, 0.5937, 0.5781, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "12779444", "6561200", "9764256", "22942787", "28617573", "23136735", "32423829", "36355784"], "ranked_scores": [0.5469, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["4402497", "31272411", "5633957", "44366096", "10627801", "8596357", "14474178", "6501747", "13921783", "7225911"], "ranked_scores": [0.6094, 0.5625, 0.5469, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["25388309", "25897733", "22635278", "2603304", "33203108", "15462523", "14021596", "7198295", "4391121", "11441172"], "ranked_scores": [0.5156, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1576955", "6277638", "3153673", "7185591", "3471191", "12440953", "14544564", "9217800", "11738716", "9513785"], "ranked_scores": [0.6094, 0.5625, 0.5469, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5935987", "16120395", "9460704", "4421742", "2494748", "20672596", "21636085", "4434951", "15946643", "2888272"], "ranked_scores": [0.5, 0.4844, 0.4687, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "9433958", "22543403", "3083927", "37592824", "1391126", "20492020", "14362678", "16939583", "6334188"], "ranked_scores": [0.5469, 0.4687, 0.4062, 0.4062, 0.3906, 0.375, 0.375, 0.375, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["85665741", "24335068", "11043831", "23260700", "40383969", "21164071", "25483562", "3727986", "13780287", "17123657"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5156, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["33387953", "7970974", "41852733", "2479538", "8925851", "39285547", "6446747", "29557235", "2988714", "7451607"], "ranked_scores": [0.5938, 0.5937, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6000423", "11255504", "8925851", "19541444", "4816339", "8989616", "3840043", "13011249", "1386103"], "ranked_scores": [0.5938, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "14874811", "9478135", "2359152", "30152134", "9498458", "12922760", "42035464", "24237492", "5252837"], "ranked_scores": [0.625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2425364", "8925851", "3150030", "275294", "25599283", "17124832", "21246752", "12207167", "3090454", "33684572"], "ranked_scores": [0.4844, 0.4844, 0.4687, 0.4219, 0.4063, 0.3906, 0.3906, 0.3906, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "45638119", "20280410", "12643937", "1148122", "11117679", "327319", "10548391", "35345807"], "ranked_scores": [0.6563, 0.625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5156, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4346731", "3727986", "2825380", "40667577", "9095943", "27438378", "3851329", "23420807", "10482574", "4932668"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "14362678", "35660758", "1049501", "13583521", "23124332", "12631697", "21164071", "15925931", "10071590"], "ranked_scores": [0.5937, 0.5156, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "36003142", "22730024", "21590125", "18025240", "32159283", "33533307", "5402581", "31612088", "32777637"], "ranked_scores": [0.5781, 0.4844, 0.4375, 0.4219, 0.4219, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["26244918", "33535447", "27602752", "24712186", "1605392", "23052989", "14848619", "13283919", "18174210", "15889329"], "ranked_scores": [0.5313, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4447785", "26059876", "24349992", "2494748", "1387654", "9226649", "2832403", "667451"], "ranked_scores": [0.6094, 0.5625, 0.5625, 0.5469, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["2474731", "4418070", "14647747", "21363424", "21366394", "22517564", "14767844", "597790", "3984231", "9784254"], "ranked_scores": [0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["29015485", "92308", "2559303", "27243019", "3462075", "27910499", "10190778", "1933281", "2506153", "3981613"], "ranked_scores": [0.5469, 0.5469, 0.5469, 0.5469, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "18816720", "16572581", "13940200", "10944947", "20261352", "25897733", "10086360", "24998637", "11899391"], "ranked_scores": [0.625, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4687, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "5395426", "2436602", "6153754", "20659283", "3085264", "13921783", "33535222", "13613916", "5137019"], "ranked_scores": [0.5156, 0.4844, 0.4687, 0.4531, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["22482024", "15319019", "24237492", "6426919", "25014337", "17088791", "4336849", "6501747", "10617916", "21562657"], "ranked_scores": [0.5313, 0.5156, 0.5, 0.5, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "6078882", "51706771", "7165938", "14482051", "25589047", "31591262", "17775228", "11271123"], "ranked_scores": [0.7031, 0.6094, 0.5, 0.5, 0.5, 0.4844, 0.4687, 0.4687, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["40323148", "14834714", "40094786", "24707550", "9225850", "25479072", "11020556", "11899391", "22134353", "6454371"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5914739", "2714623", "4389252", "8903143", "36271512", "33499189", "9283422", "1676568", "6123924", "7370282"], "ranked_scores": [0.6562, 0.6406, 0.5625, 0.5625, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "80109277", "21203899", "24318630", "3690068", "24163770", "45920278", "22401061", "32159283", "38180456"], "ranked_scores": [0.4687, 0.4219, 0.375, 0.375, 0.3594, 0.3594, 0.3438, 0.3437, 0.3437, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["30437264", "24624992", "11291348", "27403802", "14591894", "35660758", "6163801", "14615911", "23700330", "17741440"], "ranked_scores": [0.625, 0.6094, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["3495456", "26297042", "12358173", "4391121", "6000423", "195683603", "5774746", "2236768", "29564505", "27789588"], "ranked_scores": [0.5781, 0.5781, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "19308127", "13329980", "43711341", "9315213", "23286603", "24150328", "9614443", "9956893", "2272614"], "ranked_scores": [0.5469, 0.5, 0.4844, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "10617916", "4883040", "31363207", "13899137", "341324", "11254040", "12409683", "1805641", "32159283"], "ranked_scores": [0.6875, 0.625, 0.6094, 0.5781, 0.5625, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["36642096", "11335781", "3553087", "19878070", "14834714", "24323695", "46112052", "12280462", "14118484", "17462437"], "ranked_scores": [0.5469, 0.5469, 0.5469, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["26409363", "44572913", "16812091", "21553394", "25599283", "16256507", "46485368", "38899659", "8856690", "36960449"], "ranked_scores": [0.6163, 0.5287, 0.5194, 0.5194, 0.5175, 0.516, 0.4941, 0.485, 0.4844, 0.4817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "25687558", "4319174", "44562221", "36838958", "25817686", "9977329", "1391126", "10482574", "34582256"], "ranked_scores": [0.5762, 0.548, 0.5255, 0.5135, 0.5111, 0.5067, 0.4831, 0.4819, 0.4816, 0.4804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "38630735", "16760369", "20554003", "6945285", "29253460", "26064662"], "ranked_scores": [0.7104, 0.6928, 0.6825, 0.6686, 0.6657, 0.6461, 0.633, 0.6309, 0.6232, 0.6165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["19603353", "14380875", "8903143", "21562657", "25479072", "30437264", "29321530", "33499189", "2825380", "2714623"], "ranked_scores": [0.6478, 0.6465, 0.6458, 0.6417, 0.6344, 0.63, 0.6277, 0.6257, 0.6246, 0.6245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "649951", "25315295", "21373821", "43220289", "31554917", "21274919", "12667988", "13934676", "11913139"], "ranked_scores": [0.6962, 0.5847, 0.5804, 0.5739, 0.5521, 0.5496, 0.5491, 0.5428, 0.5372, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "46695481", "28617573", "6561200", "23136735", "9764256", "7650066", "19140422", "16980892", "46355579"], "ranked_scores": [0.7646, 0.7506, 0.7478, 0.7234, 0.691, 0.69, 0.6831, 0.6708, 0.6413, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18678095", "3831884", "23576165", "23887844", "36653415", "27647593", "5775033", "25748308", "1605196", "22914228"], "ranked_scores": [0.705, 0.6672, 0.6672, 0.6344, 0.6327, 0.6281, 0.6154, 0.6115, 0.6114, 0.6087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["34016987", "6182947", "27602752", "35395662", "19005293", "31313782", "21150010", "27555165", "195683603", "7968532"], "ranked_scores": [0.6619, 0.6321, 0.625, 0.5964, 0.5874, 0.5851, 0.5831, 0.5812, 0.5766, 0.5758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "196664003", "7912", "16979690", "15856466", "38180456", "40254495", "8426046", "19058822", "84379954"], "ranked_scores": [0.5787, 0.4543, 0.4235, 0.3973, 0.3949, 0.3938, 0.3895, 0.3877, 0.3805, 0.3786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "4399311", "24044977", "15435343", "5511240", "6163801", "22791348", "883747", "16066726", "8137081"], "ranked_scores": [0.6569, 0.6264, 0.6173, 0.6121, 0.6115, 0.6089, 0.6053, 0.603, 0.6026, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["27438378", "8246922", "40632104", "6853699", "28264919", "9315213", "32159283", "4928057", "24384587", "6270720"], "ranked_scores": [0.646, 0.6142, 0.5947, 0.5825, 0.5776, 0.5749, 0.568, 0.5637, 0.554, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["26038789", "4999387", "22635278", "1215116", "26045237", "7111021", "1805641", "708425", "41294031", "9460704"], "ranked_scores": [0.5914, 0.5879, 0.5657, 0.5622, 0.5478, 0.5394, 0.5284, 0.5248, 0.524, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6853699", "33569870", "22241778", "8446259", "17741440", "25938221", "35256900", "2603304", "46926352", "25068298"], "ranked_scores": [0.6071, 0.5675, 0.5556, 0.5536, 0.5502, 0.5465, 0.5413, 0.5347, 0.5331, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "46764350", "41735503", "21274919", "24510595", "5586392", "7965928", "26445118", "30813140"], "ranked_scores": [0.5086, 0.5082, 0.4875, 0.4806, 0.4739, 0.4715, 0.4702, 0.4593, 0.4586, 0.4565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "29981186", "6477536", "79231308", "13097856", "26611094", "8190282", "10577574", "44048701", "13624704"], "ranked_scores": [0.63, 0.4275, 0.4204, 0.4201, 0.4025, 0.3995, 0.3991, 0.3915, 0.3896, 0.3848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4679264", "22543403", "22551259", "9291668", "1848452", "2722988", "7988832", "22264117", "14475235"], "ranked_scores": [0.6994, 0.6782, 0.6693, 0.663, 0.6497, 0.6179, 0.6035, 0.6015, 0.5945, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "14874811", "1227277", "17195001", "4324278", "14198646", "2266471", "17055665", "8002887", "52887689"], "ranked_scores": [0.7821, 0.645, 0.635, 0.6282, 0.6269, 0.6086, 0.5905, 0.5838, 0.575, 0.5706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "12885341", "22495397", "3308636", "30933307", "4402497", "2436602", "25263810"], "ranked_scores": [0.7357, 0.7295, 0.6302, 0.6245, 0.6132, 0.6132, 0.6089, 0.6022, 0.5981, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "22007333", "16322674", "13831842", "27123743", "25973484", "37480103", "15512462", "21874312"], "ranked_scores": [0.7695, 0.7636, 0.7331, 0.713, 0.7116, 0.7096, 0.7031, 0.6896, 0.6849, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "32423829", "9764256", "6561200", "46695481", "19140422", "28617573", "23136735", "22942787", "36355784"], "ranked_scores": [0.6389, 0.6319, 0.6317, 0.6289, 0.6137, 0.6079, 0.6049, 0.5999, 0.5977, 0.5771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "10627801", "31272411", "44366096", "41337677", "6501747", "8596357", "4402497", "20357868", "21562657"], "ranked_scores": [0.6845, 0.6755, 0.6658, 0.6454, 0.6167, 0.6165, 0.6117, 0.6067, 0.6015, 0.5956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["7198295", "14021596", "24088502", "41298619", "36288526", "7227763", "2587396", "17682477", "14644164", "18174210"], "ranked_scores": [0.5957, 0.5936, 0.5891, 0.588, 0.5852, 0.5619, 0.558, 0.5562, 0.551, 0.5501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "52887689", "7185591", "6277638", "516867", "3153673", "1576955", "11414664", "4452659", "11738716"], "ranked_scores": [0.6878, 0.6864, 0.6819, 0.6688, 0.6577, 0.647, 0.6453, 0.6432, 0.6428, 0.6413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5935987", "16120395", "4421742", "6415816", "2722988", "3553087", "18358026", "2754534", "935538", "39481265"], "ranked_scores": [0.6223, 0.6077, 0.5625, 0.5607, 0.5388, 0.5214, 0.5187, 0.5143, 0.5099, 0.5013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "21257564", "116792", "29745822", "810480", "46451940", "4340358", "6565037"], "ranked_scores": [0.6948, 0.5387, 0.5324, 0.4881, 0.4813, 0.4613, 0.4562, 0.4464, 0.4461, 0.442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "24335068", "15548965", "2272614", "85665741", "4740447", "35747505", "29807737", "1065627", "14362678"], "ranked_scores": [0.621, 0.6199, 0.598, 0.5899, 0.5816, 0.578, 0.5729, 0.5708, 0.5684, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6710699", "37549932", "6422576", "4346731", "29557235", "15816729", "16557565", "4856149", "9505448"], "ranked_scores": [0.7431, 0.6686, 0.6498, 0.6476, 0.6453, 0.6403, 0.6371, 0.6311, 0.6276, 0.627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6000423", "3391547", "5836", "5765455", "3863543", "4404433", "30152134", "8083310", "5782614"], "ranked_scores": [0.6731, 0.6491, 0.6439, 0.6386, 0.6308, 0.6181, 0.5953, 0.5937, 0.587, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "22036571", "37328025", "26607366", "12922760", "42035464", "14205246", "9955779", "10617916", "85665741"], "ranked_scores": [0.7286, 0.6274, 0.6268, 0.6125, 0.6078, 0.5913, 0.5882, 0.5847, 0.5814, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "3150030", "16256507", "275294", "26409363", "31564409", "25599283", "24042919", "2425364", "10795340"], "ranked_scores": [0.5499, 0.5343, 0.5158, 0.5128, 0.5124, 0.5013, 0.4825, 0.4814, 0.4799, 0.4796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "20526907", "35345807", "3222187", "38028419", "22023404", "13350374", "24725136", "6636088"], "ranked_scores": [0.679, 0.6411, 0.6041, 0.5977, 0.5799, 0.5773, 0.5761, 0.5725, 0.5705, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["20758340", "37549932", "3727986", "40667577", "6944800", "27438378", "85665741", "4346731", "4320424", "19736671"], "ranked_scores": [0.6328, 0.619, 0.6175, 0.6137, 0.606, 0.5867, 0.5857, 0.5831, 0.5815, 0.5808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "15925931", "364522", "10071590", "7711685", "38630735", "27789588", "6270720", "27460509"], "ranked_scores": [0.7766, 0.5515, 0.5298, 0.5288, 0.5286, 0.5224, 0.5208, 0.5186, 0.5109, 0.5087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "38752049", "21590125", "24625323", "5556809", "36003142", "45153864", "32463364", "5402581"], "ranked_scores": [0.6742, 0.5679, 0.559, 0.5487, 0.5485, 0.5405, 0.5398, 0.5211, 0.5162, 0.5126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "10698739", "1605392", "33535447", "2015929", "9217800", "21498497", "24712186", "13283919", "9194077"], "ranked_scores": [0.6117, 0.5689, 0.5644, 0.5619, 0.5522, 0.5436, 0.5394, 0.5351, 0.5346, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26059876", "12513042", "18375089", "9483851", "4422868", "57783564", "17755060", "5254463"], "ranked_scores": [0.7654, 0.7376, 0.6772, 0.6432, 0.6326, 0.6317, 0.6262, 0.6262, 0.6105, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "42693833", "38830961", "13798951", "14492339", "2388819", "6767271", "29288582", "14647747", "51952430"], "ranked_scores": [0.7039, 0.6236, 0.6025, 0.6007, 0.5996, 0.5957, 0.5941, 0.5941, 0.5908, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "2559303", "17682477", "14647747", "3462075", "29015485", "4416964", "41226276", "5003144"], "ranked_scores": [0.6523, 0.647, 0.6047, 0.5957, 0.5899, 0.5888, 0.5843, 0.5667, 0.5631, 0.5616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "11238951", "18938992", "5398179", "22495397", "24922825", "28738741", "25263810", "11899391", "11349166"], "ranked_scores": [0.747, 0.6221, 0.6174, 0.6171, 0.617, 0.6104, 0.6073, 0.606, 0.5977, 0.5964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "3559136", "5395426", "16905344", "7875158", "2014909", "10162553", "18348376", "14874811", "17682477"], "ranked_scores": [0.5048, 0.503, 0.4764, 0.4753, 0.4715, 0.471, 0.4707, 0.4701, 0.4696, 0.4686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "5560962", "7224723", "14241418", "2638387", "9478135", "1071991"], "ranked_scores": [0.6758, 0.6545, 0.5951, 0.5848, 0.5561, 0.5405, 0.5378, 0.5322, 0.5288, 0.5275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "25589047", "6334188", "21382907", "13256155", "25895285", "31591262", "26973393"], "ranked_scores": [0.7798, 0.728, 0.5692, 0.5659, 0.5571, 0.5447, 0.5443, 0.5406, 0.522, 0.5166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "13923140", "11335781", "4303939", "24384587", "7948486", "6000423", "4380287", "14834714", "4928057"], "ranked_scores": [0.6238, 0.618, 0.616, 0.6158, 0.6152, 0.6127, 0.6115, 0.6096, 0.6092, 0.6073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5914739", "2714623", "33499189", "9283422", "41982985", "8903143", "18237384", "2825380", "25479072", "11195653"], "ranked_scores": [0.7357, 0.7353, 0.7284, 0.7165, 0.7144, 0.6977, 0.6879, 0.6874, 0.6831, 0.6826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "20491205", "24318630", "19961177", "21203899", "21859699", "10577574", "70439309", "45461275", "12428497"], "ranked_scores": [0.5147, 0.4655, 0.4532, 0.4319, 0.4313, 0.4199, 0.4167, 0.4104, 0.406, 0.4057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["23700330", "10991183", "11369420", "22317868", "885056", "36345185", "27306942", "24624992", "6969753", "3748310"], "ranked_scores": [0.6368, 0.6339, 0.6301, 0.6277, 0.6257, 0.623, 0.6132, 0.6123, 0.6101, 0.609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "29473081", "6454371", "195683603", "26297042", "3863543", "17967608", "12240507", "20904154", "15981174"], "ranked_scores": [0.7413, 0.6204, 0.6143, 0.6126, 0.5972, 0.5944, 0.5937, 0.5879, 0.5866, 0.5858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "11238784", "20659283", "56486733", "12280462", "1686997", "22116439", "22674621", "41913714", "712078"], "ranked_scores": [0.6116, 0.5846, 0.5631, 0.5578, 0.5454, 0.5448, 0.5404, 0.5332, 0.5168, 0.5093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "341324", "13899137", "11254040", "708425", "1805641", "44562058", "5284188"], "ranked_scores": [0.7725, 0.7677, 0.6575, 0.6405, 0.6223, 0.6076, 0.6043, 0.6038, 0.5956, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "14834714", "36642096", "23912923", "34025053", "7986878", "21185923", "3935126", "11899391"], "ranked_scores": [0.6926, 0.6574, 0.6482, 0.6348, 0.6323, 0.6275, 0.6101, 0.6093, 0.5984, 0.5883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["26409363", "44572913", "21553394", "16256507", "16812091", "46485368", "23267371", "21199527", "25599283", "21564598"], "ranked_scores": [0.6374, 0.6046, 0.5994, 0.5986, 0.5757, 0.5623, 0.5602, 0.5443, 0.5428, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "25687558", "34582256", "4319174", "7198295", "25817686", "9977329", "20544428", "3083927", "27243019"], "ranked_scores": [0.6643, 0.5722, 0.5578, 0.5558, 0.5407, 0.5159, 0.5146, 0.4989, 0.4933, 0.4925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["6158879", "7873737", "5884524", "23783727", "38630735", "16760369", "29253460", "20554003", "35714909", "15984735"], "ranked_scores": [0.768, 0.7433, 0.7318, 0.7265, 0.6947, 0.6836, 0.6704, 0.6632, 0.6346, 0.6302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "30437264", "14380875", "19603353", "8903143", "25479072", "9283422", "33499189", "36271512", "14241418"], "ranked_scores": [0.6857, 0.6774, 0.676, 0.6742, 0.6721, 0.6659, 0.659, 0.6538, 0.6518, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "21373821", "649951", "21274919", "25315295", "11913139", "12667988", "31554917", "13934676", "6123521"], "ranked_scores": [0.7826, 0.6083, 0.5924, 0.5805, 0.5793, 0.5714, 0.5678, 0.5639, 0.5586, 0.5566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "46695481", "6561200", "28617573", "9764256", "7650066", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.8577, 0.8031, 0.796, 0.7712, 0.7689, 0.7635, 0.7545, 0.7367, 0.6807, 0.6734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "18678095", "36653415", "22914228", "23887844", "1605196", "20672596", "3831884", "13613916", "13466622"], "ranked_scores": [0.726, 0.7019, 0.6878, 0.6755, 0.6702, 0.6626, 0.6582, 0.6567, 0.6516, 0.6516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["6182947", "35395662", "34016987", "1574014", "19005293", "27602752", "36345578", "18938992", "22896384", "23509113"], "ranked_scores": [0.667, 0.6534, 0.6489, 0.6406, 0.6372, 0.6337, 0.6284, 0.6283, 0.622, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "15856466", "16979690", "84379954", "196664003", "6477536", "6079486", "4452318", "24512417", "36651210"], "ranked_scores": [0.6304, 0.4565, 0.4535, 0.4325, 0.428, 0.4195, 0.4195, 0.4005, 0.3916, 0.3881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "4391121", "15435343", "6163801", "16066726", "24044977", "28783084", "46926352", "4399311", "14657344"], "ranked_scores": [0.7379, 0.6677, 0.6517, 0.6507, 0.6498, 0.6442, 0.642, 0.6398, 0.6329, 0.6257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["27438378", "32159283", "6853699", "8246922", "40632104", "27373088", "24384587", "6270720", "35534019", "4928057"], "ranked_scores": [0.6838, 0.642, 0.6285, 0.6219, 0.5964, 0.5876, 0.5842, 0.5762, 0.5754, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "26038789", "1805641", "22635278", "21258863", "7111021", "40900567", "708425", "27264454"], "ranked_scores": [0.6175, 0.607, 0.5995, 0.5888, 0.5873, 0.5851, 0.5824, 0.5668, 0.5663, 0.5649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6853699", "7711685", "8446259", "33569870", "2159648", "1122198", "2192419", "25938221", "19854543", "21571708"], "ranked_scores": [0.5621, 0.5513, 0.5471, 0.5445, 0.5331, 0.533, 0.53, 0.5286, 0.5227, 0.5148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "44830890", "41735503", "24510595", "27076725", "28419824", "46764350", "8672737", "21274919", "32463364"], "ranked_scores": [0.5445, 0.5321, 0.5259, 0.5183, 0.5051, 0.499, 0.4931, 0.4907, 0.4907, 0.4899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "6477536", "26611094", "13097856", "29981186", "16390264", "33203108", "43378932", "79231308", "25806385"], "ranked_scores": [0.6649, 0.5096, 0.4894, 0.4878, 0.4787, 0.4598, 0.4535, 0.4531, 0.451, 0.4479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22551259", "22543403", "4679264", "22264117", "9291668", "1848452", "4434951", "7988832", "2466614"], "ranked_scores": [0.7866, 0.7493, 0.7487, 0.7336, 0.7332, 0.7137, 0.6799, 0.652, 0.6454, 0.636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "14198646", "17195001", "14874811", "1227277", "10482574", "17055665", "28086354", "20288322"], "ranked_scores": [0.7842, 0.6708, 0.6474, 0.6433, 0.6386, 0.6333, 0.6317, 0.6021, 0.5947, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3308636", "2824347", "12885341", "5289038", "15889329", "11784947", "2436602"], "ranked_scores": [0.7732, 0.7229, 0.6846, 0.658, 0.6437, 0.6359, 0.6304, 0.6274, 0.625, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "27123743", "17450673", "22007333", "25973484", "15512462", "16322674", "37480103", "13831842", "16098747"], "ranked_scores": [0.8225, 0.8178, 0.8178, 0.7702, 0.7649, 0.7648, 0.7643, 0.7491, 0.737, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "46695481", "9764256", "32423829", "19140422", "23136735", "36355784", "7650066", "28617573"], "ranked_scores": [0.7269, 0.6962, 0.688, 0.6866, 0.671, 0.6574, 0.6555, 0.64, 0.6298, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "44366096", "8005007", "4402497", "41337677", "16172576", "8596357", "6501747"], "ranked_scores": [0.7188, 0.6934, 0.6894, 0.678, 0.6666, 0.6519, 0.642, 0.6378, 0.6375, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "41298619", "14021596", "18174210", "7198295", "35534019", "11349166", "7227763", "5735492"], "ranked_scores": [0.6982, 0.5984, 0.5642, 0.5641, 0.56, 0.55, 0.5486, 0.5436, 0.5418, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "52887689", "7185591", "6277638", "16693950", "10012166", "516867", "26330861", "11738716", "8425533"], "ranked_scores": [0.7527, 0.7215, 0.7176, 0.6998, 0.6859, 0.6846, 0.6825, 0.6819, 0.6777, 0.6665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "4421742", "6415816", "3553087", "2722988", "22482024", "18358026", "6000423", "24042919"], "ranked_scores": [0.6484, 0.6315, 0.6215, 0.5637, 0.5632, 0.5602, 0.5531, 0.5499, 0.543, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "116792", "17454301", "4340358", "6123521", "13282296", "3083927"], "ranked_scores": [0.794, 0.5863, 0.5613, 0.5468, 0.5345, 0.5304, 0.5279, 0.5274, 0.5132, 0.5113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "15548965", "5560962", "35747505", "29807737", "31387717", "21754541", "11043831", "14362678", "6565037"], "ranked_scores": [0.6533, 0.6509, 0.6353, 0.6306, 0.6254, 0.6252, 0.616, 0.6093, 0.605, 0.6041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6710699", "37549932", "4856149", "7970974", "31803596", "6422576", "29557235", "12225214", "667451"], "ranked_scores": [0.7637, 0.6765, 0.6649, 0.6623, 0.6598, 0.6581, 0.6574, 0.6522, 0.6513, 0.6474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "6000423", "3391547", "2359152", "3863543", "30152134", "5782614", "5836", "4816339", "12240507"], "ranked_scores": [0.7066, 0.6943, 0.6841, 0.6828, 0.6596, 0.6407, 0.6375, 0.6362, 0.6206, 0.6192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "22036571", "37328025", "778436", "2679511", "4396105", "14205246", "4444861"], "ranked_scores": [0.7803, 0.6838, 0.655, 0.6512, 0.6487, 0.6253, 0.6251, 0.6249, 0.623, 0.6217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "26409363", "275294", "2425364", "3150030", "25599283", "16256507", "36960449", "31564409", "30720103"], "ranked_scores": [0.6225, 0.5772, 0.5512, 0.5506, 0.5473, 0.5454, 0.5431, 0.5298, 0.5271, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "1148122", "38028419", "980196", "3222187", "20526907", "1686997", "52072815", "24725136"], "ranked_scores": [0.752, 0.6466, 0.618, 0.6159, 0.5971, 0.5936, 0.5933, 0.5928, 0.5865, 0.5841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "3727986", "6944800", "3874000", "20758340", "15946643", "13889430", "1065627", "11172205", "19736671"], "ranked_scores": [0.6668, 0.6232, 0.6165, 0.6158, 0.6112, 0.6085, 0.6069, 0.6069, 0.6051, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "39084565", "12631697", "10071590", "37450671", "13717103", "14092737", "3984231"], "ranked_scores": [0.7875, 0.6003, 0.5744, 0.566, 0.5558, 0.5541, 0.5492, 0.5422, 0.541, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "21590125", "19804204", "22730024", "24625323", "38752049", "40996863", "5402581", "5556809", "36003142"], "ranked_scores": [0.734, 0.5877, 0.5838, 0.581, 0.5761, 0.5747, 0.5635, 0.5556, 0.5556, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "10698739", "1605392", "13283919", "9638032", "13189693", "1220287", "6501747", "9194077"], "ranked_scores": [0.6863, 0.6451, 0.6298, 0.626, 0.6056, 0.6022, 0.5905, 0.5887, 0.5878, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26059876", "17755060", "57783564", "4422868", "9226649", "12513042", "17917408", "26735905"], "ranked_scores": [0.8189, 0.7949, 0.7027, 0.6765, 0.6752, 0.6643, 0.6624, 0.6609, 0.6587, 0.6576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "29347970", "21185923", "2388819", "14492339", "11233339", "42693833", "40632104", "6767271", "38830961"], "ranked_scores": [0.7783, 0.6655, 0.6538, 0.6497, 0.6451, 0.6444, 0.6439, 0.6415, 0.6412, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "14647747", "3462075", "5508750", "9283422", "41226276", "15972906", "21185923", "17682477"], "ranked_scores": [0.7233, 0.7093, 0.6564, 0.6404, 0.6248, 0.6238, 0.6181, 0.6154, 0.6085, 0.6023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "92308", "5398179", "5735492", "11238951", "11349166", "16572581", "25263810", "25897733"], "ranked_scores": [0.8021, 0.6712, 0.6524, 0.636, 0.6231, 0.619, 0.6146, 0.6115, 0.611, 0.5952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["16905344", "7875158", "20357868", "44562221", "27647593", "24612804", "2436602", "5395426", "12685434", "41822527"], "ranked_scores": [0.5249, 0.5142, 0.4948, 0.4939, 0.4847, 0.4825, 0.4819, 0.4816, 0.4794, 0.4781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "6421792", "40127292", "9478135", "641786", "20399078", "5560962"], "ranked_scores": [0.7327, 0.6759, 0.6604, 0.6192, 0.6084, 0.6021, 0.5955, 0.5938, 0.5848, 0.5759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "6334188", "13256155", "24634621", "31616203", "5492542", "24575065", "26973393"], "ranked_scores": [0.829, 0.7514, 0.6261, 0.6108, 0.6094, 0.5953, 0.5855, 0.5817, 0.5785, 0.5704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "5511240", "6000423", "6171953", "40323148", "5811042", "34469966", "13923140", "17934603", "4303939"], "ranked_scores": [0.6347, 0.6334, 0.6294, 0.6287, 0.6245, 0.6225, 0.6193, 0.6188, 0.6136, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "5914739", "41982985", "8903143", "18042803", "15972906", "33499189", "9283422", "25479072", "34905328"], "ranked_scores": [0.7872, 0.7595, 0.7582, 0.7484, 0.7477, 0.7385, 0.737, 0.7315, 0.7287, 0.7176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21203899", "3662510", "38180456", "24318630", "40905302", "21323587", "20491205", "74137632", "841371"], "ranked_scores": [0.5897, 0.4652, 0.4561, 0.453, 0.4494, 0.4466, 0.445, 0.444, 0.437, 0.432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["27306942", "10530014", "10991183", "23700330", "2825380", "22317868", "8453819", "8903143", "12871281", "7370282"], "ranked_scores": [0.7063, 0.7023, 0.692, 0.6847, 0.6825, 0.6788, 0.6762, 0.6755, 0.6718, 0.6715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "195683603", "3495456", "26297042", "15879931", "17967608", "7370282", "29473081", "883747", "9614443"], "ranked_scores": [0.8147, 0.6678, 0.665, 0.6606, 0.6361, 0.6355, 0.6321, 0.6287, 0.6268, 0.6246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "23286603", "11238784", "20659283", "3203590", "22674621", "9784254", "6407356", "12280462", "30208015"], "ranked_scores": [0.6535, 0.6509, 0.617, 0.6124, 0.6109, 0.6107, 0.6088, 0.5988, 0.5972, 0.5884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "341324", "5284188", "708425", "13899137", "24596228", "17077004"], "ranked_scores": [0.8429, 0.8318, 0.7181, 0.6376, 0.6348, 0.6237, 0.6184, 0.6133, 0.6119, 0.6086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["36642096", "11335781", "3471191", "46112052", "14834714", "34025053", "23912923", "7986878", "11899391", "24069089"], "ranked_scores": [0.6799, 0.6706, 0.6529, 0.637, 0.6365, 0.6299, 0.6247, 0.6202, 0.6133, 0.6132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "46485368", "21553394", "26409363", "4462079", "16812091", "8856690", "16256507", "21564598", "19460822"], "ranked_scores": [0.5313, 0.5312, 0.5156, 0.5078, 0.4922, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "4319174", "34582256", "14501880", "4340358", "23737024", "8604837", "16488405", "1391126", "1871230"], "ranked_scores": [0.4688, 0.4609, 0.4453, 0.4297, 0.4297, 0.4219, 0.4219, 0.4063, 0.4062, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "16760369", "20554003", "5884524", "38630735", "19332616", "23783727", "6158879", "6945285", "16701509"], "ranked_scores": [0.5859, 0.5703, 0.5547, 0.5547, 0.4922, 0.4844, 0.4844, 0.4766, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33063763", "12871281", "30437264", "8698857", "25353658", "11195653", "2274272", "21562657", "10562341", "23190392"], "ranked_scores": [0.5625, 0.5469, 0.5391, 0.5313, 0.5156, 0.5156, 0.5156, 0.5156, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "20240998", "12667988", "21373821", "19071857", "37029185", "43220289", "28419824", "12672066", "4695046"], "ranked_scores": [0.5391, 0.4063, 0.3984, 0.375, 0.375, 0.3672, 0.3672, 0.3516, 0.3516, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "6561200", "46695481", "19140422", "7650066", "28617573", "9764256", "16980892", "22942787", "36355784"], "ranked_scores": [0.625, 0.6094, 0.6016, 0.5781, 0.5781, 0.5703, 0.5313, 0.4922, 0.4922, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8548, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "11616424", "22914228", "18678095", "120626", "36653415", "4423401", "21626639", "23887844", "2533768"], "ranked_scores": [0.5156, 0.4688, 0.4688, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["31313782", "19005293", "6417632", "14615911", "195683603", "11721286", "15425958", "27615329", "14474178", "30933307"], "ranked_scores": [0.5938, 0.5625, 0.5469, 0.5391, 0.5313, 0.5234, 0.5156, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "663464", "22711954", "8759633", "45457778", "6319826", "10577574", "8595678"], "ranked_scores": [0.5156, 0.4297, 0.3516, 0.3516, 0.3359, 0.3281, 0.3281, 0.3281, 0.3203, 0.3125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7489663", "3475317", "12871281", "4928282", "16066726", "35256900", "32533299", "9225850", "883747", "22696649"], "ranked_scores": [0.5859, 0.5703, 0.5625, 0.5625, 0.5625, 0.5625, 0.5547, 0.5391, 0.5391, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["27438378", "32159283", "23148978", "21239672", "2587396", "21557614", "3215494", "23509113", "7613033", "19683625"], "ranked_scores": [0.4375, 0.4375, 0.4297, 0.4219, 0.4063, 0.4062, 0.4062, 0.3984, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "13380980", "12409683", "21258863", "23801039", "1805641", "9056874", "13901073", "43378932"], "ranked_scores": [0.5078, 0.4688, 0.4375, 0.4297, 0.4219, 0.4141, 0.4062, 0.4062, 0.4062, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21571708", "15925931", "2867345", "46277811", "33569870", "16760369", "25837950", "19854543", "23785605", "8446259"], "ranked_scores": [0.4844, 0.4375, 0.4375, 0.4297, 0.4219, 0.4219, 0.4141, 0.4141, 0.4141, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["22309946", "17930286", "841371", "19961177", "24942840", "21274919", "44830890", "16760369", "37583120", "3610080"], "ranked_scores": [0.3984, 0.3906, 0.3906, 0.3906, 0.3906, 0.3828, 0.3828, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "6477536", "25589047", "25641414", "12779444", "4824840", "79231308", "15048300", "5185871", "2236768"], "ranked_scores": [0.5234, 0.3594, 0.3359, 0.3281, 0.3203, 0.3203, 0.3125, 0.3125, 0.3047, 0.2969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22551259", "4679264", "2722988", "22543403", "2466614", "26230669", "9291668", "5935987", "14475235"], "ranked_scores": [0.6484, 0.6172, 0.6094, 0.6016, 0.5703, 0.5625, 0.5391, 0.5234, 0.5234, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1227277", "11738716", "25510546", "10491220", "10482574", "13878643", "28086354", "2266471"], "ranked_scores": [0.6641, 0.5937, 0.5469, 0.5234, 0.5234, 0.5234, 0.5234, 0.5078, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "30437264", "33370", "3308636", "4418878", "26133404", "23535770", "4347374", "5500086"], "ranked_scores": [0.6328, 0.5547, 0.5391, 0.5156, 0.5078, 0.5078, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "4886637", "25973484", "27123743", "17450673", "32534305", "15559582", "9394119", "23557241", "2015126"], "ranked_scores": [0.5547, 0.5469, 0.5391, 0.5078, 0.5, 0.5, 0.4922, 0.4922, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "32423829", "6561200", "9764256", "25742130", "7650066", "29495185", "46695481", "46355579"], "ranked_scores": [0.5781, 0.5703, 0.5703, 0.5703, 0.5391, 0.5234, 0.5234, 0.5234, 0.4844, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "18914652", "10627801", "7820043", "16572581", "8005007", "4402497", "5838067", "21651116"], "ranked_scores": [0.6406, 0.5937, 0.5859, 0.5703, 0.5547, 0.5547, 0.5469, 0.5391, 0.5391, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8596357", "14973286", "3698758", "18174210", "7198295", "26474812", "12489688", "17454301", "33203108"], "ranked_scores": [0.5547, 0.4297, 0.4141, 0.4141, 0.4062, 0.3984, 0.3984, 0.3984, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "16693950", "516867", "6277638", "52887689", "7514614", "19460822", "9559146", "32922179"], "ranked_scores": [0.6016, 0.5703, 0.5547, 0.5234, 0.5234, 0.5156, 0.5078, 0.5078, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "24731248", "3230361", "6422576", "1748921", "18358026", "4347374", "41928290", "27373088"], "ranked_scores": [0.5547, 0.5469, 0.5391, 0.5312, 0.5234, 0.5234, 0.5156, 0.5156, 0.5156, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "14501880", "11742219", "16546131", "25687558", "708425", "13380011", "20186513", "15889329", "37592824"], "ranked_scores": [0.5938, 0.4062, 0.3906, 0.3828, 0.3828, 0.375, 0.375, 0.3672, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["1428830", "23148978", "45401535", "17934603", "40383969", "21547032", "35660758", "12631697", "1065627", "13778710"], "ranked_scores": [0.5234, 0.5234, 0.5, 0.4766, 0.4687, 0.4687, 0.4609, 0.4609, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "2988714", "7042304", "6710699", "38485364", "28249680", "19822046", "21855837", "22696649", "6670101"], "ranked_scores": [0.6094, 0.5547, 0.5391, 0.5234, 0.5156, 0.5156, 0.5078, 0.5, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["6000423", "5836", "3391547", "33677323", "5765455", "2359152", "4816339", "5519177", "14174055", "3863543"], "ranked_scores": [0.5938, 0.5859, 0.5625, 0.5156, 0.5156, 0.5078, 0.5078, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "41928290", "5389523", "27134931", "26607366", "12922760", "9881829", "25254425", "778436", "23577014"], "ranked_scores": [0.6094, 0.5391, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4766, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["25599283", "21553394", "16256507", "15615957", "4325137", "2958458", "4515975", "11716783", "520579", "22517564"], "ranked_scores": [0.3672, 0.3594, 0.3594, 0.3516, 0.3516, 0.3438, 0.3438, 0.3438, 0.3437, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "980196", "6415816", "26456326", "26064662", "40913091", "1686997", "17236106", "19804204"], "ranked_scores": [0.5781, 0.4766, 0.4531, 0.4453, 0.4453, 0.4297, 0.4297, 0.4297, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "40667577", "11172205", "13889430", "12866641", "18758057", "3727986", "28468276", "17934082", "17123657"], "ranked_scores": [0.6016, 0.5859, 0.5469, 0.5469, 0.5391, 0.5313, 0.5312, 0.5234, 0.5234, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "33458992", "27550580", "13445579", "7711685", "24660385", "6157371", "23124332", "20904154", "4446814"], "ranked_scores": [0.5625, 0.4531, 0.4453, 0.4375, 0.4141, 0.4141, 0.4062, 0.3984, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "10072941", "19804204", "36003142", "12206390", "41298619", "22730024", "32159283", "24625323"], "ranked_scores": [0.5234, 0.4531, 0.4375, 0.4375, 0.4375, 0.4141, 0.3984, 0.3984, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "24725136", "15836115", "9194077", "37608303", "13293033", "18346333", "3553087", "22116439", "9638032"], "ranked_scores": [0.5313, 0.4766, 0.4766, 0.4766, 0.4687, 0.4609, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17755060", "3590806", "4429118", "4422868", "38844612", "18375089", "31591262", "5273056"], "ranked_scores": [0.6875, 0.6172, 0.5313, 0.5234, 0.5234, 0.5156, 0.5078, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29288582", "21366394", "3835423", "6767271", "2388819", "41877386", "12966719", "29015485", "25479072", "35987381"], "ranked_scores": [0.5781, 0.5625, 0.5313, 0.5312, 0.5234, 0.5234, 0.5156, 0.5078, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "25479072", "22613657", "12966719", "4416964", "4856149", "6421792", "42693833"], "ranked_scores": [0.5469, 0.5313, 0.4922, 0.4922, 0.4766, 0.4688, 0.4687, 0.4687, 0.4687, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "4387484", "11238951", "28738741", "24596228", "5867846", "5735492", "25897733", "18938992", "16572581"], "ranked_scores": [0.6406, 0.5781, 0.5625, 0.5469, 0.5234, 0.5234, 0.5234, 0.5156, 0.5156, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["17755060", "9513785", "11738716", "25251625", "19460822", "2613411", "6327940", "7875158", "84884645", "23237995"], "ranked_scores": [0.4609, 0.4219, 0.4141, 0.4063, 0.3984, 0.3984, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "20399078", "6501747", "14657344", "40323454", "1605392", "39443128", "11254040"], "ranked_scores": [0.5781, 0.5625, 0.4844, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "20428155", "20886584", "21009874", "25589047", "10958594", "7613033", "24634621", "2296264"], "ranked_scores": [0.5859, 0.5391, 0.4453, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17438862", "1574014", "17934603", "30437264", "27602752", "2236768", "5511240", "935034", "21498497", "16066726"], "ranked_scores": [0.5, 0.4844, 0.4766, 0.4766, 0.4766, 0.4766, 0.4766, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["11195653", "2714623", "15972906", "9283422", "21746539", "18237384", "25479072", "1196631", "5914739", "41982985"], "ranked_scores": [0.5938, 0.5859, 0.5781, 0.5781, 0.5547, 0.5234, 0.5234, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "24575065", "21323587", "40905302", "19961177", "38180456", "4791384", "19945096", "58564850"], "ranked_scores": [0.3984, 0.3359, 0.3125, 0.3047, 0.2969, 0.2969, 0.2969, 0.2812, 0.2812, 0.2734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["8698857", "5836", "11951999", "27306942", "18231257", "22317868", "17017465", "12217662", "21622715", "5774746"], "ranked_scores": [0.5781, 0.5625, 0.5547, 0.5547, 0.5469, 0.5391, 0.5391, 0.5391, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "25942757", "6000423", "26297042", "2177022", "9225850", "195683603", "26117607", "3495456"], "ranked_scores": [0.6016, 0.5312, 0.4922, 0.4922, 0.4922, 0.4844, 0.4766, 0.4766, 0.4609, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["26058927", "5839365", "34268160", "9956893", "23974474", "1227277", "22116439", "502797", "4320424", "44640124"], "ranked_scores": [0.4844, 0.4766, 0.4766, 0.4688, 0.4688, 0.4609, 0.4453, 0.4453, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "15997009", "24596228", "708425", "341324", "15319019", "44562058"], "ranked_scores": [0.625, 0.6094, 0.5938, 0.5469, 0.5312, 0.5156, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["36642096", "3471191", "52180874", "37916361", "6158879", "24069089", "24150328", "27270151", "4320424", "7986878"], "ranked_scores": [0.5313, 0.4609, 0.4609, 0.4531, 0.4453, 0.4375, 0.4375, 0.4297, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["26409363", "16256507", "4462079", "44572913", "46485368", "36960449", "16812091", "8856690", "21553394", "4483571"], "ranked_scores": [0.6527, 0.6514, 0.6218, 0.6183, 0.6069, 0.5785, 0.577, 0.5688, 0.5668, 0.5546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34582256", "7198295", "4340358", "13000926", "4319174", "34121231", "8604837", "4810810", "25687558", "1391126"], "ranked_scores": [0.5097, 0.5083, 0.507, 0.5032, 0.4971, 0.4885, 0.4865, 0.4796, 0.4775, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "5884524", "6158879", "750781", "16760369", "38630735", "19332616", "13619127", "20554003"], "ranked_scores": [0.7249, 0.675, 0.6499, 0.6497, 0.6273, 0.6217, 0.6158, 0.6009, 0.5849, 0.5834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["12871281", "8903143", "2714623", "18938992", "19603353", "5914739", "9283422", "2825380", "6163801", "4389252"], "ranked_scores": [0.641, 0.6334, 0.6303, 0.6293, 0.6283, 0.6211, 0.6205, 0.6192, 0.618, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12667988", "20240998", "12672066", "31554917", "24318630", "4695046", "11913139", "4587978", "20302714"], "ranked_scores": [0.6824, 0.5117, 0.4848, 0.4804, 0.48, 0.477, 0.4666, 0.466, 0.4543, 0.4522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "28617573", "9764256", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.77, 0.7681, 0.7508, 0.7504, 0.7356, 0.704, 0.6923, 0.6428, 0.6323, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18678095", "23576165", "22712546", "36386637", "36653415", "18810195", "7875158", "23887844", "22914228", "21626639"], "ranked_scores": [0.6419, 0.6188, 0.6159, 0.6101, 0.6018, 0.5937, 0.5926, 0.5916, 0.5885, 0.5879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["6182947", "19005293", "2248870", "23509113", "14615911", "27602752", "34016987", "28712203", "219475", "3835423"], "ranked_scores": [0.6536, 0.6516, 0.6447, 0.6306, 0.6243, 0.6213, 0.6166, 0.6143, 0.6061, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "38180456", "16979690", "84379954", "15856466", "6319826", "5855168", "11624482", "26456326"], "ranked_scores": [0.6447, 0.513, 0.4531, 0.4421, 0.431, 0.4048, 0.3991, 0.3874, 0.3874, 0.383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "4928282", "15435343", "9225850", "4391121", "3930020", "12871281", "24044977", "6163801"], "ranked_scores": [0.7041, 0.6477, 0.6245, 0.6197, 0.6152, 0.6133, 0.6092, 0.6034, 0.6015, 0.5992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "27438378", "6853699", "29526125", "7873737", "3616843", "8317408", "10576136", "19683625", "14407673"], "ranked_scores": [0.6204, 0.5579, 0.5418, 0.5294, 0.5207, 0.5194, 0.5107, 0.5091, 0.5087, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "10617916", "27264454", "4999387", "12409683", "3929361", "18025240", "1805641", "21258863", "13380980"], "ranked_scores": [0.5866, 0.5346, 0.5194, 0.518, 0.514, 0.5042, 0.4958, 0.4935, 0.4747, 0.4733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "6853699", "33569870", "7711685", "13070316", "19332616", "30639847", "11172205", "21571708", "2159648"], "ranked_scores": [0.5599, 0.5296, 0.5155, 0.513, 0.5081, 0.5031, 0.5031, 0.5015, 0.5008, 0.4855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["28419824", "24510595", "21274919", "41735503", "17930286", "44830890", "27076725", "7965928", "26445118", "12584053"], "ranked_scores": [0.5203, 0.4925, 0.4912, 0.4838, 0.4807, 0.4707, 0.4653, 0.4591, 0.4575, 0.453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "9754530", "11230569", "45276789", "13097856", "6477536", "29981186", "15048300", "6517267"], "ranked_scores": [0.6545, 0.4507, 0.4427, 0.4231, 0.4161, 0.4113, 0.4091, 0.4079, 0.4055, 0.3996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22551259", "4679264", "22264117", "22543403", "2722988", "9291668", "4434951", "2466614", "26230669"], "ranked_scores": [0.7329, 0.7125, 0.7039, 0.6873, 0.686, 0.669, 0.6625, 0.6611, 0.6375, 0.6349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "14874811", "3504761", "1227277", "10482574", "6227220", "1686997", "3973445"], "ranked_scores": [0.7554, 0.6988, 0.6819, 0.6732, 0.6641, 0.6515, 0.6409, 0.6309, 0.6298, 0.6215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "4402497", "40323148", "3308636", "3493623", "21562657", "11784947", "30437264"], "ranked_scores": [0.7333, 0.7216, 0.6278, 0.6268, 0.6206, 0.6141, 0.6033, 0.6025, 0.5971, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "27123743", "17450673", "25973484", "22007333", "37480103", "1428840", "16322674", "13831842", "21874312"], "ranked_scores": [0.71, 0.696, 0.6787, 0.66, 0.6554, 0.6383, 0.6263, 0.6261, 0.6208, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "32423829", "27873158", "36355784", "46695481", "25742130", "9764256", "7650066", "28617573", "29495185"], "ranked_scores": [0.64, 0.6342, 0.6301, 0.6213, 0.6116, 0.6109, 0.604, 0.5996, 0.59, 0.5678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "8005007", "14474178", "10627801", "44366096", "21562657", "26751583", "18914652", "6501747", "4402497"], "ranked_scores": [0.708, 0.6931, 0.6866, 0.6801, 0.6681, 0.6421, 0.6415, 0.6391, 0.6319, 0.6224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "35534019", "3698758", "14021596", "11344428", "40900567", "18174210", "17682477", "7198295", "36089763"], "ranked_scores": [0.6786, 0.5213, 0.5155, 0.5083, 0.5073, 0.5073, 0.495, 0.4898, 0.486, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "16693950", "52887689", "6277638", "10012166", "9559146", "7514614", "516867", "4452659", "7185591"], "ranked_scores": [0.7118, 0.6897, 0.6859, 0.6625, 0.6565, 0.6559, 0.6391, 0.6299, 0.6175, 0.6169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "18358026", "4421742", "6422576", "3553087", "3230361", "2722988", "25254425", "18447487"], "ranked_scores": [0.6782, 0.6162, 0.607, 0.5782, 0.5757, 0.5732, 0.5683, 0.5668, 0.5635, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "16398827", "810480", "116792", "23670644", "27022864", "306311", "46451940"], "ranked_scores": [0.7338, 0.581, 0.4958, 0.4907, 0.4733, 0.4664, 0.4372, 0.4254, 0.4214, 0.4206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "327319", "19313533", "35747505", "4740447", "35660758", "24335068", "25089501", "2119889", "13283919"], "ranked_scores": [0.6138, 0.5794, 0.5724, 0.5696, 0.5691, 0.5677, 0.5586, 0.557, 0.5515, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "37549932", "6422576", "6710699", "16120395", "8460275", "29557235", "3863543", "13583521", "5765455"], "ranked_scores": [0.6974, 0.6568, 0.6534, 0.6394, 0.6124, 0.611, 0.6098, 0.6041, 0.6041, 0.6038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "33677323", "3863543", "6000423", "5836", "8083310", "12240507", "40349336"], "ranked_scores": [0.7123, 0.68, 0.6747, 0.6623, 0.6607, 0.6541, 0.6451, 0.6298, 0.6221, 0.622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "34198365", "12156187", "2679511", "35345807", "778436", "7468449", "6812319"], "ranked_scores": [0.7465, 0.6686, 0.6148, 0.6107, 0.6031, 0.5963, 0.5918, 0.5918, 0.587, 0.5853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "275294", "2425364", "23267371", "30720103", "26409363", "3150030", "4515975", "10692948", "16256507"], "ranked_scores": [0.5445, 0.4993, 0.4916, 0.4903, 0.4644, 0.4618, 0.4448, 0.4405, 0.4391, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "1148122", "6415816", "1686997", "25748308", "38028419", "24725136", "980196", "32481310", "20526907"], "ranked_scores": [0.6792, 0.5644, 0.5385, 0.5377, 0.5335, 0.5328, 0.5258, 0.5228, 0.5208, 0.5198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "13889430", "12866641", "11172205", "40667577", "18758057", "3727986", "32532238", "23420807", "44640124"], "ranked_scores": [0.6631, 0.6445, 0.6422, 0.636, 0.5821, 0.5788, 0.5759, 0.5757, 0.5748, 0.5747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "23124332", "15925931", "12631697", "4391121", "6270720", "14362678", "3616843"], "ranked_scores": [0.762, 0.5805, 0.5532, 0.543, 0.5294, 0.5184, 0.5122, 0.5084, 0.496, 0.4928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "12206390", "25451374", "5698494", "10072941", "36003142", "22730024", "24625323", "38752049"], "ranked_scores": [0.6825, 0.5329, 0.5327, 0.5252, 0.5235, 0.5145, 0.5114, 0.499, 0.4969, 0.4966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "26336593", "33911859", "15836115", "13380011", "6157371", "33535447", "24725136", "9217800", "10698739"], "ranked_scores": [0.6861, 0.5623, 0.5621, 0.5586, 0.5578, 0.5548, 0.5518, 0.5475, 0.547, 0.5449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17755060", "31591262", "4429118", "9226649", "7975937", "4422868", "17717391", "26059876"], "ranked_scores": [0.784, 0.7473, 0.6618, 0.6467, 0.641, 0.6362, 0.6318, 0.6314, 0.6271, 0.6265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "38587347", "29288582", "6123924", "13798951", "18231807", "21185923", "13398997", "6767271", "266641"], "ranked_scores": [0.6989, 0.6213, 0.6129, 0.6077, 0.6041, 0.5987, 0.5924, 0.588, 0.5878, 0.5877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "33535222", "17682477", "25479072", "41226276", "20155713", "14647747", "2388819", "21185923"], "ranked_scores": [0.6786, 0.6674, 0.6134, 0.6089, 0.6028, 0.5839, 0.5803, 0.574, 0.5669, 0.5657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5867846", "28738741", "11238951", "7224723", "5735492", "21274496", "22495397", "24596228", "18938992"], "ranked_scores": [0.7984, 0.6448, 0.6434, 0.6433, 0.6278, 0.6214, 0.6077, 0.6067, 0.6017, 0.5974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["5395426", "6277638", "2335873", "7875158", "44562221", "4463811", "19460822", "11738716", "6327940", "3870062"], "ranked_scores": [0.518, 0.5177, 0.5042, 0.5008, 0.4861, 0.4844, 0.4807, 0.4796, 0.477, 0.4754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "2359152", "6421792", "4336849", "4883040", "341324", "40127292", "7111021"], "ranked_scores": [0.678, 0.6172, 0.5845, 0.5716, 0.5601, 0.5464, 0.5462, 0.5411, 0.5404, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "10958594", "25589047", "6334188", "20428155", "13256155", "3899896", "7165938"], "ranked_scores": [0.7788, 0.6621, 0.597, 0.5864, 0.5818, 0.5754, 0.5557, 0.5539, 0.5386, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "40323148", "6171953", "16066726", "44562058", "17438862", "5511240", "6000423", "45401535", "22696649"], "ranked_scores": [0.6356, 0.6131, 0.6112, 0.6092, 0.6075, 0.6034, 0.5909, 0.5904, 0.59, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "18042803", "21746539", "5914739", "41982985", "2825380", "15972906", "11195653", "8903143", "9283422"], "ranked_scores": [0.7346, 0.7299, 0.7205, 0.7174, 0.7131, 0.7131, 0.7118, 0.7045, 0.7024, 0.701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "38180456", "21323587", "3662510", "20491205", "10577574", "19961177", "14408200", "27712433", "11230569"], "ranked_scores": [0.5478, 0.4419, 0.4261, 0.4226, 0.3944, 0.3887, 0.3838, 0.3788, 0.3774, 0.3758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["18231257", "36345185", "17017465", "10991183", "23700330", "8453819", "27306942", "5836", "10530014", "12871281"], "ranked_scores": [0.685, 0.6665, 0.6639, 0.6537, 0.6535, 0.6525, 0.6502, 0.6395, 0.6385, 0.6289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "883747", "2177022", "3495456", "195683603", "18041692", "1800734", "9225850", "10530014", "11902109"], "ranked_scores": [0.7605, 0.5935, 0.5915, 0.5898, 0.5891, 0.5859, 0.5839, 0.5797, 0.5784, 0.5782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "9956893", "5839365", "22116439", "11238784", "22674621", "23286603", "712078", "6407356", "1686997"], "ranked_scores": [0.6677, 0.6174, 0.6076, 0.6033, 0.5868, 0.5856, 0.5832, 0.5832, 0.5799, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "708425", "39984099", "11254040", "17077004", "14260013", "15319019", "13071728"], "ranked_scores": [0.7787, 0.7739, 0.7014, 0.6359, 0.6222, 0.6163, 0.6143, 0.6119, 0.6059, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["32421068", "36642096", "11335781", "35766603", "24150328", "21009874", "7986878", "79696454", "3471191", "52180874"], "ranked_scores": [0.5942, 0.5915, 0.5826, 0.5794, 0.5734, 0.5723, 0.572, 0.5686, 0.5662, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "26409363", "4462079", "46485368", "16812091", "21553394", "4483571", "8856690", "11246427"], "ranked_scores": [0.6975, 0.6771, 0.6619, 0.6531, 0.6317, 0.6144, 0.6103, 0.5986, 0.5912, 0.5879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "34582256", "4319174", "7198295", "4340358", "8604837", "4810810", "25687558", "970012"], "ranked_scores": [0.5799, 0.5617, 0.561, 0.5524, 0.5356, 0.5345, 0.5304, 0.5213, 0.5206, 0.5196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "5884524", "23783727", "16760369", "38630735", "20554003", "24735908", "2533768", "13619127"], "ranked_scores": [0.758, 0.7214, 0.7188, 0.7032, 0.6653, 0.6638, 0.6335, 0.6164, 0.6126, 0.6114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2714623", "2825380", "9283422", "12871281", "11195653", "10562341", "15972906", "19603353"], "ranked_scores": [0.7094, 0.6962, 0.6918, 0.6909, 0.6809, 0.6725, 0.6709, 0.66, 0.6591, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12667988", "31554917", "12672066", "20240998", "4587978", "6841927", "28419824", "4695046", "45581752"], "ranked_scores": [0.7314, 0.5608, 0.5251, 0.5131, 0.4988, 0.4876, 0.4822, 0.4804, 0.4762, 0.4747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "9764256", "46695481", "28617573"], "ranked_ids": ["27873158", "6561200", "46695481", "7650066", "28617573", "9764256", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.8242, 0.8101, 0.7865, 0.7813, 0.7715, 0.7499, 0.7404, 0.7031, 0.6874, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8756, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "36653415", "23887844", "7875158", "22712546", "36386637", "11616424", "18678095", "3831884", "22914228"], "ranked_scores": [0.6859, 0.6702, 0.6534, 0.6524, 0.6502, 0.6462, 0.646, 0.6441, 0.6417, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "2248870", "31313782", "23509113", "6182947", "14615911", "15425958", "34016987", "35395662", "27602752"], "ranked_scores": [0.6772, 0.673, 0.6675, 0.6629, 0.6604, 0.6557, 0.6513, 0.6451, 0.6418, 0.6391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "38180456", "6319826", "15856466", "84379954", "45457778", "3578380", "11469078"], "ranked_scores": [0.6664, 0.5286, 0.5021, 0.4662, 0.4324, 0.4281, 0.419, 0.4188, 0.4167, 0.4118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "4391121", "3930020", "15435343", "4928282", "46926352", "21498497", "35256900", "40312663"], "ranked_scores": [0.7802, 0.6662, 0.6516, 0.6498, 0.6494, 0.6473, 0.6437, 0.6424, 0.6411, 0.6411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "27438378", "6853699", "29526125", "3616843", "21239672", "7873737", "2391552", "3215494", "34268160"], "ranked_scores": [0.6725, 0.58, 0.5753, 0.5551, 0.5447, 0.5428, 0.5401, 0.5303, 0.529, 0.5285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "27264454", "12409683", "10617916", "3929361", "21258863", "18025240", "1805641", "22635278", "4999387"], "ranked_scores": [0.6, 0.5709, 0.5692, 0.5584, 0.5446, 0.5412, 0.5405, 0.5404, 0.5207, 0.5039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6853699", "19854543", "33569870", "7711685", "2159648", "8446259", "17168045", "21048969", "30639847", "2192419"], "ranked_scores": [0.5854, 0.5613, 0.5557, 0.5553, 0.5266, 0.5253, 0.5252, 0.5241, 0.5238, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "44830890", "24510595", "41735503", "28419824", "21274919", "26445118", "21957231", "30813140", "24148722"], "ranked_scores": [0.5517, 0.5474, 0.544, 0.5409, 0.5265, 0.5179, 0.4991, 0.4986, 0.4944, 0.4792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "6477536", "9754530", "27099731", "26611094", "116556376", "29981186", "41493639"], "ranked_scores": [0.6748, 0.4982, 0.4709, 0.462, 0.4552, 0.4503, 0.443, 0.4382, 0.4338, 0.4331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4679264", "22551259", "22543403", "22264117", "9291668", "1848452", "2722988", "4434951", "26230669"], "ranked_scores": [0.7704, 0.7628, 0.7551, 0.7403, 0.7248, 0.7097, 0.6968, 0.6854, 0.6723, 0.6633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "14874811", "3504761", "10482574", "116792", "23974474", "6227220"], "ranked_scores": [0.7887, 0.7405, 0.727, 0.7031, 0.6927, 0.6634, 0.6594, 0.6415, 0.6408, 0.6383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "30437264", "3493623", "3308636", "4402497", "22495397", "20996244", "40323148"], "ranked_scores": [0.7629, 0.7494, 0.6667, 0.6632, 0.6465, 0.6418, 0.6214, 0.6175, 0.6112, 0.6111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "17450673", "27123743", "22007333", "16322674", "37480103", "25973484", "15512462", "4886637", "21874312"], "ranked_scores": [0.7884, 0.7663, 0.7496, 0.7435, 0.7255, 0.713, 0.7119, 0.7051, 0.6915, 0.678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "27873158", "46695481", "9764256", "32423829", "36355784", "7650066", "28617573", "25742130", "23136735"], "ranked_scores": [0.704, 0.7016, 0.6696, 0.6691, 0.6683, 0.6647, 0.66, 0.6457, 0.6421, 0.6394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "44366096", "10627801", "8005007", "3107733", "7820043", "26751583", "24221369", "40323148"], "ranked_scores": [0.7604, 0.7427, 0.7367, 0.7313, 0.7212, 0.6939, 0.6803, 0.6657, 0.6655, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "36288526", "11344428", "14021596", "7198295", "41298619", "18174210", "6334188", "17682477"], "ranked_scores": [0.7199, 0.5706, 0.5508, 0.5481, 0.5435, 0.5397, 0.5365, 0.5276, 0.5275, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "16693950", "52887689", "516867", "6277638", "4452659", "9559146", "6599693", "7185591"], "ranked_scores": [0.7786, 0.7334, 0.7331, 0.7092, 0.7052, 0.6974, 0.6732, 0.6712, 0.6651, 0.6595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "4421742", "3553087", "2722988", "7426741", "18358026", "23604601", "8698857", "3230361"], "ranked_scores": [0.7171, 0.6368, 0.625, 0.6153, 0.614, 0.6091, 0.608, 0.6023, 0.5995, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "23670644", "116792", "810480", "16398827", "40996863", "4340358", "6123521"], "ranked_scores": [0.7641, 0.5616, 0.5581, 0.5157, 0.4867, 0.4674, 0.4567, 0.4429, 0.4377, 0.4334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["19313533", "40383969", "35747505", "327319", "4740447", "13283919", "2119889", "10562341", "35660758", "24335068"], "ranked_scores": [0.6266, 0.6241, 0.6022, 0.5993, 0.5973, 0.5867, 0.5862, 0.5816, 0.5812, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "37549932", "4346731", "29557235", "6710699", "8646760", "5765455", "7970974", "19149247"], "ranked_scores": [0.7712, 0.6763, 0.6337, 0.6312, 0.6254, 0.6253, 0.6237, 0.6162, 0.6125, 0.6113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "3863543", "5836", "6000423", "33677323", "30152134", "12240507", "8083310"], "ranked_scores": [0.7476, 0.724, 0.7041, 0.7018, 0.696, 0.6916, 0.6741, 0.6662, 0.6573, 0.6564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "4396105", "2679511", "27134931", "778436", "12156187", "34198365", "35345807"], "ranked_scores": [0.7761, 0.713, 0.6661, 0.6434, 0.6316, 0.6275, 0.6258, 0.625, 0.6239, 0.6152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "275294", "2425364", "26409363", "30720103", "3150030", "4483571", "16256507", "36960449"], "ranked_scores": [0.5871, 0.5545, 0.5458, 0.5371, 0.5284, 0.5189, 0.5163, 0.509, 0.5076, 0.5036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "1148122", "38028419", "14663842", "71625969", "32481310", "52072815", "5775033", "980196", "5939172"], "ranked_scores": [0.703, 0.593, 0.589, 0.5837, 0.5831, 0.576, 0.5718, 0.5667, 0.562, 0.548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "40667577", "12866641", "4346731", "13889430", "3727986", "17388232", "32532238", "17934082", "24349992"], "ranked_scores": [0.698, 0.6725, 0.6479, 0.6355, 0.6285, 0.6109, 0.6055, 0.602, 0.6004, 0.6002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "23124332", "12631697", "15925931", "21868715", "27460509", "364522", "13448422"], "ranked_scores": [0.796, 0.636, 0.5836, 0.5833, 0.5583, 0.5508, 0.5473, 0.5421, 0.5417, 0.5356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "10072941", "24625323", "22730024", "5698494", "34139429", "32463364", "25451374", "9813098"], "ranked_scores": [0.714, 0.5787, 0.5628, 0.5517, 0.548, 0.5399, 0.5308, 0.5282, 0.5268, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "10698739", "9638032", "2015929", "13380011", "32985041", "9217800", "24725136", "15836115", "665817"], "ranked_scores": [0.7205, 0.6052, 0.5964, 0.5885, 0.585, 0.5838, 0.5826, 0.5824, 0.5806, 0.5803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17755060", "4422868", "9226649", "7975937", "26059876", "8512633", "31591262", "24349992"], "ranked_scores": [0.8291, 0.7955, 0.6989, 0.6974, 0.6931, 0.6917, 0.6832, 0.6809, 0.6647, 0.6645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "29288582", "14492339", "38587347", "21185923", "26851674", "6767271", "29347970", "20344442"], "ranked_scores": [0.7673, 0.6657, 0.6505, 0.65, 0.6471, 0.6425, 0.6379, 0.6318, 0.6248, 0.6235], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "33535222", "3462075", "41226276", "24825841", "5132358", "5508750", "13398997"], "ranked_scores": [0.7298, 0.7231, 0.6528, 0.6347, 0.6303, 0.6256, 0.6217, 0.618, 0.6147, 0.6142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "11238951", "5735492", "21274496", "5398179", "5867846", "16572581", "92308", "42065070"], "ranked_scores": [0.8058, 0.6729, 0.6468, 0.641, 0.6361, 0.6352, 0.6136, 0.6099, 0.6018, 0.601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["5395426", "11738716", "7875158", "18104691", "2014909", "6277638", "25988622", "44562221", "19460822", "23887844"], "ranked_scores": [0.5472, 0.5427, 0.5376, 0.5372, 0.5304, 0.5221, 0.5203, 0.5193, 0.5191, 0.516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "21274496", "20399078", "2359152", "11238951", "641786", "667451"], "ranked_scores": [0.7396, 0.6996, 0.6717, 0.6429, 0.5829, 0.5764, 0.5764, 0.57, 0.5646, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "24634621", "25589047", "13256155", "20428155", "2058909", "7165938", "31616203"], "ranked_scores": [0.8153, 0.7364, 0.6455, 0.6391, 0.6313, 0.6185, 0.5832, 0.5731, 0.5725, 0.5723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "40323148", "6000423", "34016987", "6171953", "7948486", "22696649", "5035827", "45401535", "2192419"], "ranked_scores": [0.6615, 0.6476, 0.6378, 0.634, 0.6319, 0.6309, 0.63, 0.6249, 0.6231, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["9283422", "2714623", "2825380", "18042803", "15972906", "5914739", "11195653", "41982985", "34905328", "33499189"], "ranked_scores": [0.7776, 0.7709, 0.7683, 0.7605, 0.7596, 0.7586, 0.7584, 0.7531, 0.751, 0.7487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "38180456", "21323587", "45461275", "10577574", "74137632", "19961177", "20491205", "14408200"], "ranked_scores": [0.6129, 0.4658, 0.4611, 0.4533, 0.4328, 0.4294, 0.4253, 0.4196, 0.4172, 0.4079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "18231257", "29073751", "23700330", "17017465", "36345185", "33076846", "27306942", "45764440", "8698857"], "ranked_scores": [0.7276, 0.7066, 0.6926, 0.6874, 0.6836, 0.6805, 0.6775, 0.672, 0.6683, 0.6646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "3495456", "195683603", "9225850", "17967608", "1871230", "18841257", "2177022", "883747", "1800734"], "ranked_scores": [0.8291, 0.6608, 0.6543, 0.6423, 0.6362, 0.634, 0.6336, 0.6326, 0.6311, 0.627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "8458567", "11238784", "9956893", "22116439", "6407356", "20659283", "22674621", "56486733", "9784254"], "ranked_scores": [0.6614, 0.6584, 0.6546, 0.6521, 0.646, 0.6409, 0.6405, 0.638, 0.638, 0.638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "13899137", "1986482", "341324", "708425", "5284188", "39984099"], "ranked_scores": [0.8215, 0.8125, 0.7307, 0.6456, 0.6403, 0.635, 0.6337, 0.6314, 0.6304, 0.6201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21009874", "11335781", "3471191", "79696454", "36642096", "32421068", "7986878", "35766603", "34025053", "24150328"], "ranked_scores": [0.644, 0.6317, 0.6303, 0.626, 0.6237, 0.6214, 0.6169, 0.5933, 0.5906, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["36654066", "21636085", "4421742", "40913091", "24496245", "3150030", "3222187", "22023404", "4391121", "7655029"], "ranked_scores": [0.6563, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["10072941", "12667988", "13025574", "34121231", "21636085", "6876224", "12672066", "21239672", "15968271", "4841908"], "ranked_scores": [0.5938, 0.5938, 0.5937, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["30058568", "38630735", "7813993", "17930286", "2973910", "2138843", "21301090", "11771811", "35714909", "29253460"], "ranked_scores": [0.7812, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "2727303", "22495397", "3113630", "9955779", "22703082", "18546584", "3935126", "22116439", "3756384"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["35022568", "20302714", "45581752", "5912283", "37488367", "21373821", "58564850", "31554917", "28419824", "485020"], "ranked_scores": [0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4575, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["28617573", "3464191", "52874170", "6561200", "58006489", "13902570", "11716783", "15946643", "4406819", "24612804"], "ranked_scores": [0.7188, 0.7188, 0.6563, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["14501880", "16398827", "23816832", "19855358", "5144381", "25191216", "9899292", "17412260", "5106691", "19756935"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["44801733", "9705208", "26702468", "883747", "23420807", "29509926", "11721286", "23509113", "28149602", "9225850"], "ranked_scores": [0.6563, 0.6563, 0.6562, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "26121646", "13097856", "13515165", "13071728", "11469078", "7111021", "5641851", "3707035"], "ranked_scores": [0.5313, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9705208", "8083310", "4418112", "8774475", "496873", "5821617", "22159299", "34071621", "654735", "29023309"], "ranked_scores": [0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["22530842", "10284593", "6270720", "22968257", "13448422", "26409363", "45276789", "19521501", "30437264", "6157837"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2603304", "11020556", "4816339", "14386505", "21185923", "17682477", "28517384", "1605392", "18042803", "18237384"], "ranked_scores": [0.7812, 0.6875, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["11716783", "12513042", "45276789", "4421742", "4406819", "40145839", "33569870", "16826810", "9705208", "7711685"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["7655029", "32328114", "30813140", "33417012", "37488367", "46764350", "13025574", "17930286", "7602348", "34121231"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["6070278", "42150015", "24660385", "44048701", "23639838", "7965928", "13223957", "15925931", "45276789", "36830715"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "4679264", "28530299", "1848452", "6309659", "8698208", "24989194", "18949516", "4434951", "7988832"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.7188, 0.7188, 0.7187, 0.7187, 0.6875, 0.6875, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6670101", "41877386", "57783564", "17416520", "6277638", "29467201", "4464565", "19047331", "36432234", "43156471"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["11414664", "36637129", "7185591", "1386103", "34287602", "11738716", "26330861", "16693950", "1933281", "4320111"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16701509", "21874312", "27123743", "22007333", "15512462", "37480103", "15559582", "23557241", "13831558", "13831842"], "ranked_scores": [0.8125, 0.8125, 0.8125, 0.8125, 0.7812, 0.7812, 0.75, 0.75, 0.75, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "6085365", "9764256", "7650066", "1428840", "13831558", "25589047", "46355579", "52188256"], "ranked_scores": [0.7188, 0.7188, 0.7188, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["5867846", "24221369", "8247469", "44366096", "7645565", "11784947", "20943272", "43156471", "26083387", "9669099"], "ranked_scores": [0.7188, 0.6875, 0.6875, 0.6563, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["17421851", "970012", "14407673", "20261352", "5107861", "22889972", "22674621", "22800314", "6718824", "35987381"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["2543135", "52095986", "2466614", "6227220", "1084345", "16693950", "24670522", "1848452", "19460822", "25419778"], "ranked_scores": [0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["26011884", "10247314", "27022864", "1907601", "612002", "31387717", "11886686", "9752604", "35766603", "46112052"], "ranked_scores": [0.8125, 0.7812, 0.75, 0.75, 0.75, 0.7188, 0.7187, 0.7187, 0.7187, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "38745690", "641786", "23912923", "15889329", "14544564", "22800314", "9539753", "13350374", "40996863"], "ranked_scores": [0.6563, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["26025820", "3113630", "18375089", "6947286", "30543439", "24387017", "12240507", "22116439", "3831884", "41913714"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["25799020", "17945638", "2608447", "1791637", "4378885", "7688110", "8712839", "25413327", "8290760", "15945975"], "ranked_scores": [0.7188, 0.7188, 0.6875, 0.6563, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["43226130", "22543403", "8247597", "4679264", "14475235", "9217800", "10641715", "21246752", "16966326", "38844612"], "ranked_scores": [0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["1748921", "21164071", "293661", "35884026", "22116439", "9899292", "20554003", "6969753", "30543439", "35660758"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "1576955", "2547636", "4311206", "57574395", "317204", "5979056", "13933299", "20261352", "19460822"], "ranked_scores": [0.7188, 0.7187, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["16128711", "23267371", "6501747", "22968257", "40365566", "16572581", "18488986", "29785642", "40349336", "18938992"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["43224840", "15946643", "5633957", "25589047", "8246090", "27264454", "40710501", "654735", "42800527", "4489217"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "10284593", "6270720", "4421742", "33911859", "34189936", "15692098", "41239107", "13905670", "29851836"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "17930286", "14782049", "13933299", "12240507", "14566771", "27449472", "10072941", "6123521", "44693226"], "ranked_scores": [0.7187, 0.625, 0.625, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "41239107", "368506", "7042304", "25510546", "13380011", "4561402", "7997337", "9194077", "9687772"], "ranked_scores": [0.6875, 0.6875, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "7986878", "26058927", "3355397", "67787658", "14827874", "5123516", "42800527", "29183629"], "ranked_scores": [0.7813, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29125354", "28206748", "10165258", "22174015", "14311986", "13798951", "34905328", "21012916", "54562433", "18834078"], "ranked_scores": [0.7812, 0.75, 0.7188, 0.7188, 0.7188, 0.7188, 0.7187, 0.7187, 0.7187, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["9283422", "27910499", "31591262", "27243019", "14729253", "13878643", "10010651", "20344442", "25353658", "3462075"], "ranked_scores": [0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["18064113", "6313547", "5835149", "28738741", "24596228", "35987381", "33569870", "32955023", "4326318", "8385277"], "ranked_scores": [0.7812, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["12058271", "14205246", "13714201", "52874170", "26409363", "85326624", "45820464", "2443495", "11369420", "20544428"], "ranked_scores": [0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["57574395", "38745690", "1576955", "13106686", "16966326", "23052989", "24989194", "11738716", "34016944", "34198365"], "ranked_scores": [0.7812, 0.75, 0.75, 0.7188, 0.7187, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["46485368", "21700295", "36432234", "42731834", "20127522", "14252892", "12358173", "26886351", "39903312", "9767444"], "ranked_scores": [0.7188, 0.7188, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["40632104", "5572127", "43534665", "6270720", "5811042", "34378726", "16511863", "7115651", "8246922", "38025907"], "ranked_scores": [0.7188, 0.7188, 0.7188, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5273056", "18042803", "5468807", "1921218", "22174015", "21012916", "22647695", "54562433", "9283422", "21185923"], "ranked_scores": [0.8437, 0.8125, 0.7813, 0.7813, 0.7812, 0.7812, 0.7812, 0.7812, 0.7812, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "45548062", "20945963", "27712433", "6421734", "45581752", "27150276", "24408040", "5151024", "11071351"], "ranked_scores": [0.5, 0.4687, 0.4687, 0.4375, 0.4375, 0.4375, 0.4063, 0.4063, 0.4062, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["25738896", "5860364", "19165076", "41239107", "1550937", "25483562", "4399311", "2015929", "24624992", "28392393"], "ranked_scores": [0.75, 0.75, 0.75, 0.75, 0.7188, 0.7188, 0.7188, 0.7187, 0.7187, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["3748310", "7185591", "5108807", "23052989", "1933281", "19005293", "18450716", "15491404", "41877386", "21012916"], "ranked_scores": [0.8437, 0.7188, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["20649327", "23286603", "41620295", "15659108", "4396105", "25488034", "19165076", "23746313", "7225911", "5953485"], "ranked_scores": [0.7188, 0.6875, 0.6875, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7228140", "21502234", "35714909", "2048139", "13940200", "12358173", "43385013", "18104691", "22980205"], "ranked_scores": [0.7187, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "25298276", "16905344", "4427060", "18473550", "3710557", "12172346", "21793890", "31616203", "9334631"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["22023404", "30981192", "16256507", "42441846", "3222187", "3215494", "18174210", "9813098", "27889071", "3150030"], "ranked_scores": [0.7563, 0.7553, 0.7215, 0.7046, 0.7019, 0.6879, 0.6877, 0.6873, 0.6837, 0.683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["12667988", "15678772", "13000926", "7198295", "34121231", "34582256", "35495268", "10692948", "26112696", "1606628"], "ranked_scores": [0.6209, 0.5791, 0.5604, 0.555, 0.5489, 0.5398, 0.527, 0.5232, 0.5184, 0.5168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "750781", "14973286", "6945285", "2138843", "7602348", "13448422", "4910408", "15692098", "27076725"], "ranked_scores": [0.8025, 0.7498, 0.7188, 0.7131, 0.7126, 0.7072, 0.706, 0.704, 0.6982, 0.6975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22968257", "8903143", "5914739", "12641252", "25479072", "24042363", "8305686", "33499189", "15600979", "12156187"], "ranked_scores": [0.7868, 0.7787, 0.7699, 0.7612, 0.7587, 0.7576, 0.7557, 0.7549, 0.7499, 0.7473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "31554917", "38752049", "13883546", "24318630", "4695046", "485020", "5912283", "31612088", "45581752"], "ranked_scores": [0.6544, 0.6071, 0.5892, 0.5668, 0.549, 0.5227, 0.519, 0.5111, 0.5064, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["28617573", "6561200", "23136735", "46355579", "19140422", "46695481", "14664424", "27873158", "9764256", "22401720"], "ranked_scores": [0.8341, 0.7816, 0.7781, 0.7725, 0.7535, 0.7398, 0.7333, 0.7202, 0.709, 0.6974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.7701, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["14501880", "14171859", "5821617", "41496215", "11886686", "20672596", "1127562", "16826810", "16398827", "8460275"], "ranked_scores": [0.7519, 0.7382, 0.7294, 0.7032, 0.7019, 0.6941, 0.6936, 0.6884, 0.6826, 0.6823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["883747", "9225850", "6936141", "29509926", "23509113", "44801733", "9648896", "27789588", "1800734", "33884866"], "ranked_scores": [0.7247, 0.7216, 0.7198, 0.7098, 0.6927, 0.6873, 0.6785, 0.6785, 0.676, 0.6753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["16979690", "27768226", "6477536", "11469078", "13515165", "427865", "5641851", "29495185", "14021596", "10749308"], "ranked_scores": [0.6376, 0.6303, 0.5875, 0.4793, 0.4696, 0.4662, 0.4622, 0.4561, 0.4497, 0.4465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["28392393", "20155713", "28783084", "9600826", "15955172", "5821617", "4702639", "26735905", "4380287", "19561411"], "ranked_scores": [0.7604, 0.7497, 0.7441, 0.7307, 0.7114, 0.7035, 0.7027, 0.7001, 0.6942, 0.6941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["8997410", "8290953", "22530842", "364522", "30437264", "17671145", "9600826", "5386514", "16472469", "21700295"], "ranked_scores": [0.647, 0.6466, 0.6373, 0.622, 0.6183, 0.6183, 0.6167, 0.6102, 0.6062, 0.6057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["17327939", "43378932", "28821565", "8144920", "17682477", "26873988", "6501747", "21185923", "12966719", "1454773"], "ranked_scores": [0.7098, 0.709, 0.7014, 0.6935, 0.6847, 0.6793, 0.6789, 0.6736, 0.6736, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24003461", "14692646", "34268160", "496873", "22767022", "27900414", "22867765", "37768883", "11716783", "40145839"], "ranked_scores": [0.5922, 0.5712, 0.5542, 0.5329, 0.5304, 0.5301, 0.5298, 0.5269, 0.5243, 0.5197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["13906581", "30813140", "15678772", "21274919", "12667988", "27076725", "42150015", "28419824", "7655029", "3610080"], "ranked_scores": [0.6452, 0.5888, 0.575, 0.5736, 0.5683, 0.5599, 0.557, 0.5501, 0.5428, 0.5412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "15925931", "34268160", "40156901", "30639847", "25079962", "11718220", "25301182", "4506414", "19529370"], "ranked_scores": [0.7022, 0.613, 0.5964, 0.5953, 0.5933, 0.5895, 0.5893, 0.5722, 0.5699, 0.5694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "22543403", "4679264", "28530299", "1848452", "9291668", "7988832", "6040392", "40349336", "7514614"], "ranked_scores": [0.8493, 0.8325, 0.8245, 0.8172, 0.8139, 0.8104, 0.7771, 0.7545, 0.7406, 0.7325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["28264919", "350542", "36464673", "4423401", "11181416", "23895668", "5500086", "4464565", "31107919", "13778710"], "ranked_scores": [0.6911, 0.6901, 0.6684, 0.6623, 0.6614, 0.6563, 0.6562, 0.6548, 0.6472, 0.6438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "22281684", "2947124", "14496749", "23901235", "6896063", "17055665", "1907601", "42065070", "36637129"], "ranked_scores": [0.7372, 0.7203, 0.7186, 0.7156, 0.6953, 0.6939, 0.6867, 0.682, 0.6774, 0.677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "27123743", "25973484", "22007333", "23557241", "16701509", "21874312", "13831842", "5864770"], "ranked_scores": [0.8433, 0.7926, 0.7923, 0.7915, 0.7756, 0.7739, 0.7705, 0.7696, 0.7582, 0.7506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "46355579", "27873158", "5864770", "26798867", "23557241", "29495185", "46695481", "28617573", "32534305"], "ranked_scores": [0.7603, 0.7591, 0.757, 0.7516, 0.7479, 0.7439, 0.7386, 0.7309, 0.7284, 0.7283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["29321530", "7225911", "24221369", "7042304", "41337677", "14819804", "16605494", "44366096", "14380875", "5273056"], "ranked_scores": [0.7223, 0.7218, 0.72, 0.7158, 0.7088, 0.7079, 0.706, 0.706, 0.7033, 0.7029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27306942", "14407673", "970012", "17421851", "22674621", "4445629", "24088502", "34582256", "22800314", "32101982"], "ranked_scores": [0.7325, 0.7097, 0.6841, 0.6805, 0.6697, 0.6673, 0.6607, 0.6577, 0.6557, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["6492658", "22264117", "2466614", "23052989", "9194077", "28530299", "8519911", "7514614", "2543135", "4422868"], "ranked_scores": [0.7126, 0.6835, 0.6833, 0.67, 0.6687, 0.6634, 0.6633, 0.657, 0.6487, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "31387717", "17919731", "21380348", "3230361", "35747505", "21164071", "14155726", "9899292", "4417558"], "ranked_scores": [0.7888, 0.7858, 0.7728, 0.769, 0.767, 0.7667, 0.7621, 0.7596, 0.7586, 0.7578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "22309946", "8604837", "4920376", "116792", "15669393", "23670644", "1032372"], "ranked_scores": [0.7428, 0.7141, 0.6859, 0.6711, 0.6574, 0.6461, 0.629, 0.6198, 0.6135, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["19149247", "4361990", "3866315", "25483562", "20649327", "25623469", "3127341", "2158516", "12691537", "35884026"], "ranked_scores": [0.7526, 0.7514, 0.7323, 0.7313, 0.7308, 0.7282, 0.7236, 0.7209, 0.7202, 0.7202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["13552682", "5144381", "6717533", "37362689", "11020675", "2380002", "8290760", "6422576", "23959496", "1791637"], "ranked_scores": [0.751, 0.7484, 0.7361, 0.7281, 0.7263, 0.7255, 0.7211, 0.7166, 0.7101, 0.7088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21246752", "10641715", "3391547", "2359152", "10698739", "8083310", "4679264", "6000423", "13293033", "10831818"], "ranked_scores": [0.7885, 0.7719, 0.7708, 0.7582, 0.7563, 0.752, 0.7438, 0.7434, 0.7399, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["35660758", "20649327", "14155726", "8771704", "14362678", "12691537", "21181273", "12130690", "2842550", "44420873"], "ranked_scores": [0.7616, 0.7143, 0.7038, 0.6995, 0.6933, 0.6884, 0.6869, 0.6784, 0.6784, 0.6762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "6313547", "2425364", "38028419", "25599283", "1576955", "581832", "7602348", "22442133"], "ranked_scores": [0.7803, 0.7256, 0.6816, 0.6787, 0.6732, 0.669, 0.6683, 0.6668, 0.658, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "31564409", "8892905", "6108481", "5953485", "24625323", "3052213", "9194077", "29107180", "6947286"], "ranked_scores": [0.7073, 0.6691, 0.6505, 0.6354, 0.624, 0.6238, 0.6235, 0.6225, 0.6222, 0.6201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["26973393", "15946643", "6550579", "15816729", "22980205", "6944800", "654735", "7028976", "5406411", "43385013"], "ranked_scores": [0.7149, 0.7063, 0.7022, 0.7008, 0.6837, 0.6814, 0.6787, 0.6639, 0.6496, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "41293601", "25938221", "23777820", "3113630", "10284593", "22482024", "4312169", "4653837", "21246752"], "ranked_scores": [0.7318, 0.6954, 0.6702, 0.6656, 0.6595, 0.6591, 0.654, 0.6463, 0.6397, 0.6388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13282296", "6313547", "13933299", "17691617", "24510595", "42150015", "8582337", "3610080", "1358909"], "ranked_scores": [0.7838, 0.7421, 0.7213, 0.7119, 0.6803, 0.6617, 0.6578, 0.6504, 0.6481, 0.643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "368506", "40901687", "5811042", "57574395", "41239107", "16605494", "14308244", "20261352", "28107602"], "ranked_scores": [0.7876, 0.7303, 0.7244, 0.7174, 0.7161, 0.7157, 0.7124, 0.7066, 0.7057, 0.6998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "23260700", "12358173", "26735905", "6923961", "20675284", "24294572", "31682248", "6650933", "67787658"], "ranked_scores": [0.8177, 0.7271, 0.7208, 0.7156, 0.7149, 0.7084, 0.7073, 0.7031, 0.7017, 0.6999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "28006126", "6123924", "13798951", "41877386", "18546584", "20344442", "29347970", "27567994", "8538916"], "ranked_scores": [0.8717, 0.8622, 0.8522, 0.8409, 0.8397, 0.8373, 0.8232, 0.818, 0.8148, 0.8141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "28006126", "20457190", "31591262", "20127522", "20344442", "14647747", "19510470", "9283422"], "ranked_scores": [0.8099, 0.7736, 0.7585, 0.7581, 0.7549, 0.7527, 0.741, 0.7364, 0.729, 0.7271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["5304891", "12885341", "24512064", "13734012", "8300657", "1265945", "5398179", "42065070", "7224723", "20471181"], "ranked_scores": [0.7553, 0.7478, 0.7444, 0.7419, 0.7195, 0.7177, 0.7153, 0.713, 0.7118, 0.7108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["32975424", "7869794", "22312627", "36653415", "4445629", "970012", "2335873", "14149065", "3698758", "4889228"], "ranked_scores": [0.525, 0.5164, 0.5164, 0.503, 0.4902, 0.4828, 0.4787, 0.4785, 0.4775, 0.4722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["368506", "34016944", "40901687", "24042363", "5811042", "16966326", "15983148", "15319019", "2158516", "1907601"], "ranked_scores": [0.7564, 0.7375, 0.7354, 0.735, 0.7315, 0.7293, 0.7286, 0.7233, 0.7153, 0.712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24634621", "15476777", "26886351", "25298276", "21700295", "5386514", "24341590", "24873253", "24349992", "42731834"], "ranked_scores": [0.7626, 0.715, 0.7034, 0.6941, 0.6903, 0.6902, 0.6797, 0.674, 0.6731, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34378726", "38830961", "13905670", "29224825", "5979056", "23901235", "38023457", "9194077", "25315295", "1550937"], "ranked_scores": [0.7695, 0.7676, 0.7612, 0.7605, 0.7552, 0.7531, 0.7487, 0.7464, 0.7442, 0.7404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18834078", "2714623", "18546584", "34905328", "9283422", "52944377", "15491308", "3874000", "16644043", "19561411"], "ranked_scores": [0.8381, 0.834, 0.8322, 0.8256, 0.8249, 0.8159, 0.8153, 0.8148, 0.8118, 0.8076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "17693849", "841371", "70439309", "10072941", "40817021", "6421734", "29107210", "41298619", "70490"], "ranked_scores": [0.6575, 0.552, 0.4953, 0.483, 0.4539, 0.4523, 0.4506, 0.4492, 0.4476, 0.4435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "56486733", "22674621", "24624992", "1550937", "23286603", "30041340", "23273454", "13902570", "14834714"], "ranked_scores": [0.7955, 0.7948, 0.7815, 0.7797, 0.7744, 0.7548, 0.7534, 0.7516, 0.7513, 0.7486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "15983148", "44801733", "32927401", "368506", "29429111", "33068577", "17055665", "40963697", "21093407"], "ranked_scores": [0.7643, 0.7594, 0.7461, 0.7319, 0.7307, 0.7208, 0.7207, 0.7148, 0.7045, 0.7043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "10247282", "12130690", "25543207", "14819804", "24042363", "35884026", "56486733", "3127341", "43711341"], "ranked_scores": [0.7656, 0.7361, 0.7284, 0.7264, 0.7214, 0.7208, 0.7208, 0.7208, 0.7204, 0.7202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "19878070", "4319844", "2388819", "3835423", "188911", "39084565", "3899896", "26008462", "1522647"], "ranked_scores": [0.6739, 0.6576, 0.6511, 0.6501, 0.6495, 0.6447, 0.6432, 0.643, 0.6425, 0.6402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["46765242", "49432306", "25895285", "4920376", "18231807", "19047331", "25946292", "1900152", "9956893", "26079071"], "ranked_scores": [0.7766, 0.7762, 0.7391, 0.7386, 0.7342, 0.7317, 0.7305, 0.7302, 0.7248, 0.723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["22023404", "16256507", "3222187", "30981192", "3215494", "3150030", "2425364", "42441846", "33409100", "3090454"], "ranked_scores": [0.766, 0.7623, 0.7547, 0.7461, 0.7397, 0.7245, 0.7238, 0.7227, 0.7188, 0.7152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "12667988", "7965928", "15678772", "7198295", "409280", "1220287", "34582256", "1568684", "1360607"], "ranked_scores": [0.6137, 0.5799, 0.5659, 0.556, 0.5529, 0.5344, 0.5307, 0.5284, 0.5201, 0.5155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "27076725", "750781", "2138843", "38630735", "13448422", "21301090", "25028913", "19332616", "14726759"], "ranked_scores": [0.8477, 0.7909, 0.7805, 0.774, 0.7727, 0.7688, 0.7682, 0.7586, 0.7428, 0.742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "3545805", "18231807", "22968257", "9283422", "5914739", "24042363", "20943272", "33499189"], "ranked_scores": [0.7983, 0.7823, 0.7795, 0.778, 0.7769, 0.769, 0.7663, 0.7621, 0.7596, 0.7581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "38752049", "13883546", "31554917", "5912283", "4695046", "24318630", "4587978", "58564850", "485020"], "ranked_scores": [0.6839, 0.6231, 0.6203, 0.5885, 0.5777, 0.5758, 0.5559, 0.5495, 0.5215, 0.5168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["28617573", "23136735", "46695481", "19140422", "6561200", "16980892", "27873158", "46355579", "9764256", "14664424"], "ranked_scores": [0.8293, 0.8232, 0.8179, 0.8112, 0.7855, 0.7802, 0.7673, 0.7458, 0.7449, 0.7225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8332, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["14171859", "1127562", "12513042", "5821617", "20672596", "323030", "13613916", "31107919", "43390777", "4423401"], "ranked_scores": [0.723, 0.7132, 0.7092, 0.7047, 0.7022, 0.6974, 0.6968, 0.6943, 0.6878, 0.6852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "9225850", "44801733", "12358173", "46517055", "883747", "1800734", "12058271", "6936141", "28712203"], "ranked_scores": [0.8163, 0.7671, 0.7403, 0.7292, 0.7278, 0.7271, 0.7245, 0.7229, 0.7206, 0.7191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "11469078", "70490", "13515165", "10749308", "63858430", "5372432", "19521501"], "ranked_scores": [0.6525, 0.6069, 0.5968, 0.505, 0.5006, 0.481, 0.464, 0.4623, 0.462, 0.4537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["20155713", "17412260", "26735905", "9600826", "28392393", "4702639", "5774746", "15946643", "9226649", "13070316"], "ranked_scores": [0.8157, 0.7982, 0.7968, 0.7922, 0.7698, 0.7633, 0.7611, 0.7576, 0.7564, 0.7536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10284593", "9600826", "12866641", "22530842", "31324978", "2973910", "2474731", "6853699", "8290953", "6270720"], "ranked_scores": [0.7003, 0.689, 0.6788, 0.6778, 0.6775, 0.6765, 0.671, 0.6694, 0.6687, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["43378932", "2272614", "9767444", "7986878", "17682477", "21150010", "6182947", "8771704", "41913714", "17327939"], "ranked_scores": [0.7866, 0.7539, 0.7494, 0.7375, 0.7343, 0.7332, 0.7292, 0.7265, 0.7227, 0.722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34268160", "496873", "11716783", "24003461", "14692646", "40145839", "13223957", "22767022", "27550580", "17741440"], "ranked_scores": [0.6048, 0.5843, 0.5714, 0.567, 0.5633, 0.5518, 0.549, 0.5467, 0.5447, 0.5422], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "27076725", "17930286", "37583120", "24510595", "15678772", "42150015", "3610080", "44830890", "12667988"], "ranked_scores": [0.6162, 0.6157, 0.6074, 0.6028, 0.592, 0.577, 0.5764, 0.5743, 0.5742, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "44048701", "34268160", "25515907", "14973286", "26000593", "19878070", "11718220", "6070278", "41822527"], "ranked_scores": [0.7601, 0.6266, 0.6121, 0.6111, 0.6092, 0.6078, 0.6043, 0.5961, 0.5961, 0.5943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22543403", "22264117", "28530299", "4679264", "7514614", "4434951", "1848452", "7988832"], "ranked_scores": [0.8422, 0.8397, 0.836, 0.8082, 0.8053, 0.7928, 0.7767, 0.7706, 0.7643, 0.7595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["4423401", "28264919", "23895668", "1344498", "350542", "6277638", "44408494", "4795303", "11181416", "20428155"], "ranked_scores": [0.771, 0.7234, 0.7141, 0.7099, 0.7077, 0.6995, 0.6973, 0.6967, 0.6949, 0.6921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "2947124", "23052989", "34287602", "1933281", "13867350", "12885341", "26851674", "6710699", "22549449"], "ranked_scores": [0.7677, 0.7568, 0.7499, 0.7312, 0.723, 0.7229, 0.7179, 0.7111, 0.7088, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "37480103", "21874312", "22007333", "13831842", "25973484", "23557241", "32534305", "15559582", "13831558"], "ranked_scores": [0.8144, 0.8134, 0.8104, 0.8035, 0.801, 0.798, 0.7914, 0.7873, 0.7868, 0.777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "32423829", "46355579", "23136735", "13831558", "28617573", "9764256", "36355784", "29495185"], "ranked_scores": [0.8206, 0.8094, 0.7885, 0.782, 0.7817, 0.7763, 0.7745, 0.7737, 0.7701, 0.7694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["24221369", "44366096", "7820043", "56486733", "24042363", "9669099", "14819804", "10627801", "30261663", "29321530"], "ranked_scores": [0.7838, 0.7809, 0.7594, 0.7511, 0.7479, 0.7475, 0.7419, 0.741, 0.7406, 0.7391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14407673", "22674621", "970012", "641786", "11344428", "27306942", "24088502", "23305884", "17421851", "3462075"], "ranked_scores": [0.7637, 0.7384, 0.7173, 0.717, 0.7143, 0.708, 0.6982, 0.6925, 0.6847, 0.6826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["2543135", "2466614", "18949516", "6227220", "10463997", "22264117", "7514614", "4434951", "25050364", "39558597"], "ranked_scores": [0.7365, 0.7128, 0.7096, 0.693, 0.6881, 0.6837, 0.6837, 0.683, 0.6805, 0.6796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "3230361", "40383969", "8458567", "3127341", "21164071", "1748921", "9899292", "35747505", "36540079"], "ranked_scores": [0.8263, 0.8045, 0.7896, 0.7847, 0.7832, 0.7782, 0.7735, 0.7726, 0.7712, 0.7666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "40996863", "4920376", "37592824", "26230669", "17438862", "22309946", "52095986", "25761154"], "ranked_scores": [0.7961, 0.7698, 0.7006, 0.6988, 0.6854, 0.6742, 0.6677, 0.6665, 0.6652, 0.6599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4361990", "43711341", "27900414", "3849194", "14155726", "12691537", "31761981", "35660758", "3127341", "22767022"], "ranked_scores": [0.7569, 0.7502, 0.743, 0.7411, 0.7406, 0.734, 0.7303, 0.7272, 0.7237, 0.7235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["25799020", "2988714", "28249680", "31107919", "7451607", "31514338", "37362689", "9095943", "6717533", "6790197"], "ranked_scores": [0.7799, 0.764, 0.7599, 0.757, 0.7415, 0.7402, 0.738, 0.7306, 0.7296, 0.7281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["10641715", "11992632", "21246752", "13293033", "3391547", "2359152", "24863571", "8083310", "7997337", "12887068"], "ranked_scores": [0.8404, 0.8327, 0.8326, 0.8267, 0.8036, 0.7836, 0.7825, 0.7715, 0.7685, 0.7682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["24294572", "35660758", "12691537", "14362678", "12130690", "14155726", "3127341", "20649327", "23702805", "21564598"], "ranked_scores": [0.7715, 0.7647, 0.7639, 0.7497, 0.7429, 0.7375, 0.7351, 0.7339, 0.7275, 0.7258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "6313547", "12240507", "38028419", "25599283", "7602348", "6718824", "39558597", "6108481"], "ranked_scores": [0.7758, 0.7642, 0.709, 0.6925, 0.6754, 0.6723, 0.6671, 0.6567, 0.6566, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "31564409", "7221410", "5556809", "14663842", "3067015", "32611468", "3153673", "5953485"], "ranked_scores": [0.6396, 0.6357, 0.6071, 0.6058, 0.5977, 0.5958, 0.5951, 0.585, 0.5812, 0.5792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["26973393", "1065627", "6550579", "7621534", "5270265", "6944800", "4489217", "15816729", "22980205", "16364639"], "ranked_scores": [0.7131, 0.7096, 0.699, 0.6878, 0.6878, 0.6827, 0.6799, 0.6775, 0.6748, 0.6741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "22482024", "3113630", "18104691", "6776834", "19497526", "4421742", "10795340", "26409363"], "ranked_scores": [0.7642, 0.7054, 0.7004, 0.6923, 0.6913, 0.6897, 0.6896, 0.6843, 0.6832, 0.6818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13282296", "13933299", "6313547", "1358909", "17691617", "24408040", "71625969", "457630", "23267371"], "ranked_scores": [0.7882, 0.7477, 0.7459, 0.725, 0.7057, 0.6893, 0.6874, 0.6822, 0.682, 0.6715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["20261352", "57574395", "16966326", "13380011", "25510546", "30261663", "2405259", "368506", "14308244", "31624828"], "ranked_scores": [0.7799, 0.7696, 0.7692, 0.7487, 0.7461, 0.7432, 0.7228, 0.7191, 0.7181, 0.7149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "21931005", "12358173", "20675284", "67787658", "26735905", "23260700", "4447055", "6650933"], "ranked_scores": [0.829, 0.7686, 0.7494, 0.7399, 0.7378, 0.7329, 0.7254, 0.7128, 0.7124, 0.7072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["8538916", "34905328", "13798951", "28006126", "9283422", "29347970", "41877386", "22174015", "19047331", "3545805"], "ranked_scores": [0.8611, 0.8609, 0.8588, 0.8363, 0.8306, 0.8226, 0.8202, 0.8091, 0.8087, 0.803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "9283422", "20220731", "22874817", "20344442", "28006126", "13048272", "54561384", "13878643"], "ranked_scores": [0.7977, 0.7943, 0.7866, 0.7727, 0.7652, 0.7624, 0.755, 0.7445, 0.7428, 0.7418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5398179", "8300657", "28738741", "29023309", "12885341", "7224723", "25737507", "26735018", "40323454"], "ranked_scores": [0.8254, 0.786, 0.7848, 0.7819, 0.7724, 0.766, 0.7576, 0.7565, 0.7563, 0.7527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["32975424", "22312627", "46602807", "19205437", "3698758", "29362104", "29947146", "46517055", "44827480", "52925737"], "ranked_scores": [0.5421, 0.5352, 0.521, 0.5062, 0.5026, 0.4965, 0.4959, 0.4937, 0.4924, 0.4878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["41913714", "25014337", "15319019", "13380011", "293661", "24069089", "34016944", "25895285", "26244918", "16605494"], "ranked_scores": [0.7766, 0.7645, 0.7575, 0.7561, 0.7478, 0.7476, 0.7462, 0.7451, 0.7402, 0.7396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24634621", "15476777", "41340212", "13380980", "25298276", "24873253", "24349992", "24916604", "26886351", "14482051"], "ranked_scores": [0.781, 0.7764, 0.7328, 0.7306, 0.7246, 0.7183, 0.7168, 0.7125, 0.7017, 0.7013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5979056", "25315295", "5106691", "43534665", "1907601", "18450716", "20261352", "38830961", "23901235", "16119973"], "ranked_scores": [0.8439, 0.8049, 0.801, 0.8, 0.7983, 0.7951, 0.7816, 0.7778, 0.7773, 0.7767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "5914739", "5273056", "13798951", "8903143", "20220731", "4324278", "34905328", "18834078", "29347970"], "ranked_scores": [0.8725, 0.872, 0.8518, 0.8442, 0.8401, 0.8398, 0.8378, 0.8374, 0.835, 0.8338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["17693849", "13906581", "24921368", "841371", "70490", "6421734", "25515907", "24408040", "32909242", "28017005"], "ranked_scores": [0.6382, 0.5948, 0.542, 0.5172, 0.4934, 0.4917, 0.4901, 0.4861, 0.4819, 0.4731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "25738896", "19047331", "1550937", "30041340", "14834714", "28651643", "31272411", "13398997", "35760786"], "ranked_scores": [0.843, 0.8389, 0.8373, 0.837, 0.8318, 0.8304, 0.8282, 0.8237, 0.8213, 0.8142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "15983148", "3748310", "44801733", "32927401", "6936141", "14544564", "33068577", "11238784", "14864285"], "ranked_scores": [0.8104, 0.7593, 0.7321, 0.7201, 0.7128, 0.7126, 0.7082, 0.7055, 0.6954, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "24042363", "35884026", "7225911", "22517564", "31272411", "10247282", "23286603", "25483562", "27428509"], "ranked_scores": [0.8, 0.7711, 0.771, 0.7695, 0.7647, 0.7589, 0.7534, 0.7512, 0.7479, 0.745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "15997009", "341324", "31363207", "11254040", "3944632", "1522647", "36642096", "16787954"], "ranked_scores": [0.8375, 0.7761, 0.7646, 0.7616, 0.7593, 0.7469, 0.7413, 0.7334, 0.7297, 0.7258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "6407356", "46765242", "49432306", "27437459", "31616203", "14834714", "2391552", "25895285", "9767444"], "ranked_scores": [0.7813, 0.7774, 0.7475, 0.7392, 0.7381, 0.7363, 0.7346, 0.731, 0.7301, 0.7192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["3150030", "3222187", "16256507", "2425364", "33409100", "36960449", "22023404", "520579", "30981192", "21636085"], "ranked_scores": [0.6719, 0.6094, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "13000926", "34582256", "791050", "14865329", "24285403", "7227763", "15678772", "33417012", "4841908"], "ranked_scores": [0.5156, 0.4688, 0.4531, 0.4375, 0.4219, 0.4219, 0.4063, 0.4063, 0.4062, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["29253460", "21301090", "20526907", "3056682", "6580081", "12561083", "75636923", "2138843", "45920278", "20887554"], "ranked_scores": [0.625, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22968257", "8903143", "22174015", "9283422", "5914739", "13639330", "24069089", "43711341", "28006126", "25738896"], "ranked_scores": [0.6563, 0.6562, 0.6406, 0.6094, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["13883546", "5912283", "35022568", "31554917", "24318630", "6421734", "45581752", "25761154", "485020", "5586392"], "ranked_scores": [0.4375, 0.3906, 0.375, 0.375, 0.375, 0.3594, 0.3594, 0.3438, 0.3438, 0.3437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["28617573", "23136735", "6561200", "27873158", "46695481", "19140422", "6790197", "12866641", "9764256", "9226649"], "ranked_scores": [0.7031, 0.6719, 0.6406, 0.6094, 0.6094, 0.5937, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.827, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "21932297", "22190276", "16839245", "9956893", "27460509", "2192419", "11616424", "3831884", "5144381"], "ranked_scores": [0.5469, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["21395936", "34378726", "18956141", "23397658", "23509113", "5752492", "21150010", "11230569", "6157837", "7873737"], "ranked_scores": [0.4844, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "10749308", "52188256", "583260", "25589047", "9754530", "24285403", "3285322"], "ranked_scores": [0.4844, 0.4688, 0.4687, 0.4531, 0.4219, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "34071621", "23509113", "3475317", "7489663", "654735", "7736860", "5774746", "13329980", "9433958"], "ranked_scores": [0.625, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["7736860", "10697096", "4678846", "40632104", "23700330", "25562234", "33569870", "18473550", "32159283", "8246922"], "ranked_scores": [0.5469, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["3118719", "14591894", "2042250", "14615911", "3107733", "37643601", "9600826", "11238784", "15414628", "8137081"], "ranked_scores": [0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4828984", "36288526", "25175997", "2291922", "24097933", "4506414", "6137330", "15984735", "496873", "52874170"], "ranked_scores": [0.4531, 0.4062, 0.3906, 0.3906, 0.375, 0.375, 0.375, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["970012", "8002529", "40666943", "24285403", "9538708", "37583120", "5912283", "791050", "1456068", "7988832"], "ranked_scores": [0.4375, 0.4219, 0.4219, 0.4219, 0.4063, 0.4063, 0.4063, 0.4062, 0.4062, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "29981186", "44264297", "39970500", "10984005", "19521501", "41822527", "23816832", "79231308"], "ranked_scores": [0.5, 0.4688, 0.4219, 0.4062, 0.4062, 0.3906, 0.3906, 0.375, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "2722988", "6040392", "26336593", "4679264", "3883485", "27693891", "1871499", "11992632", "9291668"], "ranked_scores": [0.5781, 0.5625, 0.5625, 0.5469, 0.5313, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["15615957", "7944381", "35345807", "14835068", "25388309", "2919030", "31001322", "11181416", "10557471", "28264919"], "ranked_scores": [0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "8300657", "12885341", "1049501", "40090058", "1933281", "26851674", "14496749", "38919140", "35395662"], "ranked_scores": [0.5469, 0.5469, 0.5469, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["15559582", "21874312", "17450673", "15512462", "27123743", "37480103", "16701509", "23557241", "40735046", "4828631"], "ranked_scores": [0.6406, 0.6406, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938, 0.5781, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["15512462", "46695481", "22942787", "6561200", "5372432", "29495185", "9274291", "26798867", "27123743", "27873158"], "ranked_scores": [0.6406, 0.6406, 0.625, 0.6094, 0.5938, 0.5938, 0.5938, 0.5937, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "13290521", "7820043", "14380875", "21601459", "7281161", "19854744", "2619579", "18914652", "888896"], "ranked_scores": [0.5938, 0.5937, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["2425364", "16488405", "12810152", "20887554", "29564505", "3215494", "6580081", "4515975", "42298280", "27243019"], "ranked_scores": [0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["39558597", "18949516", "10012166", "7834603", "6313547", "16267205", "24347647", "38623601", "10463997", "2466614"], "ranked_scores": [0.5, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["14155726", "4270992", "11043831", "3866315", "612002", "18421962", "17934603", "41620295", "2119889", "9881829"], "ranked_scores": [0.6719, 0.5781, 0.5781, 0.5781, 0.5781, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "8037453", "15889329", "29657303", "22309946", "1428840", "27428509", "14973286", "27024392", "23670644"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312, 0.5156, 0.5156, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22767022", "6144337", "14155726", "21179714", "19603353", "43711341", "612002", "2119889", "8458567", "20646904"], "ranked_scores": [0.6094, 0.6094, 0.5938, 0.5938, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["24555417", "22190276", "23604601", "4020950", "16280642", "21853444", "5099266", "5252837", "21373240", "4311206"], "ranked_scores": [0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11992632", "26336593", "4446814", "41239107", "9217800", "13293033", "15692098", "33911859", "23863576", "1701063"], "ranked_scores": [0.6875, 0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938, 0.5937, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["11951999", "46816158", "24294572", "24980622", "28230867", "15816729", "32611468", "34103335", "38485364", "19708993"], "ranked_scores": [0.5938, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "6108481", "6313547", "38028419", "2425364", "4709641", "3150030", "19532163"], "ranked_scores": [0.6406, 0.6094, 0.5312, 0.5312, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["1733337", "23267371", "13933299", "14544564", "40349336", "5256564", "38751591", "35747505", "5953485", "6313547"], "ranked_scores": [0.4219, 0.4219, 0.4063, 0.3906, 0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "33677323", "11172205", "20333864", "6944800", "14768471", "28542402", "19358586", "4489217", "6550579"], "ranked_scores": [0.5156, 0.5156, 0.5156, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2587396", "24735908", "25938221", "13768432", "7813993", "8672737", "30058568", "87758", "22482024", "6776834"], "ranked_scores": [0.6094, 0.5937, 0.5625, 0.5625, 0.5625, 0.5469, 0.5313, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["23267371", "30981192", "32463364", "24625323", "409280", "13732033", "1358909", "33740844", "76463821", "41782935"], "ranked_scores": [0.5781, 0.5625, 0.5469, 0.5469, 0.5313, 0.5156, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["8771704", "7225911", "16966326", "26851674", "6259170", "3835423", "14819804", "5403286", "4418269", "27403802"], "ranked_scores": [0.6094, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "2296264", "4979184", "21181273", "11255504", "7028976", "24294572", "9194077", "7688110", "5123516"], "ranked_scores": [0.7031, 0.5937, 0.5937, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "20388894", "18546584", "4418070", "14496749", "7343711", "11887584", "25085979", "34905328", "34436231"], "ranked_scores": [0.6563, 0.625, 0.5938, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "25085979", "29347970", "39465575", "2437807", "2559303", "45414636", "52944377", "11344428", "4856149"], "ranked_scores": [0.6563, 0.5938, 0.5938, 0.5937, 0.5469, 0.5469, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["6503534", "5735492", "991139", "24512064", "7224723", "8639034", "31001322", "1265945", "21366394", "7433668"], "ranked_scores": [0.5937, 0.5937, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["32975424", "7198295", "2335873", "1946610", "22312627", "2919030", "46517055", "39187170", "4688340", "25817686"], "ranked_scores": [0.4219, 0.3906, 0.3594, 0.3594, 0.3594, 0.3438, 0.3437, 0.3281, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["18473550", "40476126", "17338543", "41913714", "7042304", "40632104", "14241418", "17967608", "3866315", "7221410"], "ranked_scores": [0.6094, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "22635278", "24341590", "25298276", "7613033", "2492146", "27873158", "20127522", "24873253", "31616203"], "ranked_scores": [0.6719, 0.6562, 0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["16488405", "14496749", "35987381", "27910499", "15462523", "20722510", "7115651", "41120293", "4429118", "31293581"], "ranked_scores": [0.6094, 0.5625, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18042803", "12871281", "8903143", "2714623", "15972906", "33499189", "18834078", "29347970", "22174015", "9283422"], "ranked_scores": [0.7187, 0.6875, 0.6875, 0.6875, 0.6719, 0.6719, 0.6719, 0.6563, 0.6406, 0.6406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3956, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["19945096", "22688699", "13906581", "5372432", "24163770", "26025820", "5912283", "19071857", "28017005", "24318630"], "ranked_scores": [0.4531, 0.4219, 0.4219, 0.4219, 0.4062, 0.4062, 0.3906, 0.3906, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["28651643", "5468807", "29073751", "23912923", "24190159", "1550937", "17671145", "15322518", "39559521", "4702639"], "ranked_scores": [0.6719, 0.625, 0.5938, 0.5938, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "36637129", "25942757", "15983148", "11254556", "34735369", "41982985", "883747", "2832403", "38944245"], "ranked_scores": [0.6719, 0.625, 0.6094, 0.5938, 0.5781, 0.5625, 0.5469, 0.5469, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["15548965", "7225911", "4702639", "3127341", "16472469", "13398997", "40667066", "23420807", "24998637", "25543207"], "ranked_scores": [0.5781, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "7111021", "29981186", "10072941", "341324", "27449472", "40164383", "12584053", "15997009"], "ranked_scores": [0.8125, 0.6562, 0.6094, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["49432306", "46765242", "5500086", "20460020", "21150010", "15322518", "5752492", "7975937", "8659426", "18473550"], "ranked_scores": [0.5469, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "3150030", "2425364", "30981192", "3215494", "4462079", "20526907", "36654066", "16256507", "3222187"], "ranked_scores": [0.6613, 0.6547, 0.6499, 0.631, 0.6199, 0.6182, 0.618, 0.6075, 0.6058, 0.5955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "25687558", "12667988", "34582256", "1568684", "14700857", "4841908", "4810810", "791050", "15678772"], "ranked_scores": [0.5403, 0.529, 0.5079, 0.5061, 0.5048, 0.4935, 0.4872, 0.4865, 0.4763, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "20526907", "12561083", "13448422", "38630735", "21301090", "2138843", "75636923", "6580081"], "ranked_scores": [0.7186, 0.7021, 0.6703, 0.6468, 0.633, 0.6215, 0.6213, 0.6183, 0.617, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["20344442", "8903143", "34436231", "22968257", "9283422", "8305686", "25479072", "5914739", "6961811", "1748921"], "ranked_scores": [0.6769, 0.6631, 0.6546, 0.6436, 0.6419, 0.639, 0.6317, 0.6234, 0.6154, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["21373821", "5912283", "32777637", "31612088", "13883546", "31554917", "485020", "4695046", "27150276", "21590125"], "ranked_scores": [0.5263, 0.4954, 0.473, 0.4672, 0.4615, 0.4565, 0.451, 0.4493, 0.4374, 0.4364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["28617573", "27873158", "46695481", "6561200", "46355579", "23136735", "19140422", "9764256", "7650066", "14664424"], "ranked_scores": [0.7418, 0.7268, 0.7262, 0.7212, 0.7017, 0.7, 0.6635, 0.6509, 0.6292, 0.6187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.955, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "18810195", "2919030", "5821617", "38533515", "11616424", "4423401", "29509926", "4319174", "19583924"], "ranked_scores": [0.6548, 0.6271, 0.5999, 0.5924, 0.5786, 0.5773, 0.5771, 0.5767, 0.5758, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "34378726", "29509926", "20722510", "883747", "35256900", "41120293", "23388442", "28712203", "2947124"], "ranked_scores": [0.7079, 0.586, 0.5739, 0.5711, 0.5658, 0.5633, 0.5627, 0.5613, 0.5593, 0.5587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "10749308", "6477536", "16390264", "24285403", "28017005", "63858430", "17693849", "25451374"], "ranked_scores": [0.6117, 0.5518, 0.5204, 0.4511, 0.45, 0.4495, 0.4423, 0.4262, 0.3986, 0.3972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "4380287", "7736860", "164985", "17741440", "13070316", "5774746", "9600826", "654735", "26735905"], "ranked_scores": [0.7059, 0.7055, 0.6855, 0.6824, 0.6774, 0.6773, 0.6709, 0.6661, 0.662, 0.6615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["22153455", "6182947", "6853699", "43378932", "12670680", "9600826", "24735908", "10284593", "9239963", "33535222"], "ranked_scores": [0.5982, 0.5851, 0.582, 0.5776, 0.5746, 0.5658, 0.5656, 0.5595, 0.5578, 0.5565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["12899612", "17876040", "22980205", "1196631", "9460704", "19603353", "4402497", "27555165", "23509113", "46765242"], "ranked_scores": [0.6478, 0.6462, 0.6424, 0.6419, 0.6365, 0.6316, 0.6307, 0.6224, 0.6189, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4828984", "14692646", "24003461", "22767022", "13223957", "24660385", "27550580", "22867765", "2291922", "20155713"], "ranked_scores": [0.5051, 0.4718, 0.4427, 0.4351, 0.4329, 0.4279, 0.4242, 0.4203, 0.4193, 0.4151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "24285403", "51386222", "24510595", "7655029", "44830890", "17930286", "17693849", "42150015", "12667988"], "ranked_scores": [0.5787, 0.5588, 0.5513, 0.543, 0.5362, 0.5302, 0.5298, 0.5293, 0.5262, 0.5258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "19529370", "21767325", "52175065", "41493639", "997143", "44048701", "21301090", "42298280", "6153754"], "ranked_scores": [0.5936, 0.492, 0.483, 0.4745, 0.472, 0.4689, 0.4616, 0.4616, 0.4544, 0.4506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22543403", "22264117", "22551259", "1848452", "4434951", "2722988", "4679264", "28530299"], "ranked_scores": [0.7542, 0.7411, 0.7164, 0.6836, 0.6752, 0.6663, 0.6541, 0.6291, 0.6241, 0.6225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "38623601", "42708716", "4795303", "8417211", "3866315", "8856690", "21380348", "275294"], "ranked_scores": [0.6357, 0.5799, 0.5768, 0.5712, 0.5648, 0.5607, 0.5602, 0.5602, 0.5601, 0.552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "2947124", "20996244", "8300657", "11738716", "10017612", "38919140", "22549449", "10648422"], "ranked_scores": [0.6822, 0.6727, 0.5968, 0.592, 0.591, 0.5795, 0.5763, 0.5759, 0.5732, 0.573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "37480103", "15559582", "4886637", "22007333", "2015126", "15512462", "23557241", "21874312"], "ranked_scores": [0.8027, 0.7841, 0.7502, 0.7501, 0.737, 0.7301, 0.7161, 0.6947, 0.687, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["29495185", "46695481", "6561200", "27873158", "5372432", "28617573", "15512462", "36355784", "32423829", "46355579"], "ranked_scores": [0.7378, 0.7312, 0.705, 0.6922, 0.684, 0.6834, 0.6832, 0.6811, 0.6746, 0.6704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7820043", "7225911", "44366096", "31272411", "5838067", "23727313", "13290521", "16605494", "10790846", "41337677"], "ranked_scores": [0.6844, 0.6723, 0.6615, 0.6549, 0.6296, 0.6222, 0.6212, 0.6203, 0.6101, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "16488405", "25562234", "7227763", "12810152", "30981192", "29564505", "23665162", "6580081", "31889025"], "ranked_scores": [0.6289, 0.6048, 0.6008, 0.5872, 0.586, 0.5812, 0.5784, 0.5764, 0.5759, 0.5669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "7834603", "39558597", "22264117", "52887689", "13350374", "7514614", "10012166", "6313547", "6599693"], "ranked_scores": [0.6538, 0.6049, 0.6015, 0.5906, 0.5873, 0.5845, 0.5762, 0.5739, 0.5721, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "19313533", "14155726", "44935041", "8305686", "10247314", "39389082", "3107733", "16863359", "45875990"], "ranked_scores": [0.6781, 0.675, 0.6648, 0.6605, 0.6604, 0.6547, 0.6535, 0.6377, 0.6355, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "14606752", "5691302", "116792", "13619127", "29657303", "1428840", "17438862"], "ranked_scores": [0.7146, 0.6494, 0.6157, 0.6, 0.5854, 0.5821, 0.582, 0.573, 0.5697, 0.5682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5953485", "35660758", "15548965", "22767022", "14155726", "2119889", "8997410", "28369117", "3849194", "612002"], "ranked_scores": [0.6243, 0.6112, 0.6076, 0.5975, 0.5968, 0.5933, 0.586, 0.5809, 0.5787, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7451607", "19572798", "5252837", "14581009", "25799020", "16280642", "37362689", "11922370", "23190392", "35467590"], "ranked_scores": [0.6887, 0.661, 0.6524, 0.6447, 0.6446, 0.644, 0.6404, 0.6398, 0.6395, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13293033", "11992632", "26336593", "10641715", "3391547", "2359152", "14475235", "2015929", "20904154", "9217800"], "ranked_scores": [0.751, 0.7429, 0.7028, 0.6924, 0.692, 0.6821, 0.6711, 0.6705, 0.6688, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20649327", "2405259", "3127341", "24294572", "25373397", "11951999", "90064424", "21564598", "14362678", "9301606"], "ranked_scores": [0.6455, 0.6231, 0.6121, 0.6043, 0.5976, 0.589, 0.587, 0.5858, 0.5745, 0.5739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "2425364", "30720103", "6313547", "7602348", "22442133", "38028419", "3090454", "24625323"], "ranked_scores": [0.7215, 0.709, 0.6418, 0.6408, 0.6406, 0.6197, 0.601, 0.5895, 0.5856, 0.5796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4303939", "8892905", "38028419", "5953485", "13933299", "20471181", "3153673", "14544564", "24625323", "37488367"], "ranked_scores": [0.5724, 0.5454, 0.532, 0.5269, 0.52, 0.518, 0.5168, 0.5151, 0.5072, 0.5028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "1065627", "26973393", "6944800", "6948886", "6788835", "18237384", "2014909", "10024681", "40963697"], "ranked_scores": [0.6631, 0.6256, 0.6231, 0.6059, 0.5783, 0.571, 0.5699, 0.5686, 0.5677, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["35534019", "2587396", "13768432", "26409363", "7813993", "10071590", "6776834", "13448422", "4530659", "28338268"], "ranked_scores": [0.661, 0.6343, 0.6257, 0.6182, 0.612, 0.6085, 0.5923, 0.59, 0.5871, 0.586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "409280", "24625323", "45457778", "1358909", "6313547", "23267371", "58564850", "41264017", "41782935"], "ranked_scores": [0.7107, 0.637, 0.6126, 0.5878, 0.5847, 0.5745, 0.5725, 0.5666, 0.5615, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["57574395", "16966326", "23052989", "41913714", "1550937", "13380011", "20261352", "9194077", "13293033", "14308244"], "ranked_scores": [0.6884, 0.6295, 0.6277, 0.6212, 0.6166, 0.6134, 0.6106, 0.601, 0.6, 0.5963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "4979184", "6923961", "58006489", "12358173", "24294572", "26735905", "5123516", "23260700"], "ranked_scores": [0.7033, 0.668, 0.6593, 0.6592, 0.6294, 0.6093, 0.5953, 0.5947, 0.5856, 0.5828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "25479072", "34905328", "20220731", "14311986", "28006126", "20388894", "18546584", "10562341", "20344442"], "ranked_scores": [0.7557, 0.7164, 0.7161, 0.7068, 0.698, 0.6951, 0.6844, 0.6836, 0.683, 0.6816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "45414636", "13798951", "14492339", "21012916", "15981174", "20344442", "8891333", "14311986"], "ranked_scores": [0.6959, 0.6848, 0.6461, 0.6416, 0.638, 0.6349, 0.6288, 0.6242, 0.623, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7224723", "21274496", "29023309", "35987381", "1265945", "26474812", "22852120", "9787715"], "ranked_scores": [0.7373, 0.6847, 0.6721, 0.663, 0.6608, 0.6586, 0.6525, 0.6346, 0.6345, 0.6335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["34582256", "7198295", "44693226", "45447613", "32975424", "25687558", "2335873", "3692112", "39187170", "13000926"], "ranked_scores": [0.4575, 0.4545, 0.4228, 0.4036, 0.4015, 0.401, 0.3985, 0.395, 0.3922, 0.3891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["3078550", "15322518", "18473550", "7221410", "17338543", "13380011", "2158516", "1428830", "5953485", "25895285"], "ranked_scores": [0.6272, 0.627, 0.6221, 0.6121, 0.6111, 0.61, 0.608, 0.6062, 0.6037, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "46485368", "39903312", "25298276", "9056874", "24916604", "2492146", "3471191", "21150010", "41340212"], "ranked_scores": [0.7069, 0.6589, 0.6401, 0.6391, 0.6339, 0.631, 0.6284, 0.6243, 0.6242, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "42298280", "13905670", "21902400", "13923140", "1360607", "13106686", "6270720", "5752492", "5979056"], "ranked_scores": [0.692, 0.6823, 0.6822, 0.6755, 0.6728, 0.6727, 0.6712, 0.6688, 0.6659, 0.6647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8903143", "29347970", "19561411", "15972906", "18834078", "2714623", "9283422", "34905328", "20220731", "5914739"], "ranked_scores": [0.7554, 0.755, 0.7514, 0.7382, 0.7362, 0.7294, 0.7282, 0.7231, 0.7193, 0.7168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "30813140", "5372432", "10072941", "11624482", "41735503", "19071857", "28017005", "32909242", "21323587"], "ranked_scores": [0.5815, 0.4934, 0.4865, 0.4535, 0.4525, 0.4518, 0.4516, 0.4502, 0.4465, 0.4462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "25738896", "24624992", "15322518", "35760786", "4920376", "4399311", "39559521", "22674621", "17671145"], "ranked_scores": [0.7374, 0.7142, 0.6949, 0.6705, 0.6703, 0.6677, 0.6667, 0.6657, 0.6656, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "15983148", "35256900", "22134353", "4454788", "15972906", "14591894", "2947124", "22997657", "25942757"], "ranked_scores": [0.7404, 0.669, 0.605, 0.6037, 0.5925, 0.5924, 0.5894, 0.5892, 0.5877, 0.5854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "56486733", "41620295", "15322518", "14819804", "885056", "22968257", "1065627", "3127341", "24624992"], "ranked_scores": [0.6201, 0.6037, 0.6035, 0.6002, 0.5944, 0.5849, 0.5803, 0.58, 0.5798, 0.5785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "31363207", "11254040", "10072941", "15997009", "2048139", "24150328", "23783727"], "ranked_scores": [0.782, 0.7194, 0.7088, 0.7044, 0.6749, 0.6705, 0.662, 0.6476, 0.6459, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "15946643", "5500086", "7613033", "5492542", "5991309", "49432306", "23863551", "9767444", "46765242"], "ranked_scores": [0.661, 0.6386, 0.627, 0.6265, 0.6245, 0.6211, 0.6173, 0.6123, 0.6101, 0.6087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "3150030", "3215494", "22023404", "12810152", "71625969", "30981192", "3222187", "2425364", "44624045"], "ranked_scores": [0.6986, 0.6822, 0.6734, 0.6702, 0.6679, 0.6602, 0.6557, 0.6555, 0.6501, 0.6475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34582256", "13000926", "15678772", "6945285", "7198295", "1568684", "14700857", "4810810", "25687558", "970012"], "ranked_scores": [0.5644, 0.5502, 0.5136, 0.5107, 0.5068, 0.5063, 0.5034, 0.502, 0.4975, 0.4972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "12561083", "21301090", "2138843", "38630735", "13448422", "25028913", "6580081", "75636923"], "ranked_scores": [0.7055, 0.6763, 0.6651, 0.6586, 0.6418, 0.6395, 0.6378, 0.635, 0.6288, 0.6239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22968257", "8903143", "25479072", "1227277", "9283422", "18231807", "20344442", "34436231", "13398997", "3559136"], "ranked_scores": [0.7165, 0.7141, 0.711, 0.7006, 0.6957, 0.6848, 0.6832, 0.6754, 0.6672, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "21373821", "5912283", "24318630", "13883546", "21590125", "485020", "32777637", "31612088", "27150276"], "ranked_scores": [0.5649, 0.5612, 0.5473, 0.5195, 0.5064, 0.5024, 0.4963, 0.4915, 0.4844, 0.4804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["23136735", "6561200", "28617573", "46695481", "27873158", "46355579", "9764256", "19140422", "16980892", "14664424"], "ranked_scores": [0.7869, 0.7623, 0.7613, 0.7554, 0.7465, 0.7423, 0.7309, 0.718, 0.6845, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5143, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.6445, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "18810195", "38533515", "5094468", "5821617", "4423401", "37362689", "2919030", "11616424", "13613916"], "ranked_scores": [0.6932, 0.6879, 0.6638, 0.6618, 0.6561, 0.653, 0.6503, 0.6487, 0.646, 0.646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "20722510", "2947124", "9225850", "883747", "41120293", "17327939", "26702468", "1800734"], "ranked_scores": [0.745, 0.669, 0.6609, 0.6569, 0.6446, 0.6323, 0.6242, 0.6181, 0.615, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "16390264", "11469078", "63858430", "23389795", "4378885", "30655442"], "ranked_scores": [0.6451, 0.5993, 0.4883, 0.4848, 0.4357, 0.4268, 0.4201, 0.4043, 0.4012, 0.4008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "4380287", "9705208", "20155713", "24282306", "28392393", "35256900", "1550937", "7736860", "2474731"], "ranked_scores": [0.7184, 0.7139, 0.7134, 0.7111, 0.7084, 0.7022, 0.6986, 0.696, 0.6955, 0.6943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "9239963", "43378932", "6182947", "8246922", "22530842", "2973910", "6157837", "23124332"], "ranked_scores": [0.6375, 0.6255, 0.6004, 0.5956, 0.5955, 0.5905, 0.5901, 0.5876, 0.581, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9767444", "7986878", "17682477", "43378932", "22980205", "8246922", "17876040", "5991309", "9460704", "15381976"], "ranked_scores": [0.7088, 0.699, 0.6915, 0.6888, 0.6887, 0.6848, 0.684, 0.6793, 0.6736, 0.6661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["2291922", "4828984", "22867765", "22767022", "24003461", "24660385", "14692646", "27550580", "496873", "34876410"], "ranked_scores": [0.5104, 0.497, 0.4959, 0.4949, 0.4856, 0.4811, 0.4751, 0.4709, 0.4707, 0.4448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "27076725", "8002529", "44830890", "51386222", "1358909", "17930286", "24285403", "17693849", "30813140"], "ranked_scores": [0.6167, 0.607, 0.5891, 0.5883, 0.5877, 0.5784, 0.5769, 0.5702, 0.5667, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "11718220", "29981186", "21767325", "24660385", "21301090", "52175065", "12839939", "19529370"], "ranked_scores": [0.6686, 0.5087, 0.4981, 0.4975, 0.4832, 0.4813, 0.4735, 0.4725, 0.468, 0.4563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22543403", "1848452", "22264117", "22551259", "4434951", "28530299", "2722988", "4679264"], "ranked_scores": [0.801, 0.786, 0.768, 0.7602, 0.7447, 0.7365, 0.7239, 0.7097, 0.6988, 0.6903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11181416", "3866315", "15615957", "8458567", "23148978", "1344498", "20672596", "15282056", "10247282"], "ranked_scores": [0.6103, 0.5984, 0.5967, 0.5883, 0.5881, 0.5842, 0.5781, 0.5769, 0.5748, 0.5714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "2947124", "23052989", "8300657", "9433958", "33796570", "23901235", "11738716", "22549449"], "ranked_scores": [0.6956, 0.6829, 0.6719, 0.6667, 0.6633, 0.663, 0.657, 0.6533, 0.6522, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "15559582", "37480103", "21874312", "4886637", "2015126", "22007333", "15512462", "13831842"], "ranked_scores": [0.8311, 0.8105, 0.7882, 0.7638, 0.7581, 0.7447, 0.7382, 0.7325, 0.72, 0.7171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["29495185", "46355579", "46695481", "32423829", "27873158", "6561200", "36355784", "23136735", "15512462", "26798867"], "ranked_scores": [0.745, 0.7436, 0.7393, 0.7319, 0.7317, 0.7301, 0.7207, 0.7036, 0.7005, 0.6997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7820043", "7225911", "31272411", "14819804", "15435343", "5838067", "7281161", "3154880", "41337677"], "ranked_scores": [0.7234, 0.715, 0.6979, 0.6773, 0.665, 0.6633, 0.6612, 0.6601, 0.6579, 0.6577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "30981192", "16488405", "46202852", "25562234", "29564505", "24943534", "1360607", "6315132"], "ranked_scores": [0.6695, 0.6294, 0.627, 0.6163, 0.613, 0.6088, 0.6052, 0.6042, 0.6007, 0.5939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "17050065", "28138927", "7834603", "2543135", "6313547", "10463997", "2466614", "39558597", "16267205"], "ranked_scores": [0.6412, 0.6163, 0.6125, 0.6097, 0.6054, 0.6041, 0.6026, 0.5999, 0.5976, 0.5946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["14155726", "4270992", "11043831", "39389082", "10247314", "12225214", "8305686", "19313533", "45875990", "25483562"], "ranked_scores": [0.7258, 0.7165, 0.7042, 0.7002, 0.6997, 0.6965, 0.6956, 0.6928, 0.69, 0.6833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "116792", "23670644", "27428509", "37592824", "29657303", "4920376", "14606752", "22309946"], "ranked_scores": [0.7065, 0.6893, 0.6236, 0.6217, 0.6196, 0.6169, 0.5933, 0.5928, 0.586, 0.5839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5953485", "2119889", "3849194", "35660758", "14155726", "612002", "8997410", "16128711", "20313748", "2158516"], "ranked_scores": [0.6343, 0.6327, 0.6114, 0.6104, 0.6021, 0.6015, 0.5985, 0.5952, 0.5889, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["12871002", "24142891", "7860396", "7451607", "23577014", "19572798", "35467590", "31514338", "11922370", "31107919"], "ranked_scores": [0.6714, 0.6714, 0.6686, 0.6679, 0.6665, 0.6659, 0.6654, 0.664, 0.6636, 0.6585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["10641715", "11992632", "26336593", "5765455", "3391547", "13293033", "2359152", "20904154", "21246752", "5836"], "ranked_scores": [0.7824, 0.768, 0.7604, 0.7484, 0.7476, 0.7398, 0.7047, 0.7002, 0.6967, 0.6941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["2405259", "41928290", "16280642", "25373397", "20649327", "11951999", "42708716", "24980622", "46816158", "12130690"], "ranked_scores": [0.6239, 0.6234, 0.6182, 0.6163, 0.6146, 0.6098, 0.6069, 0.6057, 0.605, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "6313547", "2425364", "3090454", "6718824", "30720103", "7602348", "38028419", "22023404"], "ranked_scores": [0.7485, 0.7303, 0.687, 0.6804, 0.6472, 0.646, 0.6408, 0.6294, 0.6255, 0.6206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "24625323", "3153673", "4303939", "7029990", "44265107", "22023404", "5953485", "14544564"], "ranked_scores": [0.5707, 0.5519, 0.5459, 0.5458, 0.5429, 0.5389, 0.5345, 0.5296, 0.5208, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "4489217", "2014909", "6944800", "6550579", "26973393", "40963697", "19603353", "44640124", "164985"], "ranked_scores": [0.6749, 0.6463, 0.6447, 0.6414, 0.6349, 0.6285, 0.6247, 0.6195, 0.6174, 0.6081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["8672737", "19332616", "35534019", "28338268", "38630735", "2587396", "8925851", "13768432", "7813993", "5782614"], "ranked_scores": [0.6494, 0.6355, 0.6349, 0.6346, 0.6291, 0.6237, 0.6203, 0.6173, 0.6151, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "1358909", "13933299", "13282296", "409280", "41264017", "6313547", "36003142", "23267371"], "ranked_scores": [0.7399, 0.6723, 0.6548, 0.641, 0.6305, 0.6297, 0.6258, 0.6109, 0.6106, 0.609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["57574395", "16966326", "14308244", "41913714", "20261352", "23052989", "33911859", "368506", "30261663", "28107602"], "ranked_scores": [0.7016, 0.6969, 0.654, 0.6465, 0.6464, 0.6439, 0.6404, 0.6397, 0.6394, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "23260700", "4979184", "5123516", "58006489", "9159125", "12358173", "6650933"], "ranked_scores": [0.7702, 0.7481, 0.7225, 0.6592, 0.6556, 0.6428, 0.6322, 0.6238, 0.6196, 0.6196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "13798951", "20220731", "18546584", "29347970", "9283422", "28006126", "20344442", "20388894", "4418070"], "ranked_scores": [0.8195, 0.8029, 0.7929, 0.7777, 0.775, 0.7526, 0.7464, 0.7443, 0.7428, 0.7419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "45414636", "54561384", "13798951", "20220731", "34905328", "21012916", "14492339", "29347970"], "ranked_scores": [0.7532, 0.7496, 0.685, 0.6818, 0.6616, 0.6587, 0.6503, 0.6444, 0.6395, 0.6389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "35987381", "7224723", "5398179", "29023309", "10648422", "21274496", "8300657", "6503534", "5735492"], "ranked_scores": [0.8102, 0.7127, 0.7006, 0.6788, 0.676, 0.6746, 0.6745, 0.668, 0.6678, 0.6619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["7227763", "29362104", "33918970", "34582256", "7198295", "28821565", "32975424", "25817686", "22674621", "3692112"], "ranked_scores": [0.439, 0.4356, 0.431, 0.4307, 0.4294, 0.4217, 0.4214, 0.4208, 0.4113, 0.4101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["17338543", "15319019", "18473550", "34016944", "2158516", "293661", "15322518", "14241418", "19497526", "5811042"], "ranked_scores": [0.6653, 0.6551, 0.6429, 0.6417, 0.635, 0.6342, 0.6334, 0.6271, 0.6245, 0.6242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "41340212", "2492146", "42731834", "25298276", "24323695", "24873253", "3471191", "22942787"], "ranked_scores": [0.763, 0.7189, 0.7108, 0.6882, 0.6787, 0.6784, 0.6778, 0.6696, 0.6677, 0.6655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["31293581", "5979056", "2947124", "13905670", "13923140", "35987381", "25315295", "7224723", "10359591", "4399311"], "ranked_scores": [0.6975, 0.6968, 0.6937, 0.6924, 0.6917, 0.6911, 0.6906, 0.6904, 0.6857, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "8903143", "5914739", "29347970", "18834078", "6961811", "34436231", "13798951", "33499189", "18237384"], "ranked_scores": [0.8083, 0.8043, 0.7916, 0.7909, 0.7823, 0.7778, 0.7716, 0.7709, 0.7709, 0.7705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "41735503", "5372432", "6421734", "27099731", "11624482", "19945096", "28419824", "45920278"], "ranked_scores": [0.5489, 0.514, 0.4557, 0.4542, 0.4534, 0.4491, 0.4462, 0.4418, 0.426, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "24624992", "1550937", "19047331", "37256966", "25738896", "4920376", "31272411", "9784254", "4399311"], "ranked_scores": [0.7858, 0.7542, 0.748, 0.7437, 0.7396, 0.736, 0.7359, 0.7324, 0.7252, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "32927401", "14591894", "15983148", "2042250", "46926352", "14188138", "22997657"], "ranked_scores": [0.774, 0.6978, 0.6966, 0.6633, 0.6625, 0.6612, 0.6529, 0.6526, 0.6492, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "56486733", "14819804", "23286603", "41620295", "4396105", "12130690", "17671145", "885056", "25483562"], "ranked_scores": [0.7215, 0.6838, 0.6836, 0.6802, 0.6705, 0.6644, 0.6634, 0.662, 0.6599, 0.6523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "341324", "11254040", "15997009", "7111021", "16787954", "23783727", "26045237", "24150328"], "ranked_scores": [0.8111, 0.7256, 0.7151, 0.703, 0.6908, 0.689, 0.6604, 0.6569, 0.6381, 0.6381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "49432306", "5500086", "1900152", "46765242", "5256564", "3851329", "21150010", "7613033", "5492542"], "ranked_scores": [0.7186, 0.699, 0.6735, 0.6725, 0.672, 0.6701, 0.6589, 0.6497, 0.6465, 0.6444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "22023404", "3150030", "36960449", "30981192", "275294", "37207226", "6718824", "9617381"], "ranked_scores": [0.5547, 0.5469, 0.5391, 0.5391, 0.5156, 0.5078, 0.5, 0.4922, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "6504953", "1360607", "13000926", "33417012", "7965928", "4445629", "38023457", "5108807", "7198295"], "ranked_scores": [0.4375, 0.3906, 0.3906, 0.3828, 0.375, 0.375, 0.3594, 0.3594, 0.3594, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "25028913", "13448422", "3056682", "41264017", "2138843", "4886637", "7813993", "35495268"], "ranked_scores": [0.5938, 0.5547, 0.5078, 0.4844, 0.4766, 0.4766, 0.4688, 0.4609, 0.4609, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22968257", "12948892", "23895668", "9283422", "4468861", "51952430", "5914739", "21557055", "306006", "21465696"], "ranked_scores": [0.5469, 0.5391, 0.5312, 0.5312, 0.5312, 0.5234, 0.5156, 0.5156, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "13883546", "21373821", "32777637", "28419824", "38752049", "22995579", "24625323", "21590125"], "ranked_scores": [0.4844, 0.4766, 0.4688, 0.4609, 0.4453, 0.4297, 0.4219, 0.4141, 0.3906, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["23136735", "28617573", "6561200", "46695481", "27873158", "46355579", "19140422", "16980892", "9764256", "1203035"], "ranked_scores": [0.6016, 0.5859, 0.5859, 0.5703, 0.5625, 0.5391, 0.5156, 0.4922, 0.4766, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5654, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.683, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13889430", "4583180", "13613916", "19205437", "9159125", "31851367", "1344498", "8458567", "31962403"], "ranked_scores": [0.5938, 0.5703, 0.5703, 0.5547, 0.5547, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "1800734", "13889430", "7343711", "15435343", "27789588", "34378726", "29509926", "2947124", "25602549"], "ranked_scores": [0.5781, 0.5625, 0.5391, 0.5391, 0.5234, 0.5234, 0.5234, 0.5234, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "1388704", "16979690", "25742130", "30226988", "13906581", "29495185", "20610390", "2058909", "6085365"], "ranked_scores": [0.4687, 0.3359, 0.3359, 0.3281, 0.3125, 0.3125, 0.3047, 0.3047, 0.3047, 0.2969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["13889430", "4429118", "14692646", "24707550", "40323148", "3773719", "16712164", "20155713", "38587347", "7343711"], "ranked_scores": [0.5703, 0.5625, 0.5547, 0.5547, 0.5469, 0.5391, 0.5391, 0.5391, 0.5391, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10284593", "29509926", "4702639", "8290953", "6270720", "2973910", "4402497", "4418112", "19358586", "6853699"], "ranked_scores": [0.4609, 0.4609, 0.4609, 0.4531, 0.4453, 0.4453, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "2272614", "9226649", "33030946", "9460704", "53211308", "6270720", "654735", "9767444", "19358586"], "ranked_scores": [0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156, 0.5078, 0.5078, 0.5078, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34876410", "20155713", "4828984", "13583615", "14692646", "24003461", "43385013", "4406819", "7944381", "43224840"], "ranked_scores": [0.4375, 0.4375, 0.3984, 0.375, 0.375, 0.3672, 0.3516, 0.3516, 0.3516, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "21274919", "8002529", "37488367", "9787715", "24625323", "5556809", "15678772", "28419824", "32922179"], "ranked_scores": [0.4375, 0.4297, 0.4219, 0.4141, 0.4062, 0.4062, 0.4062, 0.3984, 0.3984, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "21767325", "29981186", "45276789", "12839939", "9754530", "997143", "38630735", "41493639", "19824183"], "ranked_scores": [0.4219, 0.4063, 0.3516, 0.3516, 0.3438, 0.3437, 0.3281, 0.3203, 0.3203, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "2722988", "22543403", "1848452", "9291668", "8759633", "22264117", "22551259", "2466614", "7514614"], "ranked_scores": [0.6562, 0.6172, 0.6172, 0.6094, 0.5625, 0.5625, 0.5625, 0.5625, 0.5156, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["8458567", "2842550", "1344498", "6277638", "11181416", "350542", "4423401", "45153864", "29073751", "12217662"], "ranked_scores": [0.5078, 0.5078, 0.5078, 0.4922, 0.4922, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "7717468", "34287602", "2947124", "8300657", "16172576", "30933307", "1941721", "8563659", "9993008"], "ranked_scores": [0.5703, 0.5391, 0.5391, 0.5234, 0.5234, 0.5156, 0.5078, 0.4922, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "13831842", "25973484", "15559582", "32534305", "22007333", "21874312", "16322674", "17450673"], "ranked_scores": [0.625, 0.6094, 0.5703, 0.5469, 0.5391, 0.5391, 0.5312, 0.5234, 0.5234, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "46695481", "36355784", "32423829", "31902335", "29495185", "12779444", "27873158", "2058909", "26798867"], "ranked_scores": [0.6172, 0.6016, 0.5938, 0.5703, 0.5625, 0.5625, 0.5547, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["16605494", "4402497", "5137019", "2888272", "13290521", "44366096", "40145839", "21601459", "8005007", "15435343"], "ranked_scores": [0.5313, 0.5234, 0.5078, 0.5, 0.4922, 0.4922, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "6315132", "13106686", "21902400", "3716075", "42298280", "12670680", "26474812", "15559582"], "ranked_scores": [0.4297, 0.4063, 0.3906, 0.3906, 0.3828, 0.375, 0.3672, 0.3672, 0.3672, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10463997", "2543135", "18949516", "28138927", "9559146", "20418809", "1084345", "24347647", "19460822"], "ranked_scores": [0.4453, 0.4453, 0.4375, 0.4297, 0.4219, 0.4219, 0.4219, 0.4141, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["21380348", "24879055", "6961811", "4270992", "8698857", "36540079", "23895668", "24387017", "3230361", "1748921"], "ranked_scores": [0.5469, 0.5156, 0.5156, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["810480", "23670644", "14924526", "15889329", "37592824", "9813098", "116792", "17421851", "38752049", "31933981"], "ranked_scores": [0.5469, 0.5156, 0.5078, 0.5, 0.4609, 0.4531, 0.4453, 0.4297, 0.4297, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["25748308", "7029990", "3849194", "2119889", "39389082", "15548965", "1031534", "5953485", "40655970", "3093512"], "ranked_scores": [0.4922, 0.4766, 0.4766, 0.4688, 0.4609, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["35467590", "18037805", "8290760", "7451607", "14581009", "4362729", "29423324", "14149065", "17945638", "15945975"], "ranked_scores": [0.5937, 0.5781, 0.5703, 0.5703, 0.5625, 0.5547, 0.5469, 0.5469, 0.5391, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "13293033", "10641715", "26336593", "25827024", "6313547", "8925851", "5782614", "8247597"], "ranked_scores": [0.5703, 0.5469, 0.5469, 0.5312, 0.5234, 0.5078, 0.4922, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["12130690", "21754541", "46816158", "14155726", "19047331", "41928290", "35760786", "6961811", "12691537", "14092737"], "ranked_scores": [0.5078, 0.5, 0.5, 0.4844, 0.4609, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "25599283", "6313547", "30720103", "2425364", "22442133", "7602348", "36960449", "3090454"], "ranked_scores": [0.5859, 0.5078, 0.5078, 0.4766, 0.4609, 0.4531, 0.4453, 0.4219, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["44624045", "22023404", "3222187", "2425364", "3067015", "3150030", "6718824", "44265107", "275294", "23267371"], "ranked_scores": [0.4375, 0.4375, 0.4375, 0.4375, 0.4141, 0.4063, 0.4062, 0.3984, 0.3984, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "6944800", "43385013", "22874817", "2030623", "2014909", "164985", "42489926", "16090672", "1065627"], "ranked_scores": [0.5313, 0.5313, 0.5156, 0.4922, 0.4922, 0.4922, 0.4844, 0.4844, 0.4766, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["35534019", "22309946", "32922179", "10795340", "17421851", "42298280", "38630735", "19332616", "29224825", "9813098"], "ranked_scores": [0.5781, 0.5391, 0.5391, 0.5391, 0.5312, 0.5234, 0.5156, 0.5078, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["24625323", "10984005", "38752049", "5402581", "28419824", "13782317", "24943534", "1456068", "21553394", "32922179"], "ranked_scores": [0.5781, 0.5391, 0.5156, 0.5156, 0.5078, 0.5078, 0.5, 0.5, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["31624828", "16966326", "57574395", "13380011", "5811042", "23052989", "14308244", "17333231", "30261663", "28107602"], "ranked_scores": [0.5391, 0.5312, 0.5156, 0.5156, 0.5078, 0.5, 0.5, 0.4922, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "20675284", "31682248", "4979184", "28697248", "7688110", "7028976", "24142891", "13889430"], "ranked_scores": [0.5703, 0.5547, 0.5547, 0.5391, 0.5078, 0.4922, 0.4922, 0.4766, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "28006126", "25479072", "13798951", "2714623", "34436231", "22174015", "20344442", "8538916", "9283422"], "ranked_scores": [0.6484, 0.6406, 0.6406, 0.6094, 0.6016, 0.6016, 0.6016, 0.5937, 0.5859, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "21012916", "27243019", "28006126", "25479072", "29347970", "22874817", "11117679", "9283422", "515489"], "ranked_scores": [0.5547, 0.5078, 0.5078, 0.4922, 0.4922, 0.4766, 0.4688, 0.4688, 0.4688, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "30933307", "12885341", "7433668", "39550665", "8563659", "13959707", "25141908", "27555165"], "ranked_scores": [0.6562, 0.5938, 0.5625, 0.5625, 0.5625, 0.5547, 0.5469, 0.5469, 0.5391, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["34582256", "33918970", "44693226", "12280462", "4463811", "40005757", "25742205", "8698208", "32975424", "1507222"], "ranked_scores": [0.3984, 0.375, 0.3672, 0.3594, 0.3594, 0.3438, 0.3437, 0.3359, 0.3281, 0.3281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "25895285", "13106686", "25014337", "52180874", "3851329", "24998637", "1428830", "27024392", "14663842"], "ranked_scores": [0.5078, 0.5, 0.4922, 0.4844, 0.4687, 0.4609, 0.4531, 0.4531, 0.4531, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["39903312", "7821634", "26409363", "41340212", "5492542", "7211056", "24873253", "13380980", "24341590", "24450344"], "ranked_scores": [0.5547, 0.5547, 0.5469, 0.5391, 0.5313, 0.5312, 0.5312, 0.5234, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "42298280", "4399311", "57574395", "34469966", "6270720", "2947124", "5752492", "8604837", "16119973"], "ranked_scores": [0.5078, 0.4844, 0.4844, 0.4766, 0.4766, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "4429388", "5914739", "5483793", "29347970", "8538916", "18834078", "34436231", "36216395", "18758057"], "ranked_scores": [0.7031, 0.6641, 0.6563, 0.6484, 0.6328, 0.625, 0.625, 0.625, 0.6172, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "6421734", "70439309", "21323587", "21274919", "19945096", "24408040", "17693849", "24163770", "30813140"], "ranked_scores": [0.4609, 0.3984, 0.375, 0.3359, 0.3281, 0.3281, 0.3203, 0.3203, 0.3203, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["4920376", "1550937", "31272411", "20659283", "17671145", "56486733", "26887439", "9784254", "20179918", "22674621"], "ranked_scores": [0.5781, 0.5547, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312, 0.5234, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "2417551", "15983148", "8610932", "11238784", "42662816", "16090672", "18042803", "11666252"], "ranked_scores": [0.5391, 0.5, 0.4922, 0.4922, 0.4922, 0.4844, 0.4766, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["12130690", "29073751", "22116439", "7225911", "14171859", "19047331", "23286603", "885056", "41620295", "20179918"], "ranked_scores": [0.5469, 0.5234, 0.5156, 0.5078, 0.5078, 0.5, 0.5, 0.5, 0.4844, 0.4766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "15997009", "16787954", "7111021", "341324", "11254040", "35087728", "2824347", "28910120"], "ranked_scores": [0.7031, 0.6484, 0.6406, 0.6328, 0.625, 0.6094, 0.6094, 0.6094, 0.5938, 0.5859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21009874", "2391552", "14386505", "16734530", "6421792", "7821634", "46765242", "1522336", "5256564", "3462075"], "ranked_scores": [0.5312, 0.5234, 0.5156, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30981192", "21636085", "12810152", "71625969", "44572913", "22023404", "275294", "33409100"], "ranked_scores": [0.6424, 0.6366, 0.6162, 0.613, 0.6055, 0.5977, 0.5972, 0.593, 0.5921, 0.5909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "34582256", "1360607", "7965928", "6504953", "970012", "32101982", "25687558", "33458992"], "ranked_scores": [0.4729, 0.4436, 0.4284, 0.4225, 0.4196, 0.4177, 0.4117, 0.4057, 0.4022, 0.4], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "2138843", "20526907", "35495268", "13448422", "38630735", "4506414", "12561083", "16760369"], "ranked_scores": [0.7106, 0.6489, 0.633, 0.6064, 0.6017, 0.5996, 0.5902, 0.5884, 0.5841, 0.5811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "5914739", "9283422", "21557055", "21551568", "22317868", "51952430", "23895668", "12641252"], "ranked_scores": [0.6674, 0.6674, 0.6641, 0.6595, 0.6531, 0.6518, 0.6478, 0.6447, 0.6431, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "5912283", "32777637", "21373821", "31612088", "38752049", "21590125", "4695046", "13883546", "4587978"], "ranked_scores": [0.5592, 0.5531, 0.5255, 0.5173, 0.501, 0.4979, 0.4969, 0.4812, 0.4739, 0.4655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["23136735", "27873158", "46695481", "28617573", "6561200", "19140422", "46355579", "9764256", "16980892", "1203035"], "ranked_scores": [0.7218, 0.6975, 0.6922, 0.6902, 0.667, 0.6633, 0.6601, 0.6276, 0.6142, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "20672596", "13613916", "5094468", "1344498", "8458567", "4319174", "23576165", "15282056", "9239963"], "ranked_scores": [0.6664, 0.6489, 0.6457, 0.6361, 0.634, 0.6331, 0.6248, 0.6247, 0.6209, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "9225850", "38587347", "2947124", "35256900", "9648896", "6501747", "3330111", "2248870"], "ranked_scores": [0.6993, 0.6858, 0.6572, 0.6558, 0.6443, 0.634, 0.631, 0.6305, 0.6261, 0.6206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "11469078", "16390264", "20945963", "7547329", "13906581", "13916484"], "ranked_scores": [0.5495, 0.476, 0.4174, 0.3521, 0.3501, 0.3456, 0.3401, 0.3391, 0.3383, 0.3339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["164985", "24707550", "38587347", "4429118", "2014909", "13889430", "24726600", "381602", "24282306", "219475"], "ranked_scores": [0.6844, 0.6817, 0.6801, 0.672, 0.6644, 0.6548, 0.6529, 0.6486, 0.6484, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10284593", "6853699", "6270720", "9600826", "9239963", "2192419", "8290953", "6182947", "4418112", "6580081"], "ranked_scores": [0.6017, 0.591, 0.5836, 0.5762, 0.5702, 0.5702, 0.5701, 0.568, 0.5592, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "13070316", "28517384", "9767444", "8246922", "43378932", "17682477", "219475", "5836", "164985"], "ranked_scores": [0.6541, 0.6461, 0.6381, 0.6374, 0.631, 0.6235, 0.6216, 0.6207, 0.6187, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "4828984", "34876410", "7944381", "7764903", "25068298", "22401720", "24003461", "43224840", "38369817"], "ranked_scores": [0.5024, 0.4737, 0.4717, 0.4675, 0.4641, 0.4603, 0.4459, 0.4328, 0.4292, 0.4281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "27076725", "8002529", "51386222", "26107000", "37488367", "24163770", "38211681", "15678772", "24510595"], "ranked_scores": [0.5378, 0.5177, 0.4859, 0.4785, 0.4769, 0.4754, 0.4741, 0.4651, 0.4644, 0.4628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "12839939", "997143", "41493639", "11718220", "5884524", "21301090", "29981186", "6580081"], "ranked_scores": [0.5733, 0.4775, 0.4164, 0.4131, 0.4123, 0.4103, 0.3915, 0.3838, 0.3832, 0.3831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "9291668", "2722988", "22264117", "1848452", "4434951", "22551259", "26230669", "4679264"], "ranked_scores": [0.7728, 0.751, 0.7378, 0.7195, 0.7153, 0.7062, 0.6908, 0.6874, 0.6544, 0.6506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11181416", "1344498", "38623601", "10247282", "4423401", "15615957", "31564409", "36654066", "26045237"], "ranked_scores": [0.6296, 0.6071, 0.5974, 0.5951, 0.5768, 0.5756, 0.5728, 0.5715, 0.5669, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "2947124", "9433958", "8300657", "10648422", "27602752", "16172576", "7717468", "21651116"], "ranked_scores": [0.6999, 0.6663, 0.6618, 0.6582, 0.6534, 0.6449, 0.6267, 0.6242, 0.6239, 0.618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "22007333", "37480103", "13831842", "21874312", "15559582", "4886637", "23557241", "32534305"], "ranked_scores": [0.7297, 0.7071, 0.7022, 0.7019, 0.6929, 0.6876, 0.6799, 0.6716, 0.6508, 0.648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "36355784", "27873158", "46695481", "46355579", "26798867", "12779444", "29495185", "6561200", "23136735"], "ranked_scores": [0.726, 0.6658, 0.6645, 0.6605, 0.6561, 0.6454, 0.6448, 0.6432, 0.6315, 0.626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "13290521", "23727313", "41337677", "21601459", "7820043", "15435343", "8005007", "5953485", "2619579"], "ranked_scores": [0.5988, 0.5928, 0.5913, 0.589, 0.587, 0.5847, 0.577, 0.5762, 0.5717, 0.5707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "7227763", "23665162", "8317408", "6315132", "15559582", "24596228", "46202852", "26735018"], "ranked_scores": [0.5509, 0.5203, 0.5133, 0.5034, 0.5002, 0.5001, 0.4928, 0.4927, 0.4899, 0.4886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "1084345", "10012166", "10463997", "6313547", "2543135", "22264117", "24347647", "2466614", "16267205"], "ranked_scores": [0.6099, 0.5901, 0.5875, 0.5778, 0.5734, 0.5696, 0.569, 0.5673, 0.5653, 0.5584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "51952430", "45875990", "6961811", "2405259", "25483562", "12225214", "30208015", "9160947"], "ranked_scores": [0.6899, 0.6833, 0.6477, 0.6402, 0.6359, 0.6335, 0.6326, 0.6294, 0.6268, 0.6207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "23670644", "37592824", "15889329", "116792", "1428830", "25416944", "24150328", "57574395"], "ranked_scores": [0.6632, 0.5816, 0.5763, 0.5694, 0.5555, 0.5493, 0.5132, 0.4891, 0.4873, 0.4873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["25748308", "5953485", "14155726", "43711341", "16128711", "22767022", "15548965", "7029990", "3127341", "27274441"], "ranked_scores": [0.5777, 0.5767, 0.5714, 0.5677, 0.5565, 0.5554, 0.5553, 0.5527, 0.5527, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["24142891", "8290760", "2988714", "7451607", "17945638", "15282056", "14581009", "17539488", "4138659", "22896970"], "ranked_scores": [0.6836, 0.6758, 0.665, 0.6584, 0.652, 0.6462, 0.6417, 0.6401, 0.6386, 0.6372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13293033", "5765455", "10641715", "3391547", "2359152", "11992632", "5836", "5782614", "28928964", "8083310"], "ranked_scores": [0.6902, 0.6887, 0.6675, 0.6603, 0.6584, 0.6535, 0.6331, 0.6296, 0.6243, 0.6238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["12130690", "24042363", "46816158", "16280642", "22495397", "20649327", "8305686", "28230867", "41928290", "16472469"], "ranked_scores": [0.5535, 0.5519, 0.5509, 0.5508, 0.5501, 0.5475, 0.5459, 0.5453, 0.5431, 0.5429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "25599283", "6313547", "30720103", "3090454", "33533307", "6718824", "36960449"], "ranked_scores": [0.7276, 0.7012, 0.6402, 0.619, 0.5942, 0.5942, 0.5819, 0.5734, 0.5601, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "38028419", "8892905", "13933299", "44265107", "71625969", "3067015", "14663842", "5953485", "36654066"], "ranked_scores": [0.4839, 0.4797, 0.4752, 0.4697, 0.4666, 0.4655, 0.4543, 0.4519, 0.451, 0.4499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["164985", "4489217", "6944800", "1065627", "2030623", "6948886", "67787658", "2014909", "11172205", "16364639"], "ranked_scores": [0.6321, 0.6312, 0.6199, 0.6193, 0.6013, 0.5957, 0.5845, 0.5841, 0.5752, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["22482024", "13768432", "24989194", "29224825", "13445579", "35534019", "10071590", "38630735", "14566771", "13106686"], "ranked_scores": [0.6083, 0.6029, 0.5889, 0.5798, 0.5768, 0.576, 0.5712, 0.5625, 0.5616, 0.5596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "38752049", "24625323", "41264017", "71625969", "1358909", "13933299", "36003142", "5402581", "28419824"], "ranked_scores": [0.7421, 0.627, 0.6262, 0.6174, 0.6035, 0.5959, 0.5909, 0.5823, 0.5795, 0.5742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13380011", "17333231", "26851674", "41913714", "31624828", "57574395", "40632104", "16966326", "5811042", "368506"], "ranked_scores": [0.6306, 0.5949, 0.5888, 0.5855, 0.5811, 0.5798, 0.5756, 0.5729, 0.5725, 0.5679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "6923961", "31682248", "4979184", "28697248", "5123516", "26735905", "7688110", "12358173"], "ranked_scores": [0.7047, 0.6924, 0.6784, 0.6389, 0.626, 0.5972, 0.5932, 0.5926, 0.5883, 0.588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "22174015", "13798951", "29347970", "34436231", "25479072", "34905328", "10562341", "20344442", "13878643"], "ranked_scores": [0.6953, 0.6909, 0.6899, 0.6847, 0.681, 0.6795, 0.6793, 0.679, 0.6767, 0.6759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17829012", "40473317", "13798951", "20220731", "22874817", "20310709", "20388894", "29347970"], "ranked_scores": [0.7262, 0.667, 0.6111, 0.6105, 0.6003, 0.5968, 0.5942, 0.5928, 0.5911, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "12885341", "28738741", "18275697", "10648422", "8300657", "15081770", "1386103", "7224723", "5735492"], "ranked_scores": [0.7323, 0.6378, 0.637, 0.6282, 0.6276, 0.6245, 0.6184, 0.6181, 0.617, 0.6087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["12280462", "18348376", "29362104", "34582256", "33918970", "22312627", "22674621", "23576726", "44693226", "1507222"], "ranked_scores": [0.465, 0.4606, 0.4282, 0.4194, 0.4157, 0.4119, 0.4105, 0.4093, 0.4066, 0.4027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "25895285", "15319019", "2158516", "6426919", "17338543", "34016944", "14819804", "24069089", "4961038"], "ranked_scores": [0.6041, 0.5984, 0.5957, 0.5833, 0.5716, 0.5651, 0.5563, 0.5544, 0.5536, 0.5518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "24341590", "5492542", "41340212", "39903312", "46485368", "2492146", "24916604", "24873253"], "ranked_scores": [0.7224, 0.6939, 0.672, 0.6601, 0.6572, 0.6555, 0.6493, 0.6493, 0.645, 0.6429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "17438862", "6270720", "10530014", "20722510", "4429118", "5752492", "10648422", "13923140", "45449835"], "ranked_scores": [0.6337, 0.6078, 0.6027, 0.6003, 0.5921, 0.5919, 0.5864, 0.5861, 0.5859, 0.5847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "18834078", "5483793", "18237384", "15972906", "12871281", "6961811", "13798951", "19561411", "29347970"], "ranked_scores": [0.7487, 0.7348, 0.7235, 0.7202, 0.7052, 0.7029, 0.7021, 0.6997, 0.6973, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5372432", "24163770", "19945096", "20945963", "6421734", "19071857", "70439309", "28017005"], "ranked_scores": [0.5869, 0.4253, 0.4098, 0.4017, 0.3932, 0.3914, 0.386, 0.3821, 0.3809, 0.3762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "29073751", "19047331", "31272411", "4920376", "9784254", "15322518", "45764440", "24624992", "17671145"], "ranked_scores": [0.7046, 0.7009, 0.6962, 0.6696, 0.6571, 0.6477, 0.6426, 0.6419, 0.6411, 0.6402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "15983148", "1871230", "7948486", "35256900", "37328025", "44801733", "14188138", "3748310", "5519177"], "ranked_scores": [0.673, 0.5874, 0.5591, 0.541, 0.538, 0.5365, 0.5355, 0.5324, 0.5317, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "7225911", "9956893", "17671145", "14171859", "885056", "12130690", "56486733", "14380875", "41620295"], "ranked_scores": [0.6704, 0.6564, 0.6386, 0.6377, 0.6327, 0.6252, 0.6239, 0.6154, 0.6132, 0.6051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "15997009", "11254040", "7111021", "31363207", "16787954", "15319019", "26045237", "25062868"], "ranked_scores": [0.7854, 0.7234, 0.717, 0.7005, 0.6819, 0.6797, 0.6782, 0.6507, 0.6289, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["9767444", "6407356", "49432306", "5492542", "3462075", "26079071", "21150010", "1900152", "3935126", "5256564"], "ranked_scores": [0.6588, 0.6539, 0.6487, 0.6464, 0.6415, 0.6326, 0.6276, 0.6262, 0.6247, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "12810152", "21636085", "71625969", "44624045", "21553394", "2425364", "3150030"], "ranked_scores": [0.6867, 0.6749, 0.6666, 0.6542, 0.6436, 0.6428, 0.6391, 0.6366, 0.634, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "34582256", "13000926", "38023457", "25687558", "7198295", "14865329", "33417012", "6504953", "970012"], "ranked_scores": [0.5084, 0.4926, 0.4763, 0.4149, 0.4149, 0.4132, 0.4131, 0.4099, 0.4055, 0.4026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "29253460", "2138843", "13448422", "16760369", "20526907", "38630735", "12561083", "21301090", "24408040"], "ranked_scores": [0.7629, 0.682, 0.657, 0.6494, 0.6425, 0.6385, 0.6335, 0.6253, 0.6186, 0.6169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "9283422", "5914739", "21557055", "8698857", "51952430", "23895668", "22968257", "25901598"], "ranked_scores": [0.7413, 0.7287, 0.7078, 0.7057, 0.6967, 0.6925, 0.6893, 0.6807, 0.6779, 0.6776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "21373821", "13883546", "38752049", "31612088", "27150276", "21590125", "32777637", "22995579"], "ranked_scores": [0.5872, 0.5825, 0.5761, 0.5485, 0.5425, 0.5399, 0.5393, 0.5281, 0.5254, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["46695481", "27873158", "28617573", "9764256"], "ranked_ids": ["46695481", "23136735", "27873158", "6561200", "28617573", "19140422", "46355579", "9764256", "16980892", "1203035"], "ranked_scores": [0.7709, 0.7592, 0.7554, 0.7433, 0.7398, 0.6958, 0.6943, 0.6911, 0.679, 0.6347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8597, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "20672596", "4362729", "23576165", "21866916", "3831884", "15282056", "1344498"], "ranked_scores": [0.7046, 0.6875, 0.6783, 0.6746, 0.6689, 0.6667, 0.6595, 0.6495, 0.6458, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "9648896", "2947124", "35256900", "3330111", "883747", "9225850", "5979056", "1550937"], "ranked_scores": [0.7091, 0.6901, 0.6515, 0.6475, 0.6469, 0.6466, 0.6454, 0.6385, 0.6368, 0.6277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "20945963", "11469078", "13906581", "16390264", "63858430", "12087063"], "ranked_scores": [0.6034, 0.5141, 0.428, 0.3982, 0.3657, 0.3584, 0.3578, 0.3518, 0.3475, 0.345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "164985", "38587347", "2014909", "24282306", "20155713", "219475", "32742683", "4429118", "14768471"], "ranked_scores": [0.7257, 0.7038, 0.6992, 0.6868, 0.6843, 0.6815, 0.676, 0.6755, 0.6735, 0.673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "8290953", "2192419", "15879931", "10284593", "6182947", "6270720", "4421742", "9600826", "9239963"], "ranked_scores": [0.6289, 0.6057, 0.5996, 0.5975, 0.5964, 0.5956, 0.5949, 0.5874, 0.5825, 0.5818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "28517384", "9767444", "21719289", "7986878", "18237384", "12899612", "43378932", "8144920", "5836"], "ranked_scores": [0.6799, 0.6614, 0.6554, 0.6512, 0.6464, 0.644, 0.6436, 0.634, 0.6337, 0.633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "4828984", "34876410", "7764903", "24003461", "17741440", "7944381", "25068298", "4406819", "2291922"], "ranked_scores": [0.5481, 0.5239, 0.5187, 0.4956, 0.4869, 0.48, 0.467, 0.4642, 0.4581, 0.457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "21274919", "17930286", "51386222", "8002529", "24510595", "28419824", "24163770", "19804204", "24055603"], "ranked_scores": [0.5502, 0.5482, 0.5419, 0.5365, 0.5304, 0.523, 0.5196, 0.5132, 0.5066, 0.5056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "45276789", "29981186", "11718220", "79231308", "21301090", "12839939", "21767325", "41493639"], "ranked_scores": [0.5847, 0.4705, 0.4566, 0.4419, 0.4405, 0.4353, 0.4272, 0.4186, 0.4144, 0.4143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22543403", "22264117", "1848452", "4434951", "22551259", "2722988", "4679264", "26230669"], "ranked_scores": [0.8254, 0.8102, 0.7884, 0.7693, 0.7592, 0.7545, 0.7475, 0.7221, 0.7079, 0.6879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11181416", "4423401", "1344498", "10247282", "17195001", "8458567", "38623601", "3866315", "2842550"], "ranked_scores": [0.6563, 0.6519, 0.6338, 0.618, 0.6167, 0.6136, 0.607, 0.6043, 0.603, 0.5997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "12885341", "8300657", "2947124", "9433958", "7717468", "27602752", "30933307", "10627801", "20996244"], "ranked_scores": [0.7276, 0.7155, 0.713, 0.7006, 0.6926, 0.6744, 0.6542, 0.6349, 0.6348, 0.6322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "37480103", "15559582", "22007333", "13831842", "21874312", "17450673", "4886637", "23557241"], "ranked_scores": [0.7891, 0.7884, 0.7782, 0.751, 0.7466, 0.7416, 0.7387, 0.7115, 0.7077, 0.6999], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "36355784", "46695481", "46355579", "27873158", "29495185", "12779444", "6561200", "28617573", "26798867"], "ranked_scores": [0.7698, 0.7418, 0.7337, 0.7331, 0.7323, 0.711, 0.7079, 0.7015, 0.686, 0.6823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "7820043", "23727313", "44366096", "2619579", "41337677", "7860396", "5838067", "1227277", "15435343"], "ranked_scores": [0.6423, 0.6336, 0.6284, 0.6189, 0.6114, 0.6002, 0.5978, 0.5947, 0.5946, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "7227763", "6315132", "883747", "16488405", "42298280", "1387104", "27243019", "5511240"], "ranked_scores": [0.6186, 0.5649, 0.562, 0.5598, 0.5369, 0.5362, 0.5285, 0.5251, 0.5235, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "18949516", "10012166", "1084345", "2543135", "2466614", "20418809", "24347647", "13350374", "7514614"], "ranked_scores": [0.6283, 0.6191, 0.6178, 0.6084, 0.6046, 0.5962, 0.5924, 0.5894, 0.5848, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "4270992", "8305686", "12225214", "12172346", "10247314", "8460275", "51952430", "16120395", "9160947"], "ranked_scores": [0.7363, 0.7144, 0.7118, 0.6921, 0.6919, 0.6893, 0.6869, 0.6835, 0.6768, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "23670644", "15889329", "810480", "116792", "12670680", "14606752", "27428509", "5691302"], "ranked_scores": [0.7248, 0.6005, 0.598, 0.5937, 0.5866, 0.5667, 0.5366, 0.5264, 0.5228, 0.5217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5953485", "612002", "22968257", "14155726", "7221410", "22767022", "15548965", "25483562", "10247314", "7029990"], "ranked_scores": [0.6266, 0.6185, 0.5968, 0.595, 0.5918, 0.5902, 0.5886, 0.5884, 0.5856, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["22896970", "2988714", "8290760", "4362729", "7860396", "24142891", "4138659", "6209599", "6422576", "7451607"], "ranked_scores": [0.7064, 0.7057, 0.7047, 0.7022, 0.6905, 0.6904, 0.6845, 0.6839, 0.6835, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "10641715", "5836", "11992632", "13293033", "2359152", "6000423", "5782614", "26336593"], "ranked_scores": [0.747, 0.725, 0.7147, 0.6964, 0.6958, 0.6956, 0.6899, 0.6784, 0.6782, 0.6773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["12130690", "34498325", "22495397", "46816158", "8305686", "20649327", "2405259", "24042363", "16280642", "3127341"], "ranked_scores": [0.5974, 0.5815, 0.5811, 0.5785, 0.5734, 0.5698, 0.5655, 0.5644, 0.5634, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "6313547", "25599283", "30720103", "6718824", "7602348", "3090454", "22023404"], "ranked_scores": [0.741, 0.7334, 0.6865, 0.6373, 0.6346, 0.6121, 0.6058, 0.6021, 0.6011, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "38028419", "71625969", "3067015", "13933299", "21553394", "8892905", "9244474", "3153673", "3222187"], "ranked_scores": [0.5299, 0.5111, 0.4962, 0.4955, 0.4899, 0.4767, 0.4753, 0.4643, 0.4637, 0.4624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "1065627", "6944800", "164985", "6948886", "2014909", "2030623", "3475317", "40963697", "33677323"], "ranked_scores": [0.6826, 0.6666, 0.6665, 0.6501, 0.6397, 0.6365, 0.633, 0.6193, 0.6183, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "5782614", "13445579", "10795340", "38630735", "29224825", "35534019", "15984735", "24989194", "2587396"], "ranked_scores": [0.6176, 0.6173, 0.6054, 0.605, 0.5958, 0.5941, 0.5883, 0.5876, 0.5867, 0.586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "13933299", "1358909", "41264017", "71625969", "409280", "38752049", "13282296", "21590125"], "ranked_scores": [0.7499, 0.6946, 0.6703, 0.6639, 0.6484, 0.6383, 0.628, 0.6162, 0.6126, 0.6066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14308244", "57574395", "13380011", "17333231", "34905328", "5483793", "31624828", "41913714", "23052989"], "ranked_scores": [0.7032, 0.6784, 0.6729, 0.6652, 0.6535, 0.6519, 0.649, 0.6486, 0.637, 0.6353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "6923961", "4979184", "31682248", "7028976", "5123516", "28697248", "23260700", "7688110"], "ranked_scores": [0.7484, 0.7325, 0.7168, 0.6707, 0.6604, 0.6529, 0.6491, 0.6436, 0.6395, 0.6328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "34905328", "13798951", "20388894", "8538916", "22174015", "19047331", "20220731", "18546584", "29347970"], "ranked_scores": [0.7569, 0.7555, 0.7505, 0.7451, 0.7409, 0.7346, 0.7309, 0.73, 0.7292, 0.7251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20388894", "54561384", "21012916", "13798951", "29347970", "20220731", "28006126", "22874817"], "ranked_scores": [0.7781, 0.7435, 0.6706, 0.6607, 0.6603, 0.6598, 0.6532, 0.6509, 0.6495, 0.6475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "12885341", "8300657", "21274496", "7224723", "33934971", "35987381", "18275697", "29023309", "10648422"], "ranked_scores": [0.787, 0.7141, 0.7063, 0.7058, 0.6986, 0.6852, 0.6828, 0.6652, 0.664, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "29362104", "34582256", "37296667", "12280462", "41877386", "33918970", "38830961", "46602807", "22674621"], "ranked_scores": [0.4805, 0.4755, 0.4574, 0.4541, 0.4539, 0.4516, 0.4508, 0.4414, 0.4271, 0.4268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "34016944", "15319019", "14241418", "25014337", "25895285", "24069089", "19497526", "14819804", "52180874"], "ranked_scores": [0.664, 0.6394, 0.6281, 0.6262, 0.6217, 0.6207, 0.6186, 0.617, 0.609, 0.6048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41340212", "24634621", "24341590", "2492146", "24873253", "24916604", "5492542", "25298276", "22942787"], "ranked_scores": [0.7555, 0.7034, 0.7003, 0.6845, 0.6719, 0.6695, 0.6629, 0.662, 0.6606, 0.66], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "10530014", "17438862", "4429118", "13923140", "5107861", "40632104", "42298280", "2947124", "45449835"], "ranked_scores": [0.6996, 0.6689, 0.6684, 0.6602, 0.6531, 0.6455, 0.6427, 0.6423, 0.6381, 0.6372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "5914739", "13798951", "29347970", "8903143", "18237384", "18834078", "6961811", "15972906"], "ranked_scores": [0.8069, 0.777, 0.7745, 0.7721, 0.77, 0.7623, 0.7619, 0.7571, 0.7464, 0.7426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "28017005", "5372432", "24163770", "19071857", "19945096", "20945963", "6421734", "24318630"], "ranked_scores": [0.6085, 0.4486, 0.4253, 0.4223, 0.42, 0.4148, 0.4066, 0.4024, 0.397, 0.397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "7225911", "17671145", "31272411", "19047331", "22674621", "9784254", "4920376", "1550937", "24624992"], "ranked_scores": [0.7441, 0.7345, 0.7304, 0.7279, 0.7137, 0.711, 0.7109, 0.7085, 0.701, 0.6906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "25036988", "44801733", "14591894", "24044977", "15983148", "35256900", "25942757", "46926352"], "ranked_scores": [0.7398, 0.6409, 0.6207, 0.6182, 0.612, 0.6041, 0.6039, 0.5975, 0.595, 0.5908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "17671145", "23286603", "12130690", "56486733", "9956893", "41620295", "14171859", "22116439", "4396105"], "ranked_scores": [0.7086, 0.7084, 0.6941, 0.6849, 0.6736, 0.6694, 0.6625, 0.6559, 0.6519, 0.6503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "341324", "15997009", "11254040", "7111021", "16787954", "26045237", "15319019", "29526125"], "ranked_scores": [0.8177, 0.7396, 0.739, 0.7315, 0.7232, 0.7182, 0.717, 0.6826, 0.6721, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "5492542", "1900152", "49432306", "22635278", "9767444", "5500086", "3935126", "3462075", "27437459"], "ranked_scores": [0.704, 0.6907, 0.6809, 0.6792, 0.6774, 0.677, 0.6667, 0.6642, 0.6629, 0.6545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "mpnet-base": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "21553394", "12280462", "44693226", "21636085", "25050364", "25974070", "33918970", "30720103", "71625969"], "ranked_scores": [0.9547, 0.9528, 0.9525, 0.952, 0.9511, 0.951, 0.9505, 0.9498, 0.9497, 0.9487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["9451684", "5289038", "63858430", "38675228", "20279166", "26474812", "6599693", "2236768", "27049238", "36831892"], "ranked_scores": [0.8709, 0.8687, 0.8661, 0.8621, 0.861, 0.8584, 0.8569, 0.856, 0.8558, 0.8557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["2138843", "5884524", "21767325", "24921368", "7613033", "11481946", "29253460", "35495268", "34054472", "35724562"], "ranked_scores": [0.9553, 0.9522, 0.9515, 0.9512, 0.95, 0.9495, 0.9495, 0.9489, 0.9482, 0.948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["14311986", "28006126", "12871281", "5914739", "3155374", "18042803", "34905328", "8698857", "41337677", "51952430"], "ranked_scores": [0.9681, 0.9667, 0.9664, 0.9664, 0.9662, 0.9656, 0.9653, 0.9651, 0.9647, 0.9645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["20945963", "2015126", "29495185", "5551138", "70490", "1967410", "45457778", "25121903", "8659426", "21767325"], "ranked_scores": [0.932, 0.9317, 0.9293, 0.9256, 0.9252, 0.9251, 0.9243, 0.9239, 0.9228, 0.9212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "20279166", "5864770", "54561709", "17814815", "16787954", "3698758", "38076716", "1522336", "496873"], "ranked_scores": [0.9516, 0.9427, 0.9381, 0.9374, 0.937, 0.9368, 0.936, 0.9353, 0.935, 0.935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["38533515", "17755060", "5094468", "13613916", "32985041", "41325555", "28138927", "11887584", "24315156", "7968532"], "ranked_scores": [0.9504, 0.9474, 0.947, 0.947, 0.9468, 0.9461, 0.9458, 0.9454, 0.9452, 0.9451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "1032372", "19005293", "52893592", "29806339", "7343711", "21320417", "17438862", "9559146", "42489926"], "ranked_scores": [0.9508, 0.9469, 0.9423, 0.9414, 0.9412, 0.9406, 0.9402, 0.9402, 0.9402, 0.9394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "70490", "20945963", "32969964", "90756514", "45457778", "17123657", "8721150", "29495185", "6876224"], "ranked_scores": [0.9556, 0.953, 0.9513, 0.9499, 0.9475, 0.9465, 0.9463, 0.9463, 0.9462, 0.946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["40094786", "23509113", "36830715", "9705208", "38675228", "13481880", "28542402", "4394525", "21320417", "28783084"], "ranked_scores": [0.9482, 0.9478, 0.9474, 0.947, 0.947, 0.9462, 0.9458, 0.9437, 0.9436, 0.9435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "23509113", "8290953", "4020950", "7489663", "36345578", "4418112", "1871230", "23124332", "21179714"], "ranked_scores": [0.893, 0.8893, 0.8867, 0.8853, 0.8831, 0.8831, 0.8825, 0.8825, 0.8824, 0.8821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["15081770", "21395936", "46765242", "19510470", "15462523", "2042250", "10795340", "19854744", "2061878", "35534019"], "ranked_scores": [0.927, 0.9262, 0.9248, 0.9237, 0.9233, 0.9226, 0.9226, 0.9223, 0.9223, 0.9221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "20758340", "17814815", "9550981", "38037690", "14103509", "43224840", "25404036", "10212612", "16090672"], "ranked_scores": [0.9205, 0.9144, 0.9131, 0.9122, 0.9121, 0.9119, 0.9117, 0.9109, 0.9103, 0.9097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["14566771", "29495185", "12087063", "70490", "10536636", "19460822", "26798867", "20492020", "3623127", "19185192"], "ranked_scores": [0.9345, 0.9237, 0.9219, 0.9216, 0.9206, 0.9192, 0.9188, 0.918, 0.9173, 0.9168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["20279166", "63858430", "21203899", "3698758", "8690595", "29107210", "5289038", "12839939", "140907540", "54561709"], "ranked_scores": [0.9337, 0.932, 0.9303, 0.9244, 0.9244, 0.9234, 0.9232, 0.9231, 0.9227, 0.9224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["26672703", "2722988", "7640058", "11710511", "11414664", "15493354", "23237995", "17438862", "14865329", "22428640"], "ranked_scores": [0.9631, 0.9608, 0.9608, 0.9606, 0.9602, 0.9597, 0.9594, 0.9586, 0.9581, 0.958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1568684", "5785219", "22059387", "31407112", "38028419", "15561961", "31001322", "36653415", "17755060", "31324978"], "ranked_scores": [0.941, 0.9402, 0.9401, 0.9398, 0.9393, 0.9391, 0.9387, 0.9385, 0.9383, 0.938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["28206748", "11527822", "41710132", "40608679", "29806339", "34436231", "4920376", "12887068", "10641715", "26071782"], "ranked_scores": [0.9602, 0.9587, 0.9586, 0.9581, 0.9577, 0.9576, 0.9574, 0.9574, 0.957, 0.9569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "43226130", "15512462", "4959368", "40735046", "4886637", "21874312", "16812091", "5864770"], "ranked_scores": [0.9627, 0.9609, 0.9558, 0.9551, 0.9544, 0.9536, 0.9536, 0.952, 0.9516, 0.9512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["26798867", "3698758", "12779444", "40735046", "23117378", "23639838", "38180456", "33934971", "1522336", "427865"], "ranked_scores": [0.9611, 0.9562, 0.955, 0.9537, 0.9536, 0.9535, 0.9529, 0.9522, 0.9519, 0.9511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7451607", "37643601", "19099739", "38076716", "20279166", "23746313", "36831892", "11527822", "9154703", "28904104"], "ranked_scores": [0.9382, 0.9362, 0.9338, 0.9333, 0.9322, 0.9316, 0.9298, 0.9295, 0.9291, 0.9288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["23124332", "14865329", "4311206", "36830715", "28542402", "18909530", "40608679", "38675228", "9412420", "40094786"], "ranked_scores": [0.9229, 0.9189, 0.9187, 0.9176, 0.9162, 0.9159, 0.9144, 0.9138, 0.9135, 0.9132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["9451684", "36830715", "29224825", "9559146", "6599693", "38675228", "36831892", "5289038", "1387654", "26474812"], "ranked_scores": [0.9081, 0.9074, 0.9072, 0.9059, 0.9052, 0.9052, 0.9043, 0.9036, 0.9033, 0.9028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["6717533", "19165076", "21380348", "35884026", "9159125", "28517384", "10648422", "195683603", "23895668", "20388894"], "ranked_scores": [0.9604, 0.9601, 0.9601, 0.9597, 0.9596, 0.9596, 0.9587, 0.9565, 0.9559, 0.9556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "14566771", "28338268", "18446525", "13870943", "2613775", "46764350", "29224825", "43226130", "7997337"], "ranked_scores": [0.9399, 0.9383, 0.9317, 0.9291, 0.9276, 0.9263, 0.9261, 0.926, 0.9251, 0.9245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["41913714", "16398827", "2099400", "4920376", "18358026", "29429111", "6492658", "36623997", "8093935", "23420615"], "ranked_scores": [0.9336, 0.9303, 0.9293, 0.927, 0.9256, 0.9255, 0.9249, 0.9245, 0.9243, 0.9242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2251426", "7268522", "24863571", "20649327", "10190778", "34436231", "33986507", "86129154", "17945638", "2988714"], "ranked_scores": [0.9679, 0.9678, 0.9658, 0.9657, 0.9653, 0.9651, 0.9651, 0.965, 0.9648, 0.9644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["4399268", "29634262", "20372201", "29495185", "4530659", "9548440", "1967410", "19511011", "7228140", "35777860"], "ranked_scores": [0.974, 0.9733, 0.9715, 0.9709, 0.9708, 0.9698, 0.9698, 0.9697, 0.969, 0.969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20758340", "27049238", "23160444", "37643601", "20279166", "7451607", "10212612", "25062868", "9451684", "36830715"], "ranked_scores": [0.9128, 0.9104, 0.9092, 0.9076, 0.9064, 0.906, 0.9049, 0.9047, 0.9042, 0.9042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "11414664", "6313547", "19460822", "16389141", "4036038", "19185192", "44693226", "15830352", "27449472"], "ranked_scores": [0.9054, 0.9038, 0.9008, 0.9003, 0.8992, 0.899, 0.8984, 0.8984, 0.8978, 0.8975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["44693226", "14663842", "10548391", "26330861", "37207226", "31407112", "6313547", "4414481", "1941721", "16389141"], "ranked_scores": [0.9355, 0.9352, 0.9348, 0.9344, 0.9334, 0.9333, 0.9331, 0.9329, 0.9328, 0.9322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17388232", "1032372", "23509113", "306006", "7343711", "45638119", "10812605", "11710511", "9278263", "11172205"], "ranked_scores": [0.9619, 0.9579, 0.9575, 0.9564, 0.9557, 0.9554, 0.9548, 0.9545, 0.9544, 0.9542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["20279166", "23124332", "39758684", "27049238", "29224825", "9154703", "36831892", "36830715", "10641715", "28542402"], "ranked_scores": [0.9533, 0.9532, 0.9517, 0.9514, 0.9511, 0.9511, 0.9511, 0.9504, 0.9502, 0.9498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["7285256", "39970500", "24625323", "21590125", "2015126", "5939172", "4841908", "8780599", "45548062", "24163770"], "ranked_scores": [0.9592, 0.9588, 0.9585, 0.9585, 0.9584, 0.9584, 0.9576, 0.9568, 0.9568, 0.9566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["7399084", "10648422", "57574395", "14188138", "44408494", "2947124", "26873988", "3748310", "32101982", "2714623"], "ranked_scores": [0.9723, 0.9706, 0.9698, 0.9694, 0.969, 0.9686, 0.9686, 0.9686, 0.9685, 0.9678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21179714", "34436231", "42489926", "22843616", "5094468", "5406411", "7343711", "26735905", "7399084", "33986507"], "ranked_scores": [0.9609, 0.9608, 0.9596, 0.9579, 0.9577, 0.9573, 0.9571, 0.9571, 0.9567, 0.9564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28206748", "40608679", "28006126", "14311986", "41337677", "29806339", "22874817", "18358026", "34436231", "40094786"], "ranked_scores": [0.9378, 0.9365, 0.9351, 0.9347, 0.9345, 0.9335, 0.9323, 0.9319, 0.9319, 0.9315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["19510470", "15462523", "27243019", "27588420", "4380451", "10354110", "22843616", "24879055", "4311206", "8290760"], "ranked_scores": [0.9488, 0.9476, 0.9476, 0.9469, 0.9463, 0.9461, 0.946, 0.9459, 0.9459, 0.9457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "11238951", "26735018", "6421792", "46202852", "26873988", "29023309", "46193388", "22647695", "3090454"], "ranked_scores": [0.9443, 0.9411, 0.9312, 0.928, 0.9279, 0.9266, 0.9259, 0.9247, 0.9245, 0.9245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["63858430", "20279166", "38076716", "54561709", "5289038", "84784389", "8690595", "13916484", "38675228", "9451684"], "ranked_scores": [0.9409, 0.927, 0.9248, 0.9241, 0.9232, 0.9207, 0.9201, 0.9199, 0.9199, 0.9197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["8185080", "46765242", "34854444", "18676539", "3493623", "9687772", "7221410", "26887439", "25014337", "24069089"], "ranked_scores": [0.9448, 0.9447, 0.9441, 0.9438, 0.9431, 0.9425, 0.9424, 0.9423, 0.9416, 0.941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24873253", "1389264", "21382907", "31616203", "13380980", "22635278", "28738741", "21150010", "19673227", "19510470"], "ranked_scores": [0.9652, 0.9638, 0.9638, 0.9636, 0.9633, 0.9612, 0.961, 0.9607, 0.9605, 0.9605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34436231", "28647122", "39559521", "9559146", "1848452", "2613411", "2701077", "23509113", "10812605", "42489926"], "ranked_scores": [0.9651, 0.9644, 0.9637, 0.9634, 0.963, 0.963, 0.9624, 0.9623, 0.9623, 0.962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["28542402", "29806339", "9705208", "4920376", "22874817", "40094786", "18358026", "18909530", "31624828", "17017465"], "ranked_scores": [0.9473, 0.9421, 0.9418, 0.9411, 0.9408, 0.9406, 0.9405, 0.9399, 0.9398, 0.9394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["12087063", "70490", "19071857", "32969964", "45457778", "22431418", "485020", "29495185", "20945963", "2015126"], "ranked_scores": [0.9462, 0.9414, 0.9368, 0.9363, 0.9362, 0.9358, 0.935, 0.9349, 0.9347, 0.9344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["18358026", "12909503", "29429111", "4920376", "935538", "36623997", "12580014", "34071621", "22874817", "2099400"], "ranked_scores": [0.9398, 0.9331, 0.9329, 0.9329, 0.9326, 0.9322, 0.9318, 0.9316, 0.9309, 0.9309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["17017465", "5531479", "29806339", "41913714", "9705208", "2099400", "38675228", "22317868", "21330280", "34071621"], "ranked_scores": [0.9602, 0.959, 0.9587, 0.9582, 0.958, 0.9578, 0.9575, 0.9575, 0.9573, 0.9571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["2251426", "22134353", "41913714", "21179714", "34604584", "5953485", "21221346", "25479072", "16541762", "22968257"], "ranked_scores": [0.9559, 0.9515, 0.9514, 0.9499, 0.9477, 0.9476, 0.9468, 0.9467, 0.9466, 0.9464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7224723", "21884059", "28738741", "27270151", "26231129", "38745690", "35087728", "5991309", "7228140", "35443524"], "ranked_scores": [0.9373, 0.9364, 0.936, 0.9351, 0.935, 0.9349, 0.9347, 0.9341, 0.9338, 0.9334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1389264", "24873253", "1220287", "15462523", "19673227", "28738741", "25602549", "21150010", "22635278", "1522336"], "ranked_scores": [0.9579, 0.9564, 0.9562, 0.9561, 0.955, 0.955, 0.9544, 0.9542, 0.9542, 0.9541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "25974070", "30981192", "21636085", "21553394", "33409100", "12102963", "30720103"], "ranked_scores": [0.6323, 0.6277, 0.6188, 0.5991, 0.5906, 0.5715, 0.5613, 0.5534, 0.5481, 0.5422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "34121231", "40473317", "36838958", "25687558", "21868715", "34582256", "11020556", "26474812"], "ranked_scores": [0.3562, 0.3495, 0.3483, 0.3386, 0.3357, 0.3107, 0.2995, 0.2987, 0.2956, 0.2893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "27449472", "16760369", "6158879", "4506414", "13448422", "35714909", "35495268", "14973286"], "ranked_scores": [0.6849, 0.6265, 0.6023, 0.5889, 0.5821, 0.5718, 0.563, 0.5574, 0.5509, 0.545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "5914739", "33499189", "11289247", "34905328", "9283422", "22317868", "30553457", "2714623"], "ranked_scores": [0.6102, 0.5843, 0.5715, 0.5695, 0.5495, 0.5477, 0.5421, 0.5415, 0.5387, 0.5373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "38752049", "12672066", "58564850", "4587978", "45581752", "11913139", "22995579"], "ranked_scores": [0.5692, 0.4646, 0.3947, 0.3682, 0.3645, 0.3588, 0.3573, 0.3546, 0.3493, 0.3492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "46695481", "6561200", "23136735", "27873158", "46355579", "19140422", "1203035", "9764256", "16980892"], "ranked_scores": [0.7333, 0.7278, 0.7232, 0.7158, 0.6758, 0.6755, 0.6586, 0.6425, 0.6325, 0.6072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9052, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "3831884", "24315156", "18399038", "4138659", "38533515", "1686997", "16839245", "52925737"], "ranked_scores": [0.6191, 0.5989, 0.5857, 0.5714, 0.5688, 0.5668, 0.564, 0.5621, 0.5595, 0.5557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "67045088", "20610557", "219475", "32454714", "2248870", "40365566", "2296264", "1032372"], "ranked_scores": [0.6036, 0.5932, 0.585, 0.569, 0.5643, 0.5611, 0.5557, 0.5553, 0.5507, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "13097856", "26456326", "32969964", "13906581", "70490", "27150276"], "ranked_scores": [0.5344, 0.4639, 0.449, 0.3903, 0.373, 0.3522, 0.346, 0.343, 0.3339, 0.3293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7869794", "19510470", "381602", "1871230", "8137081", "6853699", "6163801", "24612804", "3727986", "5406411"], "ranked_scores": [0.588, 0.5776, 0.5764, 0.57, 0.5665, 0.5621, 0.562, 0.5615, 0.5533, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["164985", "45401535", "3727986", "32159283", "2060137", "32742683", "21395936", "10162553", "6853699", "28264919"], "ranked_scores": [0.332, 0.3276, 0.3226, 0.3131, 0.3057, 0.3002, 0.2968, 0.2946, 0.2904, 0.2901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "45401535", "2296264", "123859", "20428155", "46765242", "35256900", "3376731", "4979184"], "ranked_scores": [0.4588, 0.4444, 0.4169, 0.4065, 0.4056, 0.4052, 0.4, 0.3988, 0.3959, 0.3941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "25175997", "38369817", "37628989", "24660385", "46926352", "3896759", "2291922", "87758", "20155713"], "ranked_scores": [0.3007, 0.2974, 0.2717, 0.2717, 0.2599, 0.25, 0.2497, 0.2369, 0.2327, 0.224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "44830890", "21274919", "24055603", "14606752", "24510595", "30813140", "12667988", "7965928"], "ranked_scores": [0.5393, 0.5264, 0.4996, 0.4942, 0.4819, 0.4763, 0.4722, 0.4674, 0.4599, 0.4585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "37628989", "23639838", "79231308", "32462603", "23400191", "4695046", "25515907", "12839939"], "ranked_scores": [0.5025, 0.3827, 0.3775, 0.3666, 0.3536, 0.3522, 0.3487, 0.3437, 0.3405, 0.3387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "6040392", "26230669", "9291668", "1848452", "22264117", "4434951", "7514614", "2722988"], "ranked_scores": [0.7431, 0.7244, 0.7114, 0.6934, 0.6928, 0.6802, 0.6726, 0.6577, 0.6541, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "1227277", "36654066", "17195001", "9899292", "2266471", "26244918", "4423401", "22023404"], "ranked_scores": [0.5065, 0.4644, 0.4531, 0.4491, 0.4363, 0.4324, 0.4304, 0.4281, 0.425, 0.4205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "18938992", "26133404", "2947124", "10359591", "10627801", "23305884", "5137019", "10648422"], "ranked_scores": [0.661, 0.6502, 0.6429, 0.6385, 0.6373, 0.6282, 0.6219, 0.6217, 0.6188, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "25973484", "22007333", "37480103", "17450673", "5487448", "23557241", "16322674", "27240667"], "ranked_scores": [0.7433, 0.7379, 0.731, 0.7017, 0.6965, 0.6861, 0.6851, 0.6826, 0.6723, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "27873158", "28617573", "32423829", "46695481", "6561200", "46355579", "6748318"], "ranked_scores": [0.6977, 0.636, 0.6281, 0.6275, 0.6024, 0.6001, 0.5977, 0.5762, 0.5665, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "285794", "44366096", "8005007", "31560225", "12885341", "23746313", "26133404", "5633957", "31272411"], "ranked_scores": [0.4726, 0.4542, 0.4505, 0.4413, 0.4382, 0.4333, 0.4329, 0.4309, 0.4278, 0.4218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "14492339", "24512064", "16488405", "8317408", "27243019", "46926352", "46202852", "36444198"], "ranked_scores": [0.5352, 0.5262, 0.515, 0.4991, 0.4765, 0.4753, 0.4733, 0.4687, 0.4646, 0.4641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "22264117", "10012166", "24347647", "6313547", "26230669", "28138927", "1848452", "7834603", "7514614"], "ranked_scores": [0.5764, 0.558, 0.5579, 0.5435, 0.5197, 0.5135, 0.4983, 0.4981, 0.4891, 0.4799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3849194", "4324278", "45875990", "25901598", "21380348", "8856690", "935538", "36464673", "17195001"], "ranked_scores": [0.6416, 0.6369, 0.6184, 0.6128, 0.6115, 0.6087, 0.6075, 0.6036, 0.6014, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "4399268", "25416944", "810480", "3863543", "6334188", "31324978", "11441172"], "ranked_scores": [0.6936, 0.4406, 0.3805, 0.3739, 0.3683, 0.3649, 0.3508, 0.349, 0.3469, 0.34], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "44408494", "3825472", "7093809", "12932176", "23420615", "5700349", "15491404", "7549811", "23700330"], "ranked_scores": [0.576, 0.5193, 0.5109, 0.5087, 0.5062, 0.5015, 0.4991, 0.4964, 0.4893, 0.4889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "40667066", "6422576", "24766509", "11922370", "9988425", "6936141", "23535770", "8327914", "8610932"], "ranked_scores": [0.5858, 0.552, 0.5445, 0.5379, 0.5307, 0.5233, 0.5162, 0.5115, 0.5104, 0.5087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "14717213", "8925851", "3863543", "33677323", "41293601", "21692235", "22543403"], "ranked_scores": [0.6807, 0.643, 0.6097, 0.6008, 0.59, 0.5848, 0.5798, 0.572, 0.5688, 0.5682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4447055", "36830715", "43224840", "26607366", "25942757", "2727303", "2061878", "16208091", "4319844"], "ranked_scores": [0.4067, 0.3909, 0.3817, 0.3761, 0.3671, 0.3658, 0.3608, 0.3562, 0.3534, 0.3523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "41915616", "275294", "11738716", "25599283", "22023404", "36960449", "21636085"], "ranked_scores": [0.5897, 0.5721, 0.5115, 0.4702, 0.4391, 0.4383, 0.4235, 0.423, 0.4212, 0.4173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "13923140", "2831620", "14663842", "3067015", "10530014", "42441846", "40901687", "27449472"], "ranked_scores": [0.5022, 0.4921, 0.4783, 0.4718, 0.4639, 0.4481, 0.4452, 0.4362, 0.436, 0.4293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "11172205", "6944800", "7343711", "24726600", "26231129", "17388232", "2177022", "4429118", "3391547"], "ranked_scores": [0.4885, 0.4848, 0.4841, 0.484, 0.4836, 0.4584, 0.4566, 0.4555, 0.4546, 0.4526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "17421851", "13448422", "2973910", "19332616", "4446814", "15925931", "2587396", "25404036", "11771811"], "ranked_scores": [0.6606, 0.5514, 0.5475, 0.5448, 0.5418, 0.5399, 0.5348, 0.5223, 0.5214, 0.52], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "32463364", "40996863", "6945285", "24625323", "5402581", "38752049", "5691302"], "ranked_scores": [0.7157, 0.5711, 0.5379, 0.5365, 0.5359, 0.5181, 0.517, 0.5141, 0.5034, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "5811042", "12932176", "2947124", "14972169", "57574395", "13380011", "16605494", "44408494", "33911859"], "ranked_scores": [0.6726, 0.6206, 0.6091, 0.6063, 0.6051, 0.6001, 0.5987, 0.5956, 0.5929, 0.5922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "39758684", "4447785", "5406411", "42693833", "12513042", "4889228"], "ranked_scores": [0.7102, 0.6768, 0.5753, 0.5711, 0.568, 0.5659, 0.5646, 0.5594, 0.5585, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "34905328", "18546584", "29347970", "45414636", "40234452", "12058271", "21363424", "11233339", "24612804"], "ranked_scores": [0.6569, 0.6201, 0.6201, 0.6194, 0.6107, 0.6084, 0.6061, 0.6051, 0.605, 0.6043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "6123924", "40234452", "45414636", "10165258", "14492339", "34905328", "266641"], "ranked_scores": [0.6849, 0.6294, 0.5497, 0.5471, 0.5401, 0.5343, 0.529, 0.5204, 0.5195, 0.516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "21274496", "16572581", "7451018", "18938992", "28738741", "12670680"], "ranked_scores": [0.7186, 0.5851, 0.5651, 0.5559, 0.5431, 0.5376, 0.5301, 0.5284, 0.5259, 0.525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "22968257", "19683625", "25300426", "1686997", "23895668", "4795303", "14874811", "2701077"], "ranked_scores": [0.3633, 0.3187, 0.3145, 0.3041, 0.2997, 0.2971, 0.2968, 0.296, 0.2954, 0.2946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "2638387", "13106686", "12885341", "2042250", "24221369", "35651106", "3493623"], "ranked_scores": [0.5669, 0.561, 0.5436, 0.5003, 0.4988, 0.4948, 0.4925, 0.4844, 0.4806, 0.4789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "13256155", "24873253", "31616203", "26231129", "24634621", "2492146", "13380980", "42731834"], "ranked_scores": [0.6955, 0.5664, 0.5619, 0.5464, 0.5424, 0.5419, 0.5415, 0.5385, 0.5255, 0.5246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "5752492", "14386505", "10648422", "4391121", "26873988", "15425958", "28647122", "34469966", "17438862"], "ranked_scores": [0.6251, 0.6132, 0.5997, 0.5822, 0.5818, 0.5795, 0.5779, 0.5771, 0.5749, 0.5747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "5914739", "8903143", "33499189", "22647695", "2825380", "28006126", "13798951", "10190778"], "ranked_scores": [0.7354, 0.7202, 0.7129, 0.7073, 0.6937, 0.6901, 0.6863, 0.6838, 0.6826, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "25886725", "27712433", "45920278", "21323587", "841371", "12087063", "6421734", "31612088", "21377587"], "ranked_scores": [0.4966, 0.4306, 0.4249, 0.3819, 0.3774, 0.3754, 0.3745, 0.3651, 0.3491, 0.3469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10015292", "52944377", "9301606", "29851836", "885056", "14367469", "4583180", "29073751", "21622715", "24624992"], "ranked_scores": [0.6036, 0.5893, 0.5802, 0.5776, 0.5712, 0.5656, 0.5648, 0.5598, 0.5546, 0.5481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "9225850", "9784254", "22134353", "195683603", "2042250", "26735905", "38944245", "38587347"], "ranked_scores": [0.7293, 0.5886, 0.5834, 0.5737, 0.5708, 0.5629, 0.5623, 0.5598, 0.5581, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "1285713", "4920376", "11043831", "1686997", "25677651", "14241418", "9669099", "6426919", "29321530"], "ranked_scores": [0.5637, 0.5276, 0.5249, 0.5243, 0.5218, 0.5205, 0.5183, 0.5177, 0.5164, 0.5145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "21383026", "16787954", "7224723", "5284188", "11254040", "1986482", "24241932"], "ranked_scores": [0.7141, 0.5829, 0.5585, 0.5424, 0.5411, 0.5223, 0.5, 0.4959, 0.4918, 0.491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "2296264", "3935126", "9767444", "17682477", "5500086", "12641252", "1522336", "4688340", "24634621"], "ranked_scores": [0.5269, 0.5086, 0.5033, 0.4823, 0.4802, 0.4777, 0.4772, 0.4768, 0.4764, 0.4751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-post-int8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "25974070", "16256507", "21636085", "4462079", "30981192", "33409100", "30720103", "37424881", "36960449"], "ranked_scores": [0.4257, 0.388, 0.3811, 0.3782, 0.3732, 0.3691, 0.3558, 0.3432, 0.3383, 0.3375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4810810", "26456326", "13000926", "3662510", "34582256", "34121231", "970012", "980196", "22431418", "14500725"], "ranked_scores": [0.1757, 0.1632, 0.1592, 0.1583, 0.1475, 0.1465, 0.1409, 0.1391, 0.1335, 0.1308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "6158879", "35714909", "4506414", "38630735", "23783727", "8842332", "7602348", "3898784"], "ranked_scores": [0.3934, 0.3507, 0.3286, 0.3232, 0.3192, 0.3112, 0.309, 0.3009, 0.2997, 0.2963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "4324278", "5914739", "2593298", "33499189", "2714623", "21363424", "9283422", "25479072", "17195001"], "ranked_scores": [0.469, 0.4098, 0.3993, 0.3942, 0.3848, 0.3739, 0.3737, 0.3736, 0.3712, 0.3661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "38752049", "27150276", "31554917", "58564850", "36033696", "24318630", "3692112", "35022568"], "ranked_scores": [0.3839, 0.2803, 0.2768, 0.274, 0.2694, 0.2658, 0.2591, 0.2519, 0.246, 0.2455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["23136735", "28617573", "46695481", "6561200", "46355579", "27873158", "19140422", "9764256", "36355784", "16980892"], "ranked_scores": [0.4763, 0.4615, 0.461, 0.4573, 0.4415, 0.4316, 0.4304, 0.395, 0.3886, 0.3732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7037, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "3831884", "4138659", "25942757", "21626639", "2831620", "17755060", "21535641", "38533515", "4423401"], "ranked_scores": [0.379, 0.354, 0.341, 0.3391, 0.3342, 0.3328, 0.3325, 0.332, 0.3319, 0.328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "40365566", "32454714", "67045088", "15381976", "888896", "2248870", "6723450", "25738896"], "ranked_scores": [0.3157, 0.31, 0.2999, 0.2889, 0.282, 0.2805, 0.2801, 0.2799, 0.2684, 0.2668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "13097856", "841371", "6421734", "31612088", "140907540", "33533307", "3690068"], "ranked_scores": [0.3145, 0.2303, 0.2117, 0.19, 0.1807, 0.179, 0.1697, 0.1634, 0.1627, 0.1624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7869794", "3727986", "4447785", "381602", "219475", "36345578", "16066726", "6853699", "24282306", "3330111"], "ranked_scores": [0.341, 0.3177, 0.3147, 0.3064, 0.3024, 0.2993, 0.2979, 0.2965, 0.2957, 0.2943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "17195001", "35534019", "10162553", "21239672", "4462777", "9283422", "3727986", "2192419", "164985"], "ranked_scores": [0.2012, 0.1958, 0.192, 0.1892, 0.1892, 0.1885, 0.185, 0.1844, 0.1827, 0.1798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "45401535", "350542", "37628989", "20428155", "123859", "13380980", "3078550", "12801438", "38745690"], "ranked_scores": [0.2858, 0.2572, 0.2523, 0.2342, 0.2341, 0.2306, 0.229, 0.2209, 0.2201, 0.2108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "37628989", "21636085", "14965508", "4910408", "10557471", "750781", "17693849", "4678846", "15194125"], "ranked_scores": [0.2078, 0.1945, 0.1842, 0.181, 0.1745, 0.1734, 0.1703, 0.1685, 0.1662, 0.1629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "32463364", "14606752", "12667988", "7965928", "44830890", "24055603", "32743723", "87758"], "ranked_scores": [0.3029, 0.2609, 0.2391, 0.2373, 0.2371, 0.2333, 0.2325, 0.2273, 0.223, 0.2172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "32462603", "22688699", "36355784", "25641414", "37628989", "116556376", "29981186", "28633594"], "ranked_scores": [0.352, 0.2808, 0.276, 0.2627, 0.2498, 0.2458, 0.2457, 0.2435, 0.2424, 0.2408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "1848452", "22264117", "6040392", "26230669", "7514614", "22543403", "9291668", "6896063", "2547636"], "ranked_scores": [0.4554, 0.4166, 0.4157, 0.3991, 0.3963, 0.3745, 0.3661, 0.3405, 0.3275, 0.3269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "275294", "14835068", "14501880", "25599283", "36654066", "14606752", "13948920", "4423401", "26244918"], "ranked_scores": [0.2968, 0.2714, 0.2635, 0.2434, 0.2387, 0.2379, 0.2368, 0.2332, 0.2309, 0.2264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "9433958", "26873988", "18938992", "5137019", "10648422", "26071782", "10359591", "23305884", "30437264"], "ranked_scores": [0.4578, 0.4311, 0.4261, 0.4231, 0.4226, 0.409, 0.4075, 0.4047, 0.4047, 0.403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "27123743", "25973484", "37480103", "23557241", "22007333", "17450673", "13831558", "5487448", "15512462"], "ranked_scores": [0.5445, 0.5304, 0.508, 0.501, 0.4911, 0.4843, 0.4842, 0.4583, 0.4519, 0.4489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "12779444", "6561200", "13831558", "19140422", "25742130", "28617573", "32423829", "46695481"], "ranked_scores": [0.4176, 0.4046, 0.3582, 0.3497, 0.3467, 0.345, 0.3444, 0.3362, 0.3335, 0.3333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "6501747", "37643601", "5838067", "44366096", "3698758", "12885341", "27555165", "8005007", "38747567"], "ranked_scores": [0.286, 0.2252, 0.218, 0.2177, 0.2177, 0.2158, 0.2125, 0.2115, 0.2112, 0.2053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "16488405", "8317408", "36444198", "14492339", "25562234", "10530014", "24512064", "9056874"], "ranked_scores": [0.3401, 0.3049, 0.2518, 0.2471, 0.2376, 0.2337, 0.2327, 0.23, 0.2292, 0.2274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "6313547", "10012166", "39558597", "4653837", "516867", "7834603", "7514614", "3623127"], "ranked_scores": [0.273, 0.2596, 0.2554, 0.2551, 0.244, 0.2411, 0.2383, 0.2354, 0.2352, 0.2285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8856690", "4324278", "16120395", "3849194", "935538", "21380348", "45875990", "25901598", "30208015", "3155374"], "ranked_scores": [0.4265, 0.4238, 0.422, 0.4214, 0.4037, 0.3966, 0.3918, 0.3769, 0.376, 0.3727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "6334188", "44830890", "25416944", "28338268", "1428830", "18446525", "2613775", "5107861"], "ranked_scores": [0.438, 0.2563, 0.2377, 0.2049, 0.2044, 0.2035, 0.2027, 0.2021, 0.1966, 0.1961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "3825472", "18126445", "13992047", "3506723", "34735369", "7093809", "44408494", "5700349", "23160444"], "ranked_scores": [0.3477, 0.3357, 0.3318, 0.3251, 0.3227, 0.3198, 0.3151, 0.3054, 0.3006, 0.2942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "40667066", "10846815", "6936141", "9988425", "6422576", "23160444", "6446747", "24766509", "5398179"], "ranked_scores": [0.3301, 0.3075, 0.2844, 0.2774, 0.2766, 0.2637, 0.2616, 0.2598, 0.2525, 0.2457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "8925851", "5836", "3863543", "2359152", "5782614", "21692235", "14717213", "9217800"], "ranked_scores": [0.464, 0.4289, 0.339, 0.3382, 0.3338, 0.333, 0.322, 0.3171, 0.315, 0.3046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "20501163", "19132741", "15657779", "40005757", "9614443", "25942757", "4423401", "43224840", "36830715"], "ranked_scores": [0.2545, 0.2344, 0.2244, 0.2239, 0.2215, 0.22, 0.2141, 0.2121, 0.2104, 0.206], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "275294", "3150030", "2425364", "22023404", "41915616", "36960449", "8856690"], "ranked_scores": [0.328, 0.3154, 0.2725, 0.2436, 0.2368, 0.2322, 0.2277, 0.2219, 0.2134, 0.2091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "2831620", "3067015", "38028419", "34498325", "849771", "20526907", "21553394", "14663842", "44693226"], "ranked_scores": [0.324, 0.3011, 0.2969, 0.2918, 0.271, 0.2608, 0.2546, 0.2542, 0.2468, 0.2373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["43224840", "2177022", "3391547", "6944800", "19532163", "11172205", "97884", "1065627", "32532238", "24726600"], "ranked_scores": [0.2791, 0.2781, 0.2672, 0.2621, 0.2577, 0.2541, 0.2508, 0.2478, 0.2466, 0.2448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "87758", "15925931", "27550580", "13448422", "19332616", "6153754", "25028913", "7227763"], "ranked_scores": [0.4395, 0.3187, 0.3156, 0.3145, 0.3117, 0.3094, 0.297, 0.2914, 0.2858, 0.2852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "32463364", "5402581", "5691302", "28419824", "38752049", "14606752", "7613033", "40996863"], "ranked_scores": [0.5097, 0.382, 0.3689, 0.3623, 0.3438, 0.3394, 0.3374, 0.3372, 0.3348, 0.3327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "13380011", "44408494", "12932176", "7093809", "28249680", "5811042", "23700330", "10648422", "14972169"], "ranked_scores": [0.4224, 0.3956, 0.385, 0.3798, 0.3527, 0.3518, 0.3507, 0.3503, 0.3491, 0.3489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "5406411", "6259170", "39758684", "17755060", "31682248", "4447785", "28697248"], "ranked_scores": [0.4751, 0.4235, 0.3295, 0.3102, 0.3091, 0.3052, 0.3033, 0.2984, 0.2961, 0.2955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "45414636", "21363424", "6123924", "34905328", "25300426", "18546584", "40234452", "24612804", "20388894"], "ranked_scores": [0.4101, 0.3996, 0.3992, 0.3943, 0.3875, 0.3859, 0.382, 0.3797, 0.3735, 0.363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "33535222", "10165258", "40234452", "14492339", "14550841", "6123924", "623486", "25985964"], "ranked_scores": [0.3998, 0.333, 0.3103, 0.2933, 0.2912, 0.2803, 0.2744, 0.2676, 0.2666, 0.2651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "17454301", "11238951", "7451018", "28738741", "13959707", "27602752", "1215116", "8300657"], "ranked_scores": [0.4821, 0.3616, 0.3471, 0.3328, 0.3314, 0.3291, 0.321, 0.3099, 0.3022, 0.2993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["37424881", "15615957", "6327940", "32322418", "21636085", "37296667", "46112052", "9846940", "38712515", "23737024"], "ranked_scores": [0.2014, 0.1951, 0.1864, 0.1808, 0.1765, 0.1696, 0.1666, 0.1636, 0.1626, 0.16], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "3308636", "35651106", "24221369", "2042250", "2947124", "9767444", "18275697"], "ranked_scores": [0.332, 0.3319, 0.316, 0.2891, 0.2874, 0.2843, 0.2834, 0.2767, 0.2726, 0.2725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "52180874", "24634621", "13256155", "12438901", "41340212", "5641851", "25298276", "24341590", "3471191"], "ranked_scores": [0.5411, 0.3908, 0.3906, 0.387, 0.3716, 0.3676, 0.3655, 0.3646, 0.3617, 0.3585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4391121", "21498497", "9977329", "17438862", "5752492", "4399311", "10648422", "2947124", "1550937", "6853699"], "ranked_scores": [0.3344, 0.3262, 0.3187, 0.3176, 0.2989, 0.296, 0.2911, 0.2907, 0.2891, 0.2888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "8903143", "5914739", "34905328", "2825380", "33499189", "22647695", "4270992", "28006126", "13798951"], "ranked_scores": [0.5009, 0.494, 0.4932, 0.4896, 0.4731, 0.4446, 0.4421, 0.4335, 0.4303, 0.4291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "9658390", "40905302", "25886725", "21323587", "6421734", "11624482", "32909242", "3662510"], "ranked_scores": [0.2377, 0.2352, 0.2242, 0.2222, 0.2197, 0.2137, 0.1984, 0.1976, 0.197, 0.1944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["52944377", "24221369", "10015292", "30437264", "29851836", "5389523", "885056", "3493623", "4347374", "2316374"], "ranked_scores": [0.3569, 0.3519, 0.3476, 0.3431, 0.3422, 0.338, 0.3368, 0.3312, 0.3298, 0.3282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "38944245", "22134353", "195683603", "9225850", "9784254", "9614443", "2042250", "38587347"], "ranked_scores": [0.5213, 0.3788, 0.3648, 0.3567, 0.343, 0.3396, 0.3339, 0.3327, 0.3317, 0.3313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25543207", "6426919", "41913714", "24042363", "25388309", "11043831", "25677651", "14241418", "14819804", "17671145"], "ranked_scores": [0.2881, 0.2855, 0.2847, 0.2843, 0.284, 0.2813, 0.2772, 0.272, 0.2698, 0.2693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "16787954", "5284188", "341324", "45461275", "1986482", "15997009", "21383026"], "ranked_scores": [0.536, 0.4349, 0.4001, 0.3583, 0.3582, 0.3506, 0.3388, 0.338, 0.3071, 0.3006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "3935126", "24634621", "9767444", "35766603", "2296264", "5551138", "39443128", "28419824", "5500086"], "ranked_scores": [0.3617, 0.3586, 0.3394, 0.3371, 0.337, 0.3334, 0.3227, 0.3162, 0.3099, 0.3093], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "520579", "12810152", "25974070", "4462079", "33409100", "19878070", "21636085", "39368721"], "ranked_scores": [555.0, 554.0, 551.0, 550.0, 547.0, 545.0, 542.0, 542.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "970012", "40473317", "34582256", "25687558", "11020556", "17454301", "34905328", "37296667"], "ranked_scores": [483.0, 475.0, 475.0, 473.0, 468.0, 466.0, 463.0, 461.0, 460.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "6158879", "16760369", "13448422", "23783727", "27449472", "13619127", "35714909", "8842332"], "ranked_scores": [576.0, 566.0, 563.0, 559.0, 551.0, 547.0, 546.0, 546.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["24294572", "9638032", "4324278", "8903143", "33499189", "5483793", "21363424", "21465696", "52095986", "8460275"], "ranked_scores": [538.0, 538.0, 536.0, 535.0, 534.0, 532.0, 529.0, 528.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "38752049", "12667988", "45581752", "12672066", "19071857", "27150276", "31612088", "485020"], "ranked_scores": [539.0, 511.0, 490.0, 484.0, 479.0, 478.0, 478.0, 478.0, 472.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["23136735", "28617573", "46695481", "6561200", "27873158", "19140422", "46355579", "9764256", "1203035", "16980892"], "ranked_scores": [602.0, 598.0, 586.0, 586.0, 578.0, 571.0, 565.0, 561.0, 557.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7157, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "41325555", "4583180", "3831884", "5256564", "38533515", "13329980", "4423401", "26735905", "52925737"], "ranked_scores": [552.0, 550.0, 549.0, 548.0, 544.0, 542.0, 538.0, 538.0, 537.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "67045088", "25738896", "19005293", "219475", "16119973", "21366394", "195683603", "2947124", "40590358"], "ranked_scores": [555.0, 548.0, 546.0, 544.0, 544.0, 541.0, 540.0, 540.0, 540.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["16979690", "27768226", "63858430", "6477536", "140907540", "79231308", "21902910", "26456326", "10072941", "33533307"], "ranked_scores": [519.0, 512.0, 492.0, 491.0, 483.0, 476.0, 475.0, 474.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4447785", "381602", "7869794", "5406411", "12058271", "164985", "21498497", "3118719", "4391121", "219475"], "ranked_scores": [546.0, 543.0, 542.0, 541.0, 540.0, 540.0, 538.0, 537.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "3727986", "35534019", "22647695", "4462777", "164985", "20155713", "10162553", "21239672", "8246922"], "ranked_scores": [485.0, 482.0, 481.0, 480.0, 480.0, 478.0, 476.0, 475.0, 475.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14615911", "14965508", "53211308", "15081770", "17682477", "12358173", "35256900", "2344892", "79696454", "17934082"], "ranked_scores": [503.0, 500.0, 499.0, 499.0, 498.0, 497.0, 497.0, 497.0, 497.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "22241778", "3896759", "24660385", "25175997", "37628989", "2291922", "8672737", "33409100", "38630735"], "ranked_scores": [459.0, 456.0, 453.0, 453.0, 452.0, 451.0, 451.0, 449.0, 448.0, 448.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "21274919", "24055603", "7965928", "32743723", "24285403", "44830890", "30813140", "24510595"], "ranked_scores": [530.0, 520.0, 508.0, 508.0, 505.0, 505.0, 501.0, 500.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["37628989", "15482274", "43329366", "21301090", "9056874", "45276789", "23400191", "36355784", "10071590", "32423829"], "ranked_scores": [517.0, 516.0, 501.0, 500.0, 500.0, 498.0, 496.0, 494.0, 492.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "22264117", "6040392", "26230669", "4679264", "18038250", "9291668", "1848452", "7988832"], "ranked_scores": [597.0, 584.0, 581.0, 577.0, 575.0, 572.0, 565.0, 564.0, 564.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "26244918", "12280462", "13774178", "275294", "9899292", "14501880", "31001322", "38811597"], "ranked_scores": [524.0, 520.0, 512.0, 511.0, 510.0, 509.0, 507.0, 505.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "26133404", "5137019", "3493623", "9433958", "18938992", "23305884", "10648422", "10015292", "26873988"], "ranked_scores": [581.0, 572.0, 572.0, 571.0, 571.0, 570.0, 570.0, 569.0, 566.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "25973484", "22007333", "27123743", "5487448", "17450673", "27240667", "23557241", "37480103", "16098747"], "ranked_scores": [588.0, 584.0, 581.0, 576.0, 574.0, 572.0, 571.0, 571.0, 569.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "36355784", "28617573", "19140422", "6561200", "12779444", "25742130", "32423829", "46695481", "23136735"], "ranked_scores": [572.0, 560.0, 560.0, 555.0, 554.0, 546.0, 543.0, 542.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "37643601", "44366096", "5633957", "23126677", "27555165", "23746313", "26133404", "41337677", "5838067"], "ranked_scores": [519.0, 518.0, 505.0, 499.0, 497.0, 497.0, 496.0, 496.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "24088502", "24512064", "23124332", "27602752", "14492339", "19497526", "6212802", "16488405", "46202852"], "ranked_scores": [540.0, 534.0, 529.0, 526.0, 526.0, 525.0, 524.0, 523.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["24347647", "1084345", "516867", "4326318", "7514614", "14544564", "3623127", "4653837", "1848452", "26230669"], "ranked_scores": [533.0, 530.0, 506.0, 505.0, 504.0, 502.0, 502.0, 501.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3849194", "6209599", "13778710", "21380348", "4324278", "45875990", "5519177", "8856690", "25901598"], "ranked_scores": [567.0, 554.0, 547.0, 546.0, 546.0, 545.0, 544.0, 544.0, 544.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "6334188", "15889329", "2533768", "37592824", "33370", "26230669", "3863543", "24282306", "7373453"], "ranked_scores": [560.0, 505.0, 504.0, 499.0, 499.0, 491.0, 489.0, 488.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "5700349", "3078550", "2119889", "10846815", "44408494", "13763195", "3825472", "7093809", "9955779"], "ranked_scores": [524.0, 514.0, 512.0, 511.0, 511.0, 510.0, 509.0, 509.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "9988425", "8790729", "14767844", "24042919", "9122283", "14550841", "19583924", "5398179", "40667066"], "ranked_scores": [534.0, 526.0, 525.0, 525.0, 524.0, 524.0, 522.0, 519.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "3863543", "19822046", "8925851", "5836", "19970015", "33677323", "8083310", "35534019"], "ranked_scores": [562.0, 562.0, 556.0, 551.0, 550.0, 547.0, 544.0, 543.0, 542.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["2727303", "25942757", "9283422", "4447055", "36830715", "20310709", "26059876", "4423401", "857189", "5572127"], "ranked_scores": [500.0, 500.0, 494.0, 492.0, 490.0, 490.0, 488.0, 488.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "275294", "41915616", "13001323", "22023404", "8856690", "10530014", "49429882"], "ranked_scores": [556.0, 543.0, 525.0, 522.0, 515.0, 508.0, 502.0, 501.0, 498.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "2831620", "38028419", "14663842", "20526907", "22023404", "3067015", "7875158", "5939172", "8903143"], "ranked_scores": [509.0, 502.0, 501.0, 499.0, 496.0, 493.0, 492.0, 491.0, 488.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40963697", "7343711", "24726600", "33677323", "5483793", "3545805", "4979184", "11172205", "4429118", "3391547"], "ranked_scores": [520.0, 517.0, 510.0, 509.0, 509.0, 507.0, 501.0, 500.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "13448422", "46764350", "2973910", "2015929", "17421851", "25028913", "3984231", "21301090", "4446814"], "ranked_scores": [576.0, 539.0, 537.0, 536.0, 533.0, 530.0, 530.0, 530.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "5402581", "22730024", "2492146", "24150328", "32463364", "7613033", "6309659", "6945285"], "ranked_scores": [595.0, 543.0, 541.0, 538.0, 533.0, 531.0, 528.0, 527.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13380011", "13763195", "12932176", "9334631", "14972169", "27403802", "21199527", "27022864", "16966326", "7093809"], "ranked_scores": [562.0, 557.0, 556.0, 556.0, 555.0, 555.0, 555.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "5406411", "17755060", "21185923", "1550937", "8290760", "12513042", "26059876", "42693833"], "ranked_scores": [575.0, 572.0, 560.0, 550.0, 548.0, 547.0, 545.0, 544.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "45414636", "21363424", "6123924", "24612804", "18546584", "20344442", "25300426", "9283422", "29347970"], "ranked_scores": [565.0, 561.0, 558.0, 558.0, 554.0, 550.0, 550.0, 548.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "9283422", "17463549", "54561384", "10165258", "45414636", "34905328", "44562221", "6961811"], "ranked_scores": [557.0, 556.0, 535.0, 534.0, 532.0, 532.0, 530.0, 529.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7451018", "7224723", "2947124", "28738741", "7111021", "28015516", "25897733", "27602752", "5735492"], "ranked_scores": [585.0, 539.0, 537.0, 536.0, 534.0, 533.0, 528.0, 526.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["37424881", "33370", "24652030", "6784372", "9334631", "14874811", "22174015", "6327940", "9315213", "4795303"], "ranked_scores": [488.0, 482.0, 481.0, 476.0, 475.0, 474.0, 474.0, 474.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "35651106", "20960682", "19683625", "14380875", "24221369", "2947124", "34016944"], "ranked_scores": [554.0, 545.0, 543.0, 542.0, 537.0, 533.0, 532.0, 532.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "3471191", "25298276", "13256155", "35301079", "8659426", "1900152", "2492146", "32421068"], "ranked_scores": [591.0, 549.0, 549.0, 549.0, 544.0, 542.0, 542.0, 540.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "28647122", "9977329", "1550937", "16119973", "9614443", "13923140", "5752492", "14386505", "15435343"], "ranked_scores": [559.0, 556.0, 551.0, 549.0, 549.0, 547.0, 546.0, 546.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "8903143", "28006126", "34905328", "4270992", "22647695", "5914739", "13778710", "33499189", "5483793"], "ranked_scores": [586.0, 583.0, 580.0, 579.0, 576.0, 575.0, 575.0, 571.0, 570.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "45920278", "32909242", "841371", "21203899", "25886725", "27712433", "6421734", "3662510", "21323587"], "ranked_scores": [514.0, 502.0, 498.0, 492.0, 489.0, 488.0, 488.0, 486.0, 485.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["22174015", "29851836", "10015292", "1550937", "21363424", "2405259", "7399084", "28006126", "37256966", "885056"], "ranked_scores": [564.0, 564.0, 559.0, 559.0, 557.0, 557.0, 555.0, 554.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "38944245", "44801733", "15081770", "9225850", "1032372", "26735905", "12580014", "33638477", "4447785"], "ranked_scores": [575.0, 550.0, 550.0, 546.0, 545.0, 543.0, 543.0, 543.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "14241418", "20659283", "25677651", "36432234", "39637840", "23286603", "25388309", "1285713", "11043831"], "ranked_scores": [551.0, 537.0, 536.0, 533.0, 531.0, 530.0, 530.0, 530.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "31363207", "21383026", "11441172", "5284188", "7224723", "341324", "35087728"], "ranked_scores": [575.0, 550.0, 533.0, 532.0, 532.0, 529.0, 525.0, 520.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["35766603", "46112052", "28910120", "5270265", "4468861", "13256155", "26079071", "28419824", "5551138", "3376731"], "ranked_scores": [539.0, 535.0, 527.0, 524.0, 524.0, 524.0, 522.0, 522.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "30981192", "16256507", "23267371", "33409100", "12810152", "2425364", "11071351", "9617381", "39368721"], "ranked_scores": [521.0, 509.0, 505.0, 503.0, 502.0, 501.0, 501.0, 500.0, 498.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "8133050", "970012", "5289038", "21868715", "36345578", "9559146", "23801039", "16966326", "797114"], "ranked_scores": [476.0, 476.0, 471.0, 464.0, 463.0, 463.0, 461.0, 461.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "2138843", "35714909", "23983289", "28894097", "10984005", "21571708", "27466734", "3898784"], "ranked_scores": [576.0, 552.0, 533.0, 529.0, 527.0, 527.0, 521.0, 520.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "34905328", "4324278", "28724565", "52095986", "31624828", "5914739", "19708993", "42565477", "43390777"], "ranked_scores": [517.0, 514.0, 513.0, 512.0, 508.0, 507.0, 506.0, 505.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "35022568", "485020", "27150276", "704526", "31554917", "36033696", "45581752", "12672066", "7239105"], "ranked_scores": [553.0, 502.0, 496.0, 489.0, 488.0, 486.0, 478.0, 477.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "27873158", "9764256", "19140422", "1203035", "6561200", "46355579", "7650066", "23136735"], "ranked_scores": [584.0, 581.0, 566.0, 555.0, 550.0, 545.0, 541.0, 540.0, 537.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["16839245", "16319097", "18810195", "4138659", "17755060", "5256564", "25942757", "1797622", "27693891", "2831620"], "ranked_scores": [536.0, 531.0, 531.0, 528.0, 527.0, 527.0, 526.0, 525.0, 525.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2248870", "23509113", "219475", "40365566", "26973393", "10982689", "42279414", "1386103", "19005293", "17327939"], "ranked_scores": [545.0, 537.0, 521.0, 516.0, 516.0, 515.0, 513.0, 511.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "1967017", "10749308", "29495185", "32969964", "33934971", "63858430", "20620012", "8426046"], "ranked_scores": [544.0, 483.0, 455.0, 454.0, 449.0, 448.0, 443.0, 443.0, 442.0, 442.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "1871230", "6853699", "6163801", "3330111", "16066726", "219475", "14644164", "21498497", "381602"], "ranked_scores": [541.0, 534.0, 530.0, 529.0, 527.0, 527.0, 525.0, 525.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["39084565", "10162553", "32159283", "6853699", "15879931", "3727986", "219475", "164985", "26751583", "8246922"], "ranked_scores": [488.0, 484.0, 478.0, 476.0, 471.0, 469.0, 467.0, 466.0, 465.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9784254", "123859", "14965508", "22241778", "22613657", "1386103", "9600826", "1871230", "35256900", "37549932"], "ranked_scores": [485.0, 483.0, 482.0, 478.0, 478.0, 476.0, 476.0, 475.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "46182525", "25175997", "29253460", "3896759", "43224840", "27049238", "13481731", "2140497", "12991445"], "ranked_scores": [466.0, 452.0, 446.0, 445.0, 443.0, 443.0, 442.0, 441.0, 439.0, 438.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "14606752", "22995579", "19804204", "24510595", "8672737", "24148722", "32743723", "44830890"], "ranked_scores": [523.0, 509.0, 501.0, 500.0, 499.0, 498.0, 493.0, 493.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["27099731", "9754530", "15482274", "427865", "14118484", "7285256", "19854543", "26067999", "45276789", "36355784"], "ranked_scores": [459.0, 458.0, 457.0, 455.0, 453.0, 453.0, 451.0, 450.0, 450.0, 449.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "22551259", "6040392", "9291668", "7514614", "22543403", "26230669", "1848452", "4434951", "7808055"], "ranked_scores": [576.0, 575.0, 575.0, 574.0, 570.0, 568.0, 563.0, 562.0, 558.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "797114", "14501880", "41325555", "17195001", "4423401", "3153673", "23895668", "1227277", "31407112"], "ranked_scores": [523.0, 510.0, 503.0, 495.0, 493.0, 491.0, 491.0, 490.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "1386103", "26873988", "20996244", "2947124", "8596357", "3493623", "2638387", "5811042", "9559146"], "ranked_scores": [574.0, 544.0, 540.0, 533.0, 532.0, 529.0, 529.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "17450673", "27123743", "25973484", "13831842", "37480103", "23557241", "1428840", "4828631", "16322674"], "ranked_scores": [592.0, 591.0, 585.0, 576.0, 571.0, 569.0, 554.0, 552.0, 552.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "28617573", "27873158", "36355784", "9764256", "25121903", "26067999", "25504006", "32423829", "17450673"], "ranked_scores": [532.0, 524.0, 521.0, 517.0, 512.0, 509.0, 508.0, 507.0, 507.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "6501747", "8005007", "31272411", "3790895", "17023584", "23746313", "3698758", "44366096", "8512633"], "ranked_scores": [504.0, 498.0, 497.0, 497.0, 492.0, 491.0, 491.0, 490.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "27602752", "8137081", "8317408", "13959707", "3698758", "42298280", "10530014", "23665162"], "ranked_scores": [559.0, 526.0, 507.0, 504.0, 502.0, 499.0, 498.0, 497.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "11414664", "22264117", "19460822", "516867", "7514614", "797114", "1084345", "9559146", "52887689"], "ranked_scores": [541.0, 523.0, 522.0, 519.0, 518.0, 512.0, 511.0, 509.0, 507.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "20018321", "27134931", "4429388", "2714623", "4324278", "45875990", "18042803", "1748921", "30122260"], "ranked_scores": [556.0, 550.0, 529.0, 529.0, 529.0, 528.0, 524.0, 523.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "6334188", "37592824", "29231620", "15889329", "20645335", "25416944", "31324978", "4399268"], "ranked_scores": [525.0, 500.0, 486.0, 473.0, 473.0, 471.0, 468.0, 467.0, 466.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "23420615", "20313748", "40145839", "15548965", "13763195", "8997410", "5503194", "31387717", "612002"], "ranked_scores": [522.0, 519.0, 517.0, 515.0, 509.0, 503.0, 502.0, 501.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["43390777", "2988714", "4421787", "29557235", "6422576", "25085979", "1631583", "11922370", "21219071", "1871230"], "ranked_scores": [508.0, 507.0, 503.0, 501.0, 501.0, 498.0, 497.0, 494.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "7020505", "8925851", "21692235", "4312169", "41293601", "36713289", "3391547", "13717103", "9217800"], "ranked_scores": [562.0, 541.0, 533.0, 530.0, 529.0, 528.0, 522.0, 521.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "2061878", "10012166", "29657303", "4447055", "18358026", "12156187", "665817", "6000423", "6123521"], "ranked_scores": [507.0, 482.0, 479.0, 476.0, 471.0, 468.0, 468.0, 466.0, 465.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "30720103", "31407112", "12810152", "12009265", "41915616", "275294", "11738716", "8856690"], "ranked_scores": [508.0, 501.0, 490.0, 487.0, 485.0, 483.0, 483.0, 482.0, 480.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["34498325", "3067015", "71625969", "19149247", "12225214", "17919731", "38028419", "14663842", "1576955", "1748921"], "ranked_scores": [496.0, 493.0, 486.0, 483.0, 481.0, 480.0, 479.0, 479.0, 476.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40963697", "6944800", "11172205", "51706771", "11710511", "19603353", "28517384", "12866641", "41293601", "6948886"], "ranked_scores": [493.0, 492.0, 492.0, 491.0, 488.0, 487.0, 487.0, 486.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "4460880", "24989194", "37583120", "87758", "40145839", "13448422", "2973910", "7711685"], "ranked_scores": [574.0, 527.0, 518.0, 518.0, 515.0, 515.0, 511.0, 510.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "13933299", "32463364", "5698494", "41264017", "24735908", "5402581", "18256197", "9617381"], "ranked_scores": [605.0, 518.0, 515.0, 513.0, 510.0, 510.0, 510.0, 508.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "5503194", "9194077", "11992632", "18038250", "12887068", "4423559", "26336593", "33911859", "469066"], "ranked_scores": [539.0, 530.0, 526.0, 523.0, 522.0, 519.0, 519.0, 519.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "27693891", "17755060", "9159125", "24282306", "22703082", "4325137", "6948886", "4422868"], "ranked_scores": [575.0, 558.0, 537.0, 523.0, 521.0, 517.0, 514.0, 514.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "34905328", "13798951", "25085979", "45414636", "28006126", "18546584", "11233339", "14311986", "14191255"], "ranked_scores": [581.0, 571.0, 564.0, 548.0, 543.0, 540.0, 535.0, 534.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "18882947", "14492339", "11666252", "6123924", "27910499", "29347970", "13798951", "33535222", "5273056"], "ranked_scores": [529.0, 519.0, 518.0, 518.0, 516.0, 514.0, 513.0, 510.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5398179", "18174210", "7224723", "5735492", "13959707", "45218443", "4883040", "22705234", "40913091"], "ranked_scores": [556.0, 530.0, 513.0, 513.0, 512.0, 512.0, 510.0, 509.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3831884", "26851674", "14874811", "1127562", "13878124", "1344498", "33370", "32985041", "1595617", "17755060"], "ranked_scores": [477.0, 476.0, 473.0, 473.0, 473.0, 471.0, 471.0, 470.0, 467.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "5811042", "25014337", "13923140", "2042250", "37182501", "34016944", "2405259", "1967017", "22647695"], "ranked_scores": [519.0, 519.0, 519.0, 513.0, 509.0, 509.0, 507.0, 505.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "42731834", "8659426", "7165938", "24575065", "15541119", "26231129", "10958594", "7821634"], "ranked_scores": [580.0, 516.0, 508.0, 505.0, 501.0, 499.0, 498.0, 498.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "34016987", "13923140", "4391121", "17934603", "1550937", "21498497", "44562058", "22647695", "9977329"], "ranked_scores": [547.0, 526.0, 523.0, 521.0, 521.0, 519.0, 517.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "5914739", "2714623", "23393712", "33499189", "25085979", "13798951", "8903143", "45414636", "6163801"], "ranked_scores": [568.0, 566.0, 560.0, 545.0, 544.0, 543.0, 541.0, 541.0, 538.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "841371", "10072941", "45920278", "6421734", "19945096", "12258338", "27712433", "3610080", "9658390"], "ranked_scores": [561.0, 490.0, 490.0, 486.0, 475.0, 475.0, 472.0, 469.0, 468.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["13878643", "9199796", "52944377", "10015292", "885056", "5389523", "14367469", "29851836", "29073751", "5860364"], "ranked_scores": [540.0, 539.0, 538.0, 538.0, 538.0, 536.0, 532.0, 528.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "3330111", "38587347", "22134353", "16839245", "38533515", "195683603", "17017465"], "ranked_scores": [581.0, 565.0, 557.0, 544.0, 536.0, 530.0, 527.0, 527.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31272411", "25901598", "43711341", "27693891", "7225911", "13639330", "11238784", "9669099", "14367469", "4740447"], "ranked_scores": [523.0, 512.0, 507.0, 507.0, 506.0, 503.0, 503.0, 502.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "39984099", "341324", "35087728", "32023005", "13899137", "16787954", "21383026"], "ranked_scores": [580.0, 548.0, 531.0, 518.0, 517.0, 511.0, 505.0, 503.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3376731", "22635278", "3935126", "18682109", "1522336", "4468861", "3462075", "1900152", "41340212", "85665741"], "ranked_scores": [530.0, 521.0, 519.0, 516.0, 513.0, 513.0, 513.0, 512.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "33409100", "34054472", "25599283", "26409363", "19460822", "4462079", "4515975", "44572913"], "ranked_scores": [0.8558, 0.825, 0.8159, 0.8007, 0.7988, 0.7978, 0.7894, 0.7825, 0.7817, 0.7794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["15972906", "18816720", "11020556", "40323148", "2097256", "9433958", "12885341", "9278263", "4340358", "11195653"], "ranked_scores": [0.7131, 0.7105, 0.7067, 0.6937, 0.6928, 0.6918, 0.6906, 0.6892, 0.6861, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20697217", "2138843", "5884524", "35714909", "21301090", "30983338", "6945285", "25589047", "2829179", "8842332"], "ranked_scores": [0.8637, 0.8559, 0.8432, 0.8379, 0.8369, 0.8351, 0.8273, 0.8231, 0.8144, 0.8078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["5531479", "9478135", "33499189", "6609935", "34905328", "40094786", "6163801", "10698739", "9225850", "2714623"], "ranked_scores": [0.9104, 0.9067, 0.9058, 0.9052, 0.9009, 0.8948, 0.8947, 0.8928, 0.8917, 0.8907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["6517267", "11288846", "31612088", "5912283", "7239105", "24318630", "7595742", "36033696", "4695046", "28017005"], "ranked_scores": [0.7118, 0.7103, 0.6939, 0.6919, 0.6755, 0.6748, 0.667, 0.6631, 0.659, 0.6577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "19140422", "46355579", "9764256", "23136735", "6561200", "27873158", "7650066", "12779444"], "ranked_scores": [0.9146, 0.8995, 0.891, 0.8652, 0.8467, 0.8431, 0.8385, 0.8284, 0.8259, 0.815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9109, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23702805", "24770913", "1686997", "41325555", "4423401", "25942757", "32985041", "18399038", "19205437", "5860364"], "ranked_scores": [0.8364, 0.8136, 0.8102, 0.8081, 0.8081, 0.8046, 0.8031, 0.7985, 0.7967, 0.7916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "34268160", "22635278", "6157837", "2391552", "3984231", "6580081", "23700330", "9056874", "40590358"], "ranked_scores": [0.8967, 0.8729, 0.8642, 0.8636, 0.8623, 0.8621, 0.8614, 0.8488, 0.8445, 0.8436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "16979690", "11469078", "11288846", "41735503", "6477536", "16108876", "9754530", "196664003"], "ranked_scores": [0.7434, 0.7182, 0.6881, 0.563, 0.554, 0.5472, 0.5363, 0.526, 0.5243, 0.5112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["36345578", "9878167", "4406819", "17741440", "36089763", "3330111", "4389252", "6163801", "12966719", "8005007"], "ranked_scores": [0.8896, 0.8852, 0.865, 0.8575, 0.8432, 0.8307, 0.825, 0.821, 0.8198, 0.8191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["1616661", "23160444", "4688340", "123859", "30468386", "20287253", "17741440", "3559136", "20155713", "14149065"], "ranked_scores": [0.8128, 0.8127, 0.8046, 0.7725, 0.7648, 0.7626, 0.7536, 0.7533, 0.7487, 0.7485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["46602807", "28264919", "350542", "22241778", "40590358", "41165286", "1336292", "13368032", "19854744", "12280462"], "ranked_scores": [0.8037, 0.803, 0.7936, 0.7749, 0.7681, 0.7665, 0.7639, 0.7591, 0.7584, 0.753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["13963620", "38369817", "31761981", "8997410", "28369117", "17934082", "21395936", "1031534", "5503194", "14591894"], "ranked_scores": [0.6975, 0.6865, 0.6753, 0.6702, 0.642, 0.6414, 0.6334, 0.6279, 0.6228, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["8002529", "24148722", "21274919", "28338268", "3981244", "8672737", "44830890", "17930286", "30813140", "43226130"], "ranked_scores": [0.7888, 0.7683, 0.7631, 0.7564, 0.7462, 0.7423, 0.7399, 0.7319, 0.7296, 0.7274], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "22688699", "12839939", "32423829", "3698758", "38369817", "13624704", "21239672", "427865"], "ranked_scores": [0.8822, 0.8437, 0.7651, 0.7488, 0.7443, 0.727, 0.726, 0.725, 0.7212, 0.7196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22264117", "14475235", "1848452", "40349336", "26230669", "22543403", "7514614", "16267205", "12156187"], "ranked_scores": [0.8742, 0.8418, 0.8268, 0.8256, 0.8192, 0.8114, 0.8013, 0.7974, 0.7918, 0.7916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14501880", "31407112", "6327940", "1227277", "6277638", "275294", "34630025", "8460275", "44693226", "22517564"], "ranked_scores": [0.8352, 0.8055, 0.8051, 0.7996, 0.7959, 0.7947, 0.7796, 0.7762, 0.7756, 0.7746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5811042", "28015516", "5107861", "2947124", "6182947", "52095986", "12885341", "22705234", "6492658", "15248287"], "ranked_scores": [0.8758, 0.8562, 0.856, 0.8456, 0.8431, 0.8376, 0.8366, 0.8361, 0.8332, 0.8332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25121903", "23557241", "52188256", "22007333", "24581365", "27123743", "13831842", "46695481", "15512462", "27240667"], "ranked_scores": [0.8755, 0.867, 0.8647, 0.8634, 0.859, 0.8576, 0.8558, 0.8552, 0.8471, 0.8443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "46695481", "32423829", "25742130", "9764256", "19140422", "46355579", "26067999", "7650066"], "ranked_scores": [0.8647, 0.8416, 0.838, 0.8277, 0.8264, 0.8234, 0.8187, 0.814, 0.8061, 0.8033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26133404", "24922825", "4387484", "22889972", "10365787", "26071782", "34016987", "17023584", "4402497", "3107733"], "ranked_scores": [0.8603, 0.8564, 0.8534, 0.8485, 0.8424, 0.8415, 0.8342, 0.8341, 0.8339, 0.8289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["12058271", "18882947", "25988622", "9225850", "41877386", "22530842", "25148216", "14492339", "32101982", "21185923"], "ranked_scores": [0.888, 0.8486, 0.8323, 0.8297, 0.8262, 0.8184, 0.8168, 0.8165, 0.8159, 0.8156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["9559146", "22264117", "26230669", "4709641", "6896063", "25419778", "15521377", "1084345", "29634262", "24347647"], "ranked_scores": [0.7812, 0.7803, 0.7713, 0.7633, 0.7623, 0.7609, 0.7556, 0.7535, 0.753, 0.7454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["23974474", "22036571", "5914739", "3118719", "35884026", "3973445", "8903143", "4324278", "17195001", "2042250"], "ranked_scores": [0.9056, 0.9051, 0.9017, 0.899, 0.8963, 0.8918, 0.889, 0.8845, 0.8841, 0.883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15692098", "810480", "32743723", "39571812", "41599676", "15889329", "25416944", "6334188", "37592824"], "ranked_scores": [0.9021, 0.773, 0.7715, 0.7703, 0.7679, 0.7661, 0.7635, 0.7634, 0.7538, 0.7453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15381976", "14171859", "2474731", "23700330", "5511240", "46517055", "7489663", "2274272", "34537906", "17412260"], "ranked_scores": [0.856, 0.8328, 0.8297, 0.822, 0.8158, 0.8118, 0.8107, 0.8091, 0.8077, 0.8053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["3874000", "19384430", "18909530", "14191255", "11083121", "2988714", "29473081", "34604584", "2086909", "6446747"], "ranked_scores": [0.8634, 0.858, 0.8396, 0.8295, 0.8273, 0.823, 0.8226, 0.8226, 0.8209, 0.8201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "5836", "21692235", "3863543", "5765455", "3391547", "6948886", "2014909", "5415832", "39571812"], "ranked_scores": [0.835, 0.8343, 0.8135, 0.7998, 0.7968, 0.7951, 0.784, 0.7837, 0.7806, 0.7797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["7997337", "8247597", "1834762", "39776978", "4447055", "11250124", "31407112", "43224840", "6636088", "16472469"], "ranked_scores": [0.8196, 0.8178, 0.8163, 0.8148, 0.8129, 0.7991, 0.7963, 0.7914, 0.7893, 0.789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "11738716", "30720103", "36960449", "19460822", "24594624", "13001323", "25643818", "6718824"], "ranked_scores": [0.858, 0.8509, 0.8349, 0.8305, 0.795, 0.7944, 0.7936, 0.7913, 0.7861, 0.778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["33030946", "13923140", "1265945", "2481032", "40476126", "4336849", "5094468", "6000423", "9638032", "1576955"], "ranked_scores": [0.7548, 0.7524, 0.7517, 0.7462, 0.745, 0.7387, 0.7362, 0.734, 0.7335, 0.7232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["37686718", "23160444", "11172205", "6944800", "40963697", "5503194", "4979184", "12411274", "18399038", "23237995"], "ranked_scores": [0.8122, 0.8091, 0.807, 0.7975, 0.7973, 0.7914, 0.7844, 0.7837, 0.7834, 0.7808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "38630735", "19332616", "9813098", "4445629", "18256197", "40349336", "25028913", "7373453", "15925931"], "ranked_scores": [0.8362, 0.8176, 0.8093, 0.8069, 0.8062, 0.8014, 0.8003, 0.7997, 0.7989, 0.7987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5884524", "13282296", "20697217", "24625323", "41264017", "37488367", "17693849", "3083927", "11201004"], "ranked_scores": [0.936, 0.8543, 0.8538, 0.8522, 0.8484, 0.8451, 0.845, 0.8406, 0.8366, 0.8256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5811042", "1049501", "6492658", "4391121", "34753204", "23420615", "13380011", "16966326", "28015516", "2947124"], "ranked_scores": [0.8708, 0.866, 0.8607, 0.8556, 0.8546, 0.8473, 0.8424, 0.8419, 0.8402, 0.8385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "4422868", "23126677", "11915280", "1192458", "14479433", "293661", "12513042", "5254463", "11255504"], "ranked_scores": [0.8786, 0.8568, 0.8027, 0.7892, 0.7861, 0.7788, 0.7763, 0.7726, 0.769, 0.7685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["12058271", "40234452", "24612804", "10165258", "15248287", "29288582", "25985964", "19583924", "40608679", "21363424"], "ranked_scores": [0.9027, 0.8861, 0.8707, 0.8625, 0.8612, 0.8554, 0.8534, 0.8528, 0.8512, 0.8503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "19583924", "41877386", "38712515", "54561384", "36386637", "28206748", "28910120", "9283422"], "ranked_scores": [0.8519, 0.844, 0.8403, 0.8221, 0.8136, 0.8127, 0.8092, 0.8051, 0.798, 0.7944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8005007", "14934137", "8300657", "12885341", "5849439", "22153455", "12670680", "20459964", "26071782"], "ranked_scores": [0.8882, 0.8288, 0.8197, 0.8037, 0.7986, 0.7982, 0.7937, 0.7909, 0.7867, 0.7864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["21535641", "4391121", "4423401", "12631697", "2701077", "25623469", "4447055", "35345807", "18678095", "22968257"], "ranked_scores": [0.7237, 0.7027, 0.7006, 0.6983, 0.6926, 0.6866, 0.6857, 0.6843, 0.6838, 0.6797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "982650", "6426919", "6492658", "18421962", "13380011", "2638387", "24384587", "30261663"], "ranked_scores": [0.8934, 0.8927, 0.8789, 0.8653, 0.863, 0.8495, 0.8451, 0.8446, 0.8438, 0.8417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "31616203", "24450344", "24323695", "24916604", "6137330", "24634621", "26231129", "16016673", "42731834"], "ranked_scores": [0.8544, 0.8463, 0.8424, 0.8301, 0.7901, 0.7848, 0.7676, 0.7629, 0.7579, 0.7482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["27789588", "4380287", "3930020", "28392393", "27567994", "18237384", "12670680", "35987381", "1550937", "8137081"], "ranked_scores": [0.8888, 0.8819, 0.8769, 0.8723, 0.8673, 0.8642, 0.8624, 0.8575, 0.8495, 0.8466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "12058271", "17017465", "2714623", "9225850", "29347970", "40094786", "36345578", "13798951", "9283422"], "ranked_scores": [0.9482, 0.9214, 0.9105, 0.9061, 0.903, 0.8954, 0.8932, 0.8871, 0.8862, 0.8854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "25886725", "7595742", "13906581", "21377587", "24524403", "581832", "19071857", "19945096", "45920278"], "ranked_scores": [0.8131, 0.7417, 0.7068, 0.7031, 0.6863, 0.686, 0.6847, 0.6807, 0.6802, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["45449835", "4387494", "10359591", "3113630", "8246922", "16605494", "6259170", "9539753", "5633957", "14332945"], "ranked_scores": [0.8415, 0.841, 0.8318, 0.8288, 0.8248, 0.8195, 0.8177, 0.8134, 0.8128, 0.8127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "6259170", "17741440", "5137019", "4795303", "1574014", "7820043", "1049501", "26851674", "45487164"], "ranked_scores": [0.8851, 0.8665, 0.8646, 0.8634, 0.8582, 0.853, 0.8451, 0.844, 0.8437, 0.8429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "1227277", "25895285", "25623469", "19132741", "28107602", "22968257", "10491220", "13651792", "12641252"], "ranked_scores": [0.8757, 0.8646, 0.8594, 0.8485, 0.8481, 0.8464, 0.8448, 0.8433, 0.8422, 0.8406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "31363207", "43378932", "32454714", "21644993", "21700295", "24596228", "10617916"], "ranked_scores": [0.914, 0.879, 0.8376, 0.8331, 0.8319, 0.8128, 0.8123, 0.8073, 0.8024, 0.8009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["24921368", "43534665", "31293581", "32927401", "21557614", "31272411", "11968641", "14644164", "6157837", "7506409"], "ranked_scores": [0.7912, 0.7869, 0.7829, 0.7762, 0.774, 0.7687, 0.7667, 0.7666, 0.7664, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "33409100", "12810152", "25599283", "4462079", "22023404", "21636085", "21553394", "41915616", "26409363"], "ranked_scores": [0.814, 0.77, 0.7652, 0.759, 0.7502, 0.7488, 0.745, 0.744, 0.7418, 0.7285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "34121231", "25687558", "3930020", "9977329", "7997337", "11195653", "12885341", "13000926", "33934971"], "ranked_scores": [0.6685, 0.6166, 0.5924, 0.5913, 0.5813, 0.5797, 0.5727, 0.5713, 0.562, 0.5591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "35714909", "38630735", "21301090", "6158879", "4506414", "6945285", "23785605", "16760369", "8842332"], "ranked_scores": [0.8436, 0.8056, 0.7953, 0.7774, 0.7764, 0.7719, 0.7707, 0.7661, 0.7658, 0.7603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["11200685", "33499189", "2714623", "8903143", "10698739", "7820043", "2053540", "34905328", "17017465", "17195001"], "ranked_scores": [0.8128, 0.8058, 0.7973, 0.7944, 0.7873, 0.7814, 0.7794, 0.7791, 0.7788, 0.7762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "14827874", "4695046", "15041758", "13883546", "58564850", "12672066", "12667988"], "ranked_scores": [0.6962, 0.6024, 0.5984, 0.5841, 0.5451, 0.5313, 0.5308, 0.529, 0.5227, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "19140422", "23136735", "27873158", "6561200", "9764256", "46355579", "36355784", "24450344"], "ranked_scores": [0.8937, 0.8606, 0.8386, 0.8338, 0.8125, 0.8103, 0.7957, 0.7924, 0.7486, 0.7222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3858268", "3831884", "5256564", "1686997", "23895668", "293661", "12217662", "22317868", "18399038", "18810195"], "ranked_scores": [0.7542, 0.7359, 0.7306, 0.7108, 0.7075, 0.7029, 0.6976, 0.6911, 0.6878, 0.687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "22635278", "23420807", "1900152", "40590358", "49432306", "34268160", "26973393", "17682477", "16787954"], "ranked_scores": [0.8312, 0.7868, 0.7832, 0.7781, 0.7776, 0.7619, 0.7612, 0.7562, 0.7522, 0.7501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "6477536", "11288846", "140907540", "12428497", "6040392", "29807737", "7595742"], "ranked_scores": [0.6921, 0.6119, 0.5709, 0.4769, 0.4562, 0.4502, 0.4431, 0.4326, 0.4283, 0.4262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["42693833", "24612804", "21498497", "8005007", "3330111", "8563659", "3863543", "25988622", "5836", "9433958"], "ranked_scores": [0.763, 0.7583, 0.7539, 0.7526, 0.7521, 0.7436, 0.7426, 0.742, 0.7404, 0.7394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["4979184", "21626639", "24707550", "26851674", "23160444", "4688340", "22153455", "4928057", "27602752", "38369817"], "ranked_scores": [0.6563, 0.6558, 0.6525, 0.6479, 0.6456, 0.6445, 0.6392, 0.6377, 0.6337, 0.6312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "21179714", "46765242", "27264454", "9955779", "1336292", "25895285", "3376731", "28334217", "40500438"], "ranked_scores": [0.7158, 0.6665, 0.6614, 0.6575, 0.6538, 0.6532, 0.6503, 0.6449, 0.6378, 0.6367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["31761981", "24660385", "39776978", "43224840", "14591894", "40667577", "35314705", "5487448", "37686718", "31616203"], "ranked_scores": [0.5504, 0.5476, 0.5316, 0.5246, 0.524, 0.5235, 0.5212, 0.5167, 0.5151, 0.5147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "14566771", "28338268", "143868995", "23785605", "24148722", "20302714", "24510595", "44830890", "7965928"], "ranked_scores": [0.7496, 0.7086, 0.6955, 0.6892, 0.6877, 0.6833, 0.6832, 0.6824, 0.6801, 0.6774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "12839939", "52874170", "32423829", "22688699", "23639838", "37628989", "79231308", "39532074", "23400191"], "ranked_scores": [0.7997, 0.6791, 0.6654, 0.6436, 0.6232, 0.6119, 0.6086, 0.6064, 0.6015, 0.6005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "4434951", "1848452", "14475235", "22264117", "6040392", "31293581", "26230669", "28441310"], "ranked_scores": [0.833, 0.8135, 0.7958, 0.7866, 0.7827, 0.7753, 0.7751, 0.7709, 0.7479, 0.7459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "275294", "2266471", "6277638", "8460275", "14501880", "11738716", "36654066", "597790", "46765242"], "ranked_scores": [0.74, 0.7259, 0.7225, 0.7063, 0.7002, 0.6994, 0.6972, 0.6945, 0.6811, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5811042", "9433958", "857189", "30437264", "2947124", "14178995", "13921783", "12670680", "16966326", "10450300"], "ranked_scores": [0.8261, 0.8106, 0.7942, 0.7882, 0.787, 0.7782, 0.7736, 0.7733, 0.7707, 0.7693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "22007333", "23557241", "15512462", "37480103", "27123743", "1428840", "52188256", "27240667", "13831558"], "ranked_scores": [0.8764, 0.8716, 0.8646, 0.8625, 0.8595, 0.8534, 0.8472, 0.8438, 0.8409, 0.8381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "12779444", "22942787", "27873158", "32423829", "46695481", "28617573", "26798867", "2058909"], "ranked_scores": [0.8233, 0.802, 0.7979, 0.7906, 0.7809, 0.7728, 0.7509, 0.7503, 0.7482, 0.7456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["40145839", "8005007", "43378932", "13368032", "24922825", "14474178", "37643601", "12885341", "2824347", "33397197"], "ranked_scores": [0.782, 0.7542, 0.7537, 0.7487, 0.7465, 0.7447, 0.7419, 0.7372, 0.7366, 0.7347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27910499", "14492339", "8137081", "18882947", "34905328", "5415832", "54561384", "12058271", "27306942", "10530014"], "ranked_scores": [0.7617, 0.7597, 0.7581, 0.7509, 0.7463, 0.7432, 0.7311, 0.7286, 0.7234, 0.7223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "26230669", "4709641", "22264117", "28138927", "4653837", "22705234", "2543135", "928281"], "ranked_scores": [0.7365, 0.7045, 0.6943, 0.6837, 0.6829, 0.68, 0.6792, 0.6641, 0.6634, 0.6609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "22036571", "17195001", "8460275", "38533515", "4324278", "44640124", "3973445", "23974474", "19313533"], "ranked_scores": [0.8467, 0.8463, 0.8364, 0.8355, 0.8344, 0.8331, 0.8255, 0.8238, 0.8219, 0.8204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "810480", "25416944", "15692098", "6334188", "37592824", "32743723", "8672737", "13322804"], "ranked_scores": [0.88, 0.7356, 0.7326, 0.7313, 0.7142, 0.6965, 0.6927, 0.6829, 0.6738, 0.6734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "14171859", "15381976", "23700330", "25895285", "34537906", "21179714", "44408494", "28138927", "3930020"], "ranked_scores": [0.7342, 0.7266, 0.7262, 0.7154, 0.7066, 0.6972, 0.6809, 0.6798, 0.6787, 0.6775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "8327914", "6446747", "23618826", "18909530", "7451607", "37164306", "29557235", "24512417", "2988714"], "ranked_scores": [0.7541, 0.7476, 0.7319, 0.7278, 0.7264, 0.7234, 0.7206, 0.7206, 0.7199, 0.7174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "5765455", "2359152", "5836", "33677323", "6000423", "3391547", "3863543", "6948886", "21692235"], "ranked_scores": [0.8333, 0.8106, 0.7935, 0.7912, 0.7824, 0.7775, 0.7767, 0.7749, 0.7732, 0.763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["36830715", "7997337", "31324978", "4447055", "31884697", "665817", "1834762", "3930020", "29785642", "21564598"], "ranked_scores": [0.7404, 0.7279, 0.7261, 0.7202, 0.6995, 0.6968, 0.6919, 0.6756, 0.6741, 0.6738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "22023404", "25599283", "41915616", "36960449", "4515975", "3150030", "2425364"], "ranked_scores": [0.8303, 0.8094, 0.8005, 0.7746, 0.7696, 0.7553, 0.7454, 0.7364, 0.7346, 0.7268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["13106686", "71625969", "21641088", "3067015", "38028419", "5782614", "2831620", "25488034", "21246752", "25157790"], "ranked_scores": [0.6644, 0.6555, 0.648, 0.6455, 0.6415, 0.64, 0.6368, 0.6362, 0.6335, 0.6319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["3391547", "4979184", "37686718", "11172205", "35534019", "6944800", "6948886", "15816729", "3559136", "6446747"], "ranked_scores": [0.7544, 0.7523, 0.7454, 0.7421, 0.7394, 0.7392, 0.7309, 0.7173, 0.714, 0.7135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "18256197", "3616843", "25028913", "4445629", "19332616", "45449835", "9813098", "21372171", "1387104"], "ranked_scores": [0.8323, 0.8133, 0.7957, 0.7838, 0.7754, 0.7736, 0.7702, 0.7693, 0.7679, 0.7648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "37488367", "6309659", "32463364", "40996863", "22442133", "5691302", "13933299"], "ranked_scores": [0.9058, 0.801, 0.7815, 0.7674, 0.7668, 0.7602, 0.757, 0.7477, 0.743, 0.7414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5811042", "6492658", "16966326", "22185730", "1049501", "30437264", "14362678", "10627801", "12932176", "35660758"], "ranked_scores": [0.829, 0.8267, 0.8183, 0.8024, 0.7932, 0.7931, 0.7896, 0.7888, 0.7876, 0.7862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["4422868", "21181273", "6923961", "12513042", "17648235", "1192458", "19950357", "4447785", "57783564", "17775228"], "ranked_scores": [0.8275, 0.8244, 0.7874, 0.7793, 0.7669, 0.7619, 0.7579, 0.757, 0.7546, 0.7518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["9911547", "40234452", "32170702", "29288582", "4389252", "25479072", "10165258", "24142891", "8538916", "16745747"], "ranked_scores": [0.8078, 0.8063, 0.7962, 0.7934, 0.7915, 0.7831, 0.782, 0.7816, 0.7786, 0.7755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "19583924", "9283422", "9056874", "8538916", "22530842", "40608679", "2559303"], "ranked_scores": [0.8177, 0.7441, 0.7302, 0.7232, 0.7103, 0.7099, 0.7021, 0.6998, 0.6941, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "8005007", "14934137", "27602752", "12885341", "12670680", "21274496", "25737507", "29023309"], "ranked_scores": [0.8635, 0.7659, 0.7636, 0.7596, 0.7595, 0.7436, 0.7411, 0.7366, 0.736, 0.7325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2701077", "21535641", "39558597", "13380011", "9559146", "293661", "885056", "15521377", "31293581", "33370"], "ranked_scores": [0.6053, 0.5862, 0.5846, 0.5803, 0.5792, 0.5743, 0.5614, 0.5592, 0.5582, 0.5559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "982650", "6426919", "16882895", "14657344", "16605494", "24384587", "30437264", "13651792"], "ranked_scores": [0.8349, 0.8237, 0.8029, 0.7691, 0.7681, 0.7607, 0.757, 0.7556, 0.749, 0.7486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "31616203", "25298276", "24450344", "24634621", "7165938", "26231129", "24873253", "2492146", "24916604"], "ranked_scores": [0.8116, 0.7768, 0.745, 0.7057, 0.6974, 0.6861, 0.682, 0.6784, 0.6781, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["27789588", "12670680", "5836", "21498497", "14644164", "35987381", "28149602", "4380287", "5811042", "7221410"], "ranked_scores": [0.8133, 0.8109, 0.8084, 0.7963, 0.7922, 0.7917, 0.7894, 0.7878, 0.787, 0.7841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "33499189", "13798951", "9225850", "29347970", "40094786", "8903143", "9283422", "18758057"], "ranked_scores": [0.9167, 0.8846, 0.8545, 0.8523, 0.8503, 0.8502, 0.8386, 0.8282, 0.8245, 0.8234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "40905302", "21377587", "25886725", "581832", "20491205", "7595742", "21323587", "24524403"], "ranked_scores": [0.7785, 0.7034, 0.6698, 0.6446, 0.6362, 0.6314, 0.6162, 0.6106, 0.5998, 0.5981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["28006126", "2405259", "29073751", "9638032", "3805841", "4387494", "34469966", "31882215", "13878643", "6259170"], "ranked_scores": [0.7711, 0.7538, 0.75, 0.7495, 0.7448, 0.7397, 0.7363, 0.7346, 0.7345, 0.7332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "25942757", "12670680", "25014337", "28517384", "24612804", "2316374", "27602752", "9021186", "5484763"], "ranked_scores": [0.8116, 0.7918, 0.7733, 0.771, 0.7627, 0.7621, 0.762, 0.7529, 0.7524, 0.7516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["16605494", "28138927", "22185730", "35660758", "23702805", "51952430", "25623469", "24721866", "24042363", "18841257"], "ranked_scores": [0.7722, 0.7657, 0.765, 0.7632, 0.7594, 0.7569, 0.7495, 0.7492, 0.7488, 0.7465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "16787954", "341324", "5284188", "7224723", "35079452", "43378932"], "ranked_scores": [0.8742, 0.8566, 0.8191, 0.7993, 0.7968, 0.7695, 0.7358, 0.7305, 0.7259, 0.7224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["43534665", "6157837", "14644164", "16086778", "17682477", "24921368", "13651792", "34016944", "7115651", "85665741"], "ranked_scores": [0.7072, 0.6952, 0.6875, 0.6847, 0.6746, 0.6744, 0.6733, 0.6727, 0.6715, 0.6665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "44572913", "21636085", "33409100", "26409363", "34054472", "21553394", "30981192"], "ranked_scores": [0.7753, 0.7504, 0.7002, 0.6923, 0.6856, 0.6674, 0.6648, 0.6549, 0.6536, 0.65], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "8373753", "708425", "4999387", "12885341", "33934971", "4340358", "40323148", "34582256", "9977329"], "ranked_scores": [0.5165, 0.477, 0.4709, 0.4702, 0.4494, 0.4463, 0.4364, 0.4358, 0.4358, 0.4344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "6158879", "38630735", "4506414", "14973286", "31889025", "21301090", "8842332", "20697217", "23783727"], "ranked_scores": [0.7974, 0.7245, 0.7213, 0.7167, 0.7148, 0.7147, 0.7118, 0.7014, 0.6957, 0.6953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "33499189", "25479072", "34905328", "10562341", "5914739", "17017465", "51952430", "40094786"], "ranked_scores": [0.8126, 0.7955, 0.7904, 0.7799, 0.7625, 0.7535, 0.7501, 0.7497, 0.748, 0.7453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "27150276", "31554917", "21373821", "19071857", "12667988", "13883546", "28419824", "12672066", "14827874"], "ranked_scores": [0.6864, 0.5907, 0.5698, 0.5351, 0.5211, 0.5208, 0.5071, 0.5018, 0.4998, 0.4997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "23136735", "6561200", "46355579", "19140422", "9764256", "27873158", "1203035", "16980892"], "ranked_scores": [0.8637, 0.8555, 0.8457, 0.8377, 0.8336, 0.8315, 0.7821, 0.782, 0.7576, 0.7342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.89, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1686997", "18810195", "7621534", "16839245", "52925737", "3376731", "18399038", "10482574", "4423401", "5785219"], "ranked_scores": [0.7008, 0.6559, 0.6533, 0.6409, 0.6388, 0.6376, 0.6352, 0.6336, 0.6331, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "32454714", "20610557", "1900152", "40365566", "26973393", "23420807", "67045088", "219475", "27615329"], "ranked_scores": [0.8055, 0.7478, 0.7435, 0.7431, 0.7361, 0.7347, 0.7209, 0.7189, 0.7124, 0.7103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "29107210", "4687948", "10749308", "34544514", "140907540", "26016929"], "ranked_scores": [0.6551, 0.5162, 0.4837, 0.4093, 0.4013, 0.3907, 0.3768, 0.3743, 0.3736, 0.3707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3863543", "10450300", "12058271", "5386514", "24612804", "5836", "7224723", "21498497", "19511011", "4391121"], "ranked_scores": [0.7595, 0.7521, 0.749, 0.7485, 0.7443, 0.7389, 0.7357, 0.734, 0.7327, 0.732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "18126445", "26851674", "45401535", "7736860", "4688340", "40383969", "2727303", "6334188", "8453819"], "ranked_scores": [0.5859, 0.5653, 0.5403, 0.5357, 0.5278, 0.5248, 0.5242, 0.5241, 0.5224, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "21179714", "31407112", "21258863", "2272614", "23700330", "13992047", "18126445", "85665741", "6315132"], "ranked_scores": [0.6478, 0.6108, 0.6023, 0.59, 0.5896, 0.5874, 0.5847, 0.5838, 0.5813, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "38369817", "7111021", "24660385", "13223957", "14591894", "12265561", "6212802", "43224840", "8426046"], "ranked_scores": [0.5004, 0.4784, 0.4778, 0.4712, 0.4582, 0.4571, 0.4555, 0.4496, 0.4351, 0.427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "44830890", "24510595", "24055603", "28419824", "7965928", "37592824", "30813140", "14606752", "143868995"], "ranked_scores": [0.6654, 0.6541, 0.6511, 0.6368, 0.6343, 0.6341, 0.6295, 0.6282, 0.6253, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "28617573", "16980892", "12839939", "13445579", "19140422", "79231308", "29981186", "24942840"], "ranked_scores": [0.7452, 0.6206, 0.614, 0.5925, 0.5898, 0.5663, 0.5639, 0.5586, 0.5584, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "6040392", "26230669", "22551259", "4434951", "22264117", "9291668", "14475235", "1032372"], "ranked_scores": [0.8204, 0.7887, 0.7876, 0.7764, 0.7712, 0.7682, 0.7582, 0.7447, 0.7422, 0.7307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "31407112", "1227277", "40005757", "8460275", "38752049", "6277638", "14501880", "15615957", "17195001"], "ranked_scores": [0.6601, 0.6589, 0.6316, 0.6254, 0.6135, 0.6008, 0.6007, 0.5978, 0.5975, 0.5946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "5811042", "26133404", "12670680", "10450300", "2638387", "26873988", "857189", "5137019"], "ranked_scores": [0.7847, 0.7746, 0.7589, 0.747, 0.7456, 0.7449, 0.7432, 0.7386, 0.735, 0.7329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "27123743", "25973484", "23557241", "13831842", "37480103", "17450673", "27240667", "21874312", "1428840"], "ranked_scores": [0.8307, 0.8192, 0.818, 0.8075, 0.8049, 0.8048, 0.802, 0.7882, 0.7878, 0.7848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "12779444", "28617573", "46695481", "27873158", "6561200", "9764256", "19140422", "23136735"], "ranked_scores": [0.8164, 0.7823, 0.7792, 0.7661, 0.7631, 0.7602, 0.7371, 0.7353, 0.7292, 0.729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37762357", "8005007", "26133404", "37643601", "14474178", "3093512", "13368032", "6501747", "40145839", "18914652"], "ranked_scores": [0.7011, 0.6991, 0.6958, 0.6955, 0.6813, 0.6742, 0.6731, 0.673, 0.6717, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "18882947", "10530014", "14492339", "9225850", "27602752", "24088502", "29023309", "1336292", "27243019"], "ranked_scores": [0.7089, 0.7015, 0.6956, 0.68, 0.665, 0.6645, 0.6614, 0.6584, 0.6538, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "22264117", "4326318", "26230669", "8519911", "10012166", "28138927", "4653837", "928281"], "ranked_scores": [0.7208, 0.6984, 0.6931, 0.6815, 0.663, 0.6626, 0.6445, 0.6232, 0.614, 0.6087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "16120395", "8856690", "17195001", "4324278", "8460275", "3849194", "8903143", "22036571", "5914739"], "ranked_scores": [0.7908, 0.7731, 0.7696, 0.7612, 0.7592, 0.7557, 0.7553, 0.7462, 0.7414, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "810480", "37592824", "31324978", "25416944", "3943235", "116792", "32743723", "8005007"], "ranked_scores": [0.8417, 0.6493, 0.6318, 0.6234, 0.6117, 0.6062, 0.5996, 0.5786, 0.5772, 0.5707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5704562", "15491404", "6076903", "21179714", "10846815", "41913714", "6565037", "2119889", "12932176", "23702805"], "ranked_scores": [0.6597, 0.6593, 0.6574, 0.6367, 0.6332, 0.623, 0.6172, 0.6164, 0.6164, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "18909530", "4462419", "26374799", "2988714", "6446747", "24766509", "4457834", "22428640", "16839245"], "ranked_scores": [0.7104, 0.6964, 0.6956, 0.6917, 0.6912, 0.6898, 0.684, 0.6808, 0.68, 0.6768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "5836", "3391547", "5782614", "6000423", "21692235", "8083310", "39758684", "2014909"], "ranked_scores": [0.7622, 0.7597, 0.7571, 0.7432, 0.7398, 0.7231, 0.7199, 0.7177, 0.7127, 0.7075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["31407112", "20310709", "40632104", "14848619", "14874811", "10991183", "10247314", "25483562", "4447055", "43224840"], "ranked_scores": [0.6181, 0.6157, 0.6051, 0.5947, 0.5911, 0.5897, 0.5815, 0.5774, 0.5745, 0.573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "41915616", "2425364", "22023404", "25599283", "49429882", "11738716", "16256507"], "ranked_scores": [0.7758, 0.7515, 0.7224, 0.6902, 0.6771, 0.6661, 0.6652, 0.6099, 0.608, 0.6058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "1576955", "13106686", "13923140", "3067015", "6042706", "22442133", "21246752", "22023404"], "ranked_scores": [0.6354, 0.6352, 0.5977, 0.5754, 0.5739, 0.5667, 0.5617, 0.5542, 0.5532, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["43224840", "15816729", "6944800", "29473081", "3391547", "1065627", "24726600", "3559136", "40963697", "5123516"], "ranked_scores": [0.6626, 0.6296, 0.6116, 0.6111, 0.6082, 0.6027, 0.5978, 0.5967, 0.5931, 0.5931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "19332616", "3616843", "13448422", "12358173", "2587396", "21372171", "87758", "4446814"], "ranked_scores": [0.8075, 0.7713, 0.7489, 0.7486, 0.7355, 0.7348, 0.7346, 0.7336, 0.7276, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "37488367", "22442133", "32463364", "32777637", "21590125", "5691302", "14121786", "40996863"], "ranked_scores": [0.8329, 0.7368, 0.6924, 0.6878, 0.6852, 0.6764, 0.6762, 0.6762, 0.6758, 0.6753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14362678", "1049501", "2947124", "317204", "40473317", "10627801", "6492658", "2543135", "12932176"], "ranked_scores": [0.8046, 0.7722, 0.7427, 0.7381, 0.7166, 0.7153, 0.7148, 0.7113, 0.7107, 0.7096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "42693833", "4422868", "17648235", "17755060", "11915280", "5406411", "57783564"], "ranked_scores": [0.7919, 0.7795, 0.7253, 0.7131, 0.7113, 0.7042, 0.6948, 0.6917, 0.6902, 0.6845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40094786", "10165258", "32170702", "40234452", "25479072", "4389252", "5132358", "21363424", "515489", "20996244"], "ranked_scores": [0.7658, 0.7621, 0.7614, 0.7563, 0.7532, 0.748, 0.7421, 0.7418, 0.7403, 0.7367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "9283422", "17463549", "40608679", "18758057", "26848994", "20457190", "14492339"], "ranked_scores": [0.7888, 0.7529, 0.6766, 0.6764, 0.6761, 0.6723, 0.6649, 0.6583, 0.655, 0.6546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "31560225", "8005007", "8300657", "21274496", "12885341", "27602752", "20357868", "5867846", "8247469"], "ranked_scores": [0.8533, 0.7297, 0.7243, 0.7192, 0.7096, 0.7051, 0.7036, 0.7029, 0.7022, 0.6977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["40005757", "19132741", "293661", "5256564", "20418809", "2701077", "12641252", "23895668", "32985041", "18473550"], "ranked_scores": [0.5151, 0.487, 0.4672, 0.4615, 0.4582, 0.4581, 0.4528, 0.4477, 0.4465, 0.4458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "3493623", "2638387", "12885341", "2042250", "13106686", "25895285", "30437264"], "ranked_scores": [0.7222, 0.7176, 0.6729, 0.6593, 0.6569, 0.6537, 0.6505, 0.6408, 0.6366, 0.6361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "25298276", "31616203", "2492146", "24873253", "10958594", "35301079", "24450344", "8659426"], "ranked_scores": [0.779, 0.6931, 0.6781, 0.6711, 0.6463, 0.6446, 0.6367, 0.6229, 0.6227, 0.6119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["7221410", "21498497", "13923140", "4380287", "14644164", "12670680", "6000423", "17438862", "25315295", "14386505"], "ranked_scores": [0.7771, 0.7749, 0.774, 0.7687, 0.7598, 0.758, 0.754, 0.7536, 0.7531, 0.7513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "13798951", "5914739", "18758057", "33499189", "8903143", "29347970", "28006126", "4270992"], "ranked_scores": [0.8817, 0.876, 0.8289, 0.8219, 0.8165, 0.814, 0.8043, 0.8023, 0.802, 0.7969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "40905302", "27712433", "21323587", "20491205", "12258338", "31612088", "37029185", "26611094", "9658390"], "ranked_scores": [0.6308, 0.6123, 0.5888, 0.5568, 0.5404, 0.5387, 0.5199, 0.5003, 0.497, 0.4939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9638032", "29073751", "2405259", "2316374", "9301606", "28006126", "37256966", "29429111", "21622715", "885056"], "ranked_scores": [0.7394, 0.7328, 0.7312, 0.7294, 0.728, 0.725, 0.725, 0.7249, 0.7238, 0.7234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "25942757", "4447785", "29473081", "12670680", "9225850", "8453819", "24612804", "3107733", "38944245"], "ranked_scores": [0.7972, 0.7548, 0.7462, 0.7436, 0.7371, 0.7333, 0.7327, 0.7316, 0.7306, 0.7273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25388309", "14241418", "25677651", "14819804", "11043831", "2119889", "19099739", "17416520", "20659283", "28138927"], "ranked_scores": [0.6709, 0.6685, 0.6636, 0.6586, 0.6573, 0.6566, 0.6533, 0.6497, 0.6479, 0.6456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "31363207", "16787954", "341324", "7224723", "39984099", "35087728", "2824347"], "ranked_scores": [0.8442, 0.8005, 0.7565, 0.7495, 0.7206, 0.7125, 0.6752, 0.6687, 0.6681, 0.6621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["85665741", "6157837", "35766603", "52180874", "4920376", "14606752", "3376731", "17682477", "4468861", "19308127"], "ranked_scores": [0.6656, 0.6432, 0.6241, 0.6203, 0.6198, 0.6189, 0.6126, 0.6117, 0.6113, 0.6059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "21636085", "4462079", "33409100", "44572913", "21553394", "41915616", "2425364", "19278208"], "ranked_scores": [0.7878, 0.7532, 0.7136, 0.7074, 0.6882, 0.6745, 0.671, 0.6704, 0.669, 0.6599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34121231", "970012", "9977329", "26474812", "40473317", "4319174", "11020556", "23801039", "11411060"], "ranked_scores": [0.4682, 0.4657, 0.4453, 0.4396, 0.4272, 0.4241, 0.4142, 0.4108, 0.4108, 0.4104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "8842332", "35714909", "4506414", "27449472", "6158879", "38630735", "13448422", "16760369", "21301090"], "ranked_scores": [0.7878, 0.7021, 0.7007, 0.6906, 0.6878, 0.6855, 0.6854, 0.6853, 0.6836, 0.6759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2714623", "34905328", "51952430", "4324278", "2825380", "5914739", "25479072", "17017465"], "ranked_scores": [0.7717, 0.746, 0.7259, 0.7228, 0.7159, 0.7133, 0.7084, 0.7009, 0.6949, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "8868863", "4587978", "21373821", "12672066", "11913139", "19071857", "12667988"], "ranked_scores": [0.6752, 0.5991, 0.5676, 0.525, 0.5117, 0.5033, 0.4935, 0.4934, 0.4895, 0.4792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "6561200", "23136735", "46355579", "19140422", "27873158", "9764256", "1203035", "16980892"], "ranked_scores": [0.8544, 0.8482, 0.8357, 0.8234, 0.8203, 0.8169, 0.7815, 0.7738, 0.7704, 0.7219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.89, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "1686997", "23576165", "3831884", "16839245", "4138659", "23895668", "20672596", "36653415"], "ranked_scores": [0.6416, 0.6351, 0.6307, 0.6215, 0.6194, 0.6046, 0.603, 0.5988, 0.5977, 0.5928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "20610557", "67045088", "2030623", "32454714", "18488986", "26886351", "219475", "12358173"], "ranked_scores": [0.7532, 0.6863, 0.6777, 0.6711, 0.6568, 0.6559, 0.6558, 0.6547, 0.6534, 0.6528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "10749308", "140907540", "45908102", "84784389", "33533307", "21902910"], "ranked_scores": [0.6546, 0.5505, 0.4731, 0.3943, 0.3754, 0.372, 0.346, 0.345, 0.3355, 0.3335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["26886351", "5836", "21498497", "19510470", "35256900", "27567994", "18237384", "24612804", "381602", "3863543"], "ranked_scores": [0.7193, 0.7125, 0.6978, 0.6976, 0.6971, 0.6959, 0.695, 0.6927, 0.6918, 0.689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2060137", "3727986", "32159283", "18126445", "45401535", "13992047", "15879931", "2727303", "4688340", "22852120"], "ranked_scores": [0.5324, 0.5309, 0.53, 0.5231, 0.5158, 0.5152, 0.5023, 0.4899, 0.4898, 0.4887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "712078", "1336292", "21258863", "43329366", "25895285", "5099266", "2272614", "18126445"], "ranked_scores": [0.5893, 0.5834, 0.5572, 0.5567, 0.5552, 0.5519, 0.5472, 0.5426, 0.5422, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "24660385", "38369817", "8995263", "8426046", "13223957", "27049238", "6212802", "25404036", "12265561"], "ranked_scores": [0.462, 0.4218, 0.4097, 0.4083, 0.4015, 0.3981, 0.3969, 0.3872, 0.385, 0.3839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "24148722", "32743723", "14606752", "12667988", "28419824", "24055603", "30813140", "7965928"], "ranked_scores": [0.615, 0.6143, 0.6118, 0.6043, 0.5878, 0.587, 0.5866, 0.5863, 0.572, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "12839939", "23639838", "13445579", "23400191", "21301090", "22688699", "24942840", "29981186"], "ranked_scores": [0.709, 0.5761, 0.5715, 0.5688, 0.5554, 0.5427, 0.5338, 0.5256, 0.5152, 0.5011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "26230669", "1848452", "6040392", "22551259", "22264117", "9291668", "4434951", "40349336", "52868579"], "ranked_scores": [0.8097, 0.7933, 0.7836, 0.7828, 0.7816, 0.7693, 0.7454, 0.7448, 0.7119, 0.7096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "17195001", "4423401", "275294", "9899292", "14501880", "2266471", "31407112", "23974474"], "ranked_scores": [0.6469, 0.6298, 0.6231, 0.5872, 0.586, 0.5814, 0.5767, 0.5643, 0.5604, 0.5484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "18938992", "5811042", "20996244", "26133404", "23305884", "26873988", "5137019", "30437264"], "ranked_scores": [0.7855, 0.7475, 0.7322, 0.7301, 0.7242, 0.7218, 0.7201, 0.72, 0.7176, 0.7176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "25973484", "27123743", "17450673", "27240667", "13831842", "23557241", "37480103", "21874312", "16322674"], "ranked_scores": [0.8384, 0.8197, 0.8177, 0.81, 0.8071, 0.8067, 0.8042, 0.8001, 0.7927, 0.7789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "25742130", "27873158", "28617573", "12779444", "6561200", "46355579", "23136735", "9764256"], "ranked_scores": [0.8019, 0.762, 0.7483, 0.7426, 0.7365, 0.7305, 0.7274, 0.7188, 0.7082, 0.6978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26133404", "14474178", "37762357", "8005007", "30933307", "37643601", "44366096", "18914652", "4402497", "6501747"], "ranked_scores": [0.6507, 0.6391, 0.6371, 0.6281, 0.6266, 0.6217, 0.617, 0.612, 0.6091, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "8137081", "24088502", "14492339", "16488405", "27602752", "8317408", "46926352", "18882947", "27243019"], "ranked_scores": [0.6791, 0.6783, 0.6554, 0.655, 0.6535, 0.6422, 0.6345, 0.6206, 0.6172, 0.6167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "10012166", "22264117", "4326318", "26230669", "4653837", "8519911", "28138927", "9559146"], "ranked_scores": [0.7165, 0.6981, 0.6861, 0.682, 0.6562, 0.6397, 0.6282, 0.6265, 0.6204, 0.6153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "45875990", "8856690", "3849194", "21380348", "4324278", "8903143", "3154880", "23895668", "2405259"], "ranked_scores": [0.745, 0.7415, 0.7413, 0.7375, 0.7145, 0.7122, 0.7121, 0.708, 0.7008, 0.6985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "810480", "37592824", "116792", "32743723", "31324978", "12670680", "2829179"], "ranked_scores": [0.8323, 0.6322, 0.6142, 0.6082, 0.589, 0.5868, 0.5734, 0.5474, 0.5388, 0.5374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "15491404", "21179714", "3825472", "2119889", "7549811", "23420615", "10790846", "23700330", "12932176"], "ranked_scores": [0.6863, 0.6707, 0.6482, 0.6425, 0.6384, 0.6343, 0.627, 0.6252, 0.6201, 0.6199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "4457834", "24766509", "6422576", "22843616", "4462419", "188911", "22428640", "6446747", "9988425"], "ranked_scores": [0.6936, 0.6831, 0.6723, 0.6604, 0.6576, 0.6549, 0.6472, 0.644, 0.6417, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "8083310", "5782614", "5836", "3863543", "6000423", "4312169", "21692235"], "ranked_scores": [0.7648, 0.7523, 0.7366, 0.7245, 0.7067, 0.7037, 0.6949, 0.6843, 0.6803, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20310709", "4447055", "41913714", "25483562", "2727303", "31407112", "5468807", "10247314", "4345315", "3831884"], "ranked_scores": [0.5766, 0.5651, 0.5616, 0.5613, 0.5601, 0.5601, 0.5573, 0.5573, 0.5527, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "41915616", "2425364", "25599283", "22023404", "11738716", "36960449", "3150030"], "ranked_scores": [0.751, 0.7343, 0.6752, 0.633, 0.6292, 0.6096, 0.6068, 0.6054, 0.5791, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "14663842", "2831620", "25488034", "3067015", "6042706", "31407112", "7875158", "14972169"], "ranked_scores": [0.6114, 0.5859, 0.5727, 0.5661, 0.5465, 0.5444, 0.5358, 0.5334, 0.5333, 0.5319], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "1065627", "3391547", "15816729", "6944800", "2177022", "35256900", "29473081", "4270992", "7343711"], "ranked_scores": [0.6177, 0.6146, 0.6035, 0.5983, 0.5954, 0.5823, 0.5813, 0.5796, 0.5788, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "87758", "4446814", "13448422", "3616843", "20544428", "4460880", "3984231", "19332616"], "ranked_scores": [0.7751, 0.7354, 0.711, 0.7036, 0.69, 0.6895, 0.6881, 0.6771, 0.6759, 0.6759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "5691302", "14121786", "37488367", "32463364", "40996863", "21590125", "13933299"], "ranked_scores": [0.8273, 0.6867, 0.6643, 0.6601, 0.6483, 0.6423, 0.6374, 0.6261, 0.6191, 0.6138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "2947124", "5811042", "12932176", "14362678", "8246922", "8596357", "35149431", "33911859", "31624828"], "ranked_scores": [0.7906, 0.6999, 0.6977, 0.697, 0.694, 0.6917, 0.69, 0.6888, 0.6862, 0.6837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "42693833", "17755060", "17648235", "57783564", "39758684", "11915280", "4447785"], "ranked_scores": [0.8004, 0.773, 0.7338, 0.7064, 0.6994, 0.6951, 0.6909, 0.6886, 0.6874, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40094786", "28006126", "45414636", "12058271", "29347970", "18546584", "13798951", "32170702", "10165258", "40234452"], "ranked_scores": [0.7226, 0.7143, 0.7001, 0.6966, 0.6963, 0.6952, 0.6921, 0.6885, 0.6872, 0.6847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "18758057", "17463549", "9283422", "6123924", "20457190", "10165258", "45414636"], "ranked_scores": [0.7478, 0.7267, 0.6458, 0.6295, 0.628, 0.6277, 0.6258, 0.6174, 0.6129, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "27602752", "42065070", "21274496", "7224723", "2947124", "8005007", "12885341", "27555165"], "ranked_scores": [0.82, 0.7438, 0.7344, 0.6908, 0.6907, 0.6893, 0.6874, 0.6863, 0.6851, 0.6847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2701077", "9559146", "15521377", "17412260", "33370", "31293581", "5468807", "23895668", "3831884", "28937856"], "ranked_scores": [0.4975, 0.487, 0.4789, 0.4789, 0.4664, 0.4643, 0.4596, 0.4567, 0.4557, 0.4512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "2042250", "3493623", "2638387", "1970884", "14474178", "24221369", "21562657"], "ranked_scores": [0.7268, 0.7126, 0.6886, 0.6605, 0.6434, 0.6375, 0.6367, 0.6321, 0.6303, 0.6297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "31616203", "2492146", "8659426", "10958594", "7821634", "21382907", "25298276", "24450344"], "ranked_scores": [0.7881, 0.6457, 0.6432, 0.6343, 0.6291, 0.6231, 0.613, 0.6104, 0.6055, 0.6029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "14644164", "4380287", "17438862", "5811042", "12670680", "7221410", "14386505", "195683603"], "ranked_scores": [0.7769, 0.748, 0.7381, 0.7351, 0.7348, 0.7269, 0.7251, 0.7249, 0.7226, 0.7204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "18758057", "5914739", "8903143", "13798951", "28006126", "33499189", "2825380", "4270992"], "ranked_scores": [0.839, 0.829, 0.7974, 0.7927, 0.7905, 0.7903, 0.7889, 0.7871, 0.7796, 0.7657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "12258338", "40905302", "27712433", "3662510", "45920278", "20491205", "31612088", "6085365"], "ranked_scores": [0.5927, 0.5616, 0.5409, 0.5359, 0.5229, 0.478, 0.4726, 0.4682, 0.4648, 0.4587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10627801", "21562657", "10359591", "12909503", "29073751", "10015292", "4347374", "5811042", "25263810", "25014337"], "ranked_scores": [0.7174, 0.7165, 0.7161, 0.7135, 0.7127, 0.7122, 0.7072, 0.7062, 0.7051, 0.7046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "1550937", "22134353", "9225850", "38944245", "29473081", "2042250", "12670680", "25946292"], "ranked_scores": [0.799, 0.7342, 0.7228, 0.7224, 0.7164, 0.7155, 0.7079, 0.7065, 0.704, 0.7007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "19099739", "25677651", "14241418", "11043831", "1285713", "4961038", "6784372", "25388309", "6426919"], "ranked_scores": [0.6374, 0.637, 0.636, 0.6331, 0.6222, 0.6052, 0.6051, 0.5981, 0.5962, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "16787954", "31363207", "21383026", "7224723", "341324", "5284188", "13899137"], "ranked_scores": [0.8416, 0.7654, 0.7402, 0.7226, 0.7126, 0.6939, 0.687, 0.6681, 0.6634, 0.6629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "52180874", "3935126", "85665741", "7821634", "1900152", "3376731", "5500086", "19673227", "35766603"], "ranked_scores": [0.657, 0.6434, 0.6203, 0.6147, 0.613, 0.6075, 0.6049, 0.5952, 0.5935, 0.5874], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "16256507", "4462079", "21636085", "33409100", "25974070", "30981192", "21553394", "44572913", "41915616"], "ranked_scores": [0.736, 0.73, 0.7056, 0.6796, 0.6777, 0.6681, 0.6666, 0.6655, 0.6651, 0.6491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "970012", "33934971", "26474812", "25897733", "5289038", "4810810", "2613775", "17454301"], "ranked_scores": [0.4568, 0.3865, 0.3661, 0.3499, 0.3331, 0.3296, 0.3255, 0.3222, 0.3196, 0.3167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "35714909", "27449472", "6158879", "21301090", "16760369", "4506414", "13448422", "14973286"], "ranked_scores": [0.7829, 0.7219, 0.7097, 0.696, 0.6956, 0.6923, 0.6876, 0.6844, 0.6809, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "25479072", "2714623", "34905328", "5914739", "10562341", "9283422", "2825380", "11289247"], "ranked_scores": [0.7333, 0.7275, 0.701, 0.7005, 0.6975, 0.6909, 0.6886, 0.677, 0.6765, 0.6705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "11913139", "8868863", "4587978", "38752049", "21373821", "1428830", "58564850"], "ranked_scores": [0.7019, 0.6, 0.5312, 0.528, 0.5223, 0.5026, 0.4977, 0.4912, 0.4908, 0.4829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "46695481", "6561200", "23136735", "46355579", "27873158", "9764256", "19140422", "1203035", "7650066"], "ranked_scores": [0.8345, 0.8204, 0.7978, 0.7908, 0.7815, 0.7708, 0.7545, 0.7438, 0.7389, 0.6738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.9059, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["17755060", "18810195", "1686997", "23576165", "3831884", "38533515", "4138659", "23895668", "7875158", "18399038"], "ranked_scores": [0.6684, 0.6547, 0.6397, 0.6396, 0.6379, 0.6374, 0.6353, 0.6342, 0.6248, 0.6246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "67045088", "25738896", "40365566", "18237384", "219475", "2248870", "7975937", "18488986"], "ranked_scores": [0.769, 0.6963, 0.6866, 0.6821, 0.6805, 0.6766, 0.6748, 0.6731, 0.671, 0.6703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "63858430", "13097856", "32969964", "13906581", "26456326", "140907540"], "ranked_scores": [0.6536, 0.5739, 0.4946, 0.4482, 0.4333, 0.4276, 0.4268, 0.4143, 0.413, 0.4127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["35256900", "26886351", "381602", "6163801", "24612804", "19510470", "27567994", "3475317", "18237384", "8137081"], "ranked_scores": [0.6899, 0.6809, 0.6787, 0.6785, 0.67, 0.6662, 0.665, 0.6648, 0.6637, 0.6609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "2060137", "164985", "952111", "21395936", "32742683", "45401535", "24707550", "15879931", "3506723"], "ranked_scores": [0.5013, 0.4654, 0.4424, 0.441, 0.4403, 0.4377, 0.4376, 0.4341, 0.4324, 0.4322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "43329366", "2274272", "4422868", "5099266", "1336292", "35256900", "293661", "45401535"], "ranked_scores": [0.5852, 0.5525, 0.5376, 0.5375, 0.5349, 0.5342, 0.5319, 0.5266, 0.5229, 0.5213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "37628989", "38369817", "13223957", "27049238", "25404036", "5487448", "25175997", "2291922", "12236208"], "ranked_scores": [0.3911, 0.3705, 0.3581, 0.3566, 0.349, 0.3231, 0.3226, 0.3156, 0.3149, 0.3085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "28419824", "24510595", "24055603", "24148722", "12667988", "30813140", "143868995", "21274919"], "ranked_scores": [0.6704, 0.6622, 0.6257, 0.6133, 0.5995, 0.5989, 0.5941, 0.5765, 0.5618, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "37628989", "25515907", "21301090", "23400191", "13445579", "23639838", "79231308", "4695046"], "ranked_scores": [0.6221, 0.547, 0.492, 0.4819, 0.4758, 0.4756, 0.4735, 0.47, 0.4691, 0.461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "6040392", "26230669", "1848452", "9291668", "22264117", "4434951", "7514614", "2722988"], "ranked_scores": [0.813, 0.8057, 0.7956, 0.7825, 0.7784, 0.7479, 0.7445, 0.7235, 0.7232, 0.7192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "17195001", "31407112", "4423401", "14501880", "2266471", "275294", "46765242", "9899292"], "ranked_scores": [0.6094, 0.5522, 0.5446, 0.5352, 0.5333, 0.5265, 0.5194, 0.5136, 0.5005, 0.5002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "2947124", "18938992", "26133404", "5137019", "10450300", "23305884", "5811042", "2638387"], "ranked_scores": [0.7565, 0.7182, 0.7108, 0.7106, 0.7079, 0.7008, 0.7002, 0.6945, 0.6909, 0.6874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "25973484", "22007333", "23557241", "21874312", "13831558", "27240667", "37480103", "5487448"], "ranked_scores": [0.8194, 0.8187, 0.8051, 0.8041, 0.7879, 0.7834, 0.7816, 0.7797, 0.774, 0.7719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "12779444", "27873158", "32423829", "46695481", "28617573", "46355579", "6748318", "21874312"], "ranked_scores": [0.8111, 0.7597, 0.7467, 0.745, 0.7355, 0.7273, 0.7108, 0.7073, 0.6901, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "8005007", "285794", "23746313", "15659108", "5633957", "44366096", "9278263", "38747567", "31272411"], "ranked_scores": [0.5761, 0.5724, 0.5592, 0.5308, 0.525, 0.5233, 0.5153, 0.5131, 0.513, 0.5117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "14492339", "27910499", "623486", "27243019", "16488405", "27602752", "46926352", "10530014"], "ranked_scores": [0.6608, 0.6595, 0.6194, 0.6177, 0.6125, 0.6092, 0.6007, 0.5879, 0.5873, 0.5872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1084345", "10012166", "24347647", "26230669", "4326318", "7514614", "4653837", "9559146", "28138927"], "ranked_scores": [0.6611, 0.6507, 0.6429, 0.6295, 0.62, 0.6165, 0.6044, 0.5873, 0.586, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "16120395", "45875990", "21380348", "3154880", "2405259", "20018321", "8903143", "4324278", "8856690"], "ranked_scores": [0.7676, 0.7607, 0.7501, 0.7342, 0.7246, 0.7211, 0.7161, 0.7137, 0.7124, 0.7118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "32743723", "31324978", "46764350", "8672737", "810480", "28338268"], "ranked_scores": [0.7998, 0.5208, 0.515, 0.4914, 0.4803, 0.4569, 0.4535, 0.4466, 0.4426, 0.4369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "15491404", "12932176", "23700330", "23420615", "3825472", "10790846", "10846815", "6426919", "14171859"], "ranked_scores": [0.6918, 0.6536, 0.645, 0.6445, 0.6434, 0.6397, 0.6348, 0.632, 0.6297, 0.6296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "24766509", "18909530", "8327914", "4457834", "11922370", "17945638", "7521113", "12225214"], "ranked_scores": [0.6736, 0.672, 0.6638, 0.6541, 0.6516, 0.6417, 0.6378, 0.6317, 0.6291, 0.6242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "3863543", "33677323", "5782614", "14717213", "8925851", "21692235", "10641715"], "ranked_scores": [0.7914, 0.7216, 0.7023, 0.6853, 0.6841, 0.6741, 0.6725, 0.6701, 0.6579, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["43224840", "16472469", "4447055", "18346333", "31324978", "36830715", "26607366", "1686997", "17755060", "2727303"], "ranked_scores": [0.539, 0.5328, 0.5327, 0.5147, 0.5128, 0.5096, 0.5033, 0.5014, 0.4997, 0.4988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "2425364", "41915616", "22023404", "4462079", "3150030", "36960449", "275294"], "ranked_scores": [0.7309, 0.7149, 0.6527, 0.5986, 0.5949, 0.5917, 0.5903, 0.5861, 0.5818, 0.5797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "14663842", "3067015", "2831620", "27449472", "19149247", "21553394", "20526907", "24921368"], "ranked_scores": [0.5764, 0.5679, 0.5535, 0.5528, 0.5287, 0.5009, 0.5007, 0.4948, 0.4927, 0.4909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "6944800", "24726600", "1065627", "13952658", "29473081", "3391547", "15816729", "4429118", "26735905"], "ranked_scores": [0.6059, 0.6044, 0.6037, 0.6027, 0.5875, 0.5798, 0.5743, 0.574, 0.5732, 0.5713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "22309946", "19332616", "4446814", "2587396", "2973910", "3984231", "17821387", "13448422", "21372171"], "ranked_scores": [0.7362, 0.6597, 0.6589, 0.6581, 0.6463, 0.643, 0.6423, 0.6412, 0.6343, 0.6333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "32463364", "5691302", "38752049", "5402581", "13933299", "45153864", "40996863"], "ranked_scores": [0.7919, 0.6556, 0.644, 0.6283, 0.6281, 0.6229, 0.6099, 0.6036, 0.6033, 0.6031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "12932176", "14972169", "5811042", "13380011", "7093809", "10627801", "14362678", "27022864", "44408494"], "ranked_scores": [0.7866, 0.7222, 0.6972, 0.6924, 0.692, 0.6846, 0.6841, 0.6835, 0.6829, 0.6828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "12513042", "4422868", "5254463", "42693833", "26059876", "18358026", "39758684", "9226649"], "ranked_scores": [0.7713, 0.7499, 0.7236, 0.6991, 0.6802, 0.6737, 0.6634, 0.6616, 0.6582, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "29347970", "18546584", "6123924", "40094786", "34905328", "12058271", "45414636", "11233339", "13798951"], "ranked_scores": [0.7557, 0.7448, 0.7347, 0.7286, 0.7252, 0.7246, 0.7226, 0.7169, 0.7153, 0.7151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "6123924", "54561384", "14492339", "40234452", "34905328", "45414636", "266641", "17463549"], "ranked_scores": [0.7622, 0.7397, 0.6632, 0.6557, 0.6485, 0.6444, 0.6419, 0.6404, 0.6369, 0.6318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "2947124", "42065070", "8563659", "21274496", "7451018", "18938992"], "ranked_scores": [0.8286, 0.7171, 0.7097, 0.6895, 0.6794, 0.6758, 0.6726, 0.6705, 0.6698, 0.6642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "22968257", "31293581", "3858268", "4920376", "32985041", "9559146", "22703082", "2701077"], "ranked_scores": [0.4592, 0.448, 0.4422, 0.4406, 0.432, 0.4299, 0.4289, 0.4284, 0.4274, 0.4216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "6426919", "15319019", "2042250", "1970884", "3493623", "13106686", "24221369", "14380875", "2638387"], "ranked_scores": [0.671, 0.6628, 0.6573, 0.6225, 0.6136, 0.6076, 0.6031, 0.593, 0.592, 0.5861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "31616203", "24634621", "25298276", "13256155", "8659426", "2492146", "24873253", "1522336", "7821634"], "ranked_scores": [0.7789, 0.6494, 0.6484, 0.647, 0.6439, 0.6364, 0.6337, 0.6328, 0.6318, 0.619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "5752492", "7221410", "17438862", "26873988", "195683603", "39559521", "14644164", "4380287"], "ranked_scores": [0.7372, 0.704, 0.7016, 0.6992, 0.6968, 0.6963, 0.696, 0.695, 0.6923, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "13798951", "18758057", "5914739", "28006126", "33499189", "2825380", "25479072", "8903143"], "ranked_scores": [0.8065, 0.7933, 0.7684, 0.7631, 0.7591, 0.7576, 0.7526, 0.7525, 0.7449, 0.7446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "27712433", "31612088", "20491205", "12258338", "25886725", "12087063", "40905302", "3662510"], "ranked_scores": [0.6219, 0.5599, 0.5441, 0.5361, 0.5154, 0.5133, 0.5088, 0.5023, 0.4975, 0.496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "52944377", "885056", "5389523", "10015292", "29851836", "12909503", "13878643", "24624992", "4583180"], "ranked_scores": [0.7163, 0.7021, 0.701, 0.6972, 0.6902, 0.6893, 0.685, 0.6805, 0.6804, 0.678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "9225850", "29473081", "22134353", "12580014", "26735905", "1871230", "1550937", "2274272"], "ranked_scores": [0.8102, 0.7037, 0.7003, 0.6975, 0.6948, 0.6908, 0.6843, 0.6795, 0.6769, 0.6769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "29321530", "11043831", "1285713", "41325555", "4920376", "42489926", "41913714", "4961038", "17195001"], "ranked_scores": [0.6271, 0.5981, 0.5951, 0.5871, 0.5841, 0.5827, 0.5802, 0.5776, 0.5755, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "21383026", "31363207", "1986482", "5284188", "11254040", "7224723", "341324"], "ranked_scores": [0.8078, 0.7202, 0.7047, 0.6797, 0.6778, 0.6648, 0.6601, 0.65, 0.6497, 0.6319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "1900152", "3935126", "9767444", "5500086", "35766603", "1522336", "12641252", "7343711", "9955779"], "ranked_scores": [0.6619, 0.64, 0.6208, 0.6155, 0.6101, 0.6079, 0.6076, 0.606, 0.6015, 0.5964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["11246427", "16256507", "24873253", "13230773", "6647414", "3613041", "22442133", "4462079", "4463588", "46485368"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["3038933", "80109277", "1215116", "16108876", "33934971", "1946610", "22705234", "4695046", "22428640", "7948486"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20697217", "42800527", "9513785", "23117378", "38873881", "5262240", "6042706", "75636923", "6313547", "6718824"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["435529", "15803282", "13290521", "18473550", "40500438", "4795303", "885056", "6259170", "5633957", "7225911"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["143796742", "26000593", "3690068", "36033696", "26409363", "71625969", "6123521", "38752049", "7239105", "28017005"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["30226988", "20645335", "16204011", "23136735", "46355579", "27240667", "52188256", "46695481", "39903312", "35314705"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1232, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.25}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["5268462", "25942757", "26244918", "5106691", "22997657", "23388442", "4544916", "23604601", "8460275", "5492542"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["13867350", "6212802", "11721286", "13763195", "24177706", "34268160", "28138927", "29073751", "6157837", "8185080"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["63858430", "27768226", "16979690", "140907540", "11288846", "14050257", "3052642", "6422576", "9754530", "9875570"], "ranked_scores": [26.0, 25.0, 24.0, 23.0, 23.0, 23.0, 23.0, 23.0, 22.0, 22.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["19510470", "27602752", "12058271", "2947124", "8764879", "21498497", "25988622", "36345578", "5107861", "9911547"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["17829012", "29288582", "317204", "33535222", "4320424", "39763465", "41226276", "9225850", "9142761", "8446259"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["40710501", "29288582", "6923795", "6397191", "7869794", "8246922", "8446259", "9784254", "9142761", "8856690"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19912367", "28369117", "9460704", "23420807", "44801733", "4688340", "86694016", "8997410", "5503194", "9705208"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["6123521", "116556376", "5586392", "31324978", "36033696", "36713289", "7965928", "37583120", "8672737", "881332"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "2425364", "33740844", "15953181", "22711954", "23639838", "27873158", "76463821", "439670", "37686718"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1388704", "4679264", "36713289", "20302714", "51817902", "7988832", "7514614", "84884645", "9291668", "991137"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["16472469", "15983148", "2251426", "23393712", "3825472", "275294", "37296667", "612002", "6157371", "6710699"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["3981033", "41239107", "24530130", "25045244", "28015516", "27460509", "5811042", "29023309", "4418112", "5838067"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["30226988", "16204011", "15512462", "1263446", "52188256", "27240667", "5855168", "6748318", "8989616", "9547722"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["24510595", "28419824", "44830890", "30226988", "52874170", "46695481", "841371", "8989616", "997143", "9764256"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["23126677", "12358173", "40901687", "9558539", "3210545", "196664003", "38745690", "41650417", "9767444", "9955779"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["12058271", "188911", "25148216", "25988622", "27243019", "6325527", "35534019", "4138659", "9911547", "4347374"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["6776834", "22705234", "24496245", "24530130", "26474812", "80109277", "25419778", "4709641", "52868579", "3113630"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["23700330", "27093166", "14541844", "14972169", "612002", "9021186", "502591", "7115651", "9752604", "797114"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["6334188", "14924526", "25416944", "28821565", "15692098", "427865", "39571812", "6368017", "26611094", "92308"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["10534299", "6076903", "33920995", "38533515", "4340358", "4336849", "9334631", "58006489", "6565037", "45487164"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["28086354", "2722988", "14188138", "25191216", "25036988", "22190276", "3464191", "5266423", "4452318", "8925851"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["11992632", "7997337", "18038250", "19708993", "10190778", "22613657", "22264117", "6264468", "7093809", "8698208"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4561402", "7948486", "11250124", "1834762", "12670680", "20904154", "4447055", "8247597", "7997337", "6776834"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["275294", "23267371", "11738716", "36960449", "12236208", "1606628", "13966946", "1904291", "19205326", "4587978"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["17338543", "1265945", "32985041", "597790", "42565477", "1191830", "26059876", "35884026", "40090058", "9505448"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["37686718", "9460704", "6944800", "17327939", "22867765", "41226276", "7986878", "8891333", "8246090", "9705208"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["31313782", "8446259", "38630735", "40913091", "40156901", "778436", "8083310", "4700428", "79696454", "8892905"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["7602348", "13732033", "10984005", "38873881", "21884449", "34121231", "35271381", "791050", "35724562", "8318922"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["32532238", "4920376", "28712203", "4467129", "45820464", "888896", "7225911", "7975937", "8519911", "8150638"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6650933", "18676539", "21185923", "21626639", "3748310", "994800", "45401535", "368506", "6397191", "6492658"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["18882947", "22174015", "6325527", "24101431", "25830701", "27910499", "29347970", "3090454", "5398179", "38712515"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["18676539", "21185923", "27910499", "20220731", "25353658", "266641", "25985964", "27243019", "54561709", "28206748"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5849439", "13921783", "1333643", "7224723", "35079452", "5398179", "4312169", "6163801", "9784254"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3692112", "18348376", "18678095", "3748310", "36216395", "29807737", "39532074", "4454788", "6650933", "7622767"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["40005757", "20399078", "30041340", "3493623", "6426919", "3616843", "43156471", "8246922", "9301606", "5484763"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["6137330", "23557241", "2242416", "26973393", "23639838", "22867765", "34228604", "6790197", "39903312", "7228140"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["16905344", "10534299", "15955172", "6315132", "9911547", "26025820", "27567994", "27789588", "28392393", "34016944"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["19510470", "21498497", "12058271", "2947124", "27602752", "36345578", "25988622", "5107861", "8764879", "9911547"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "12087063", "7965928", "13906581", "19945096", "24510595", "40905302", "45920278", "6421734", "841371"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["22647695", "44562221", "28392393", "18231807", "24384587", "8038329", "45449835", "5836", "6123924", "9911547"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["39763465", "6368017", "19957813", "17671145", "25738896", "2099400", "6259170", "27602752", "6910577", "8764879"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["1686997", "4320424", "10846815", "317204", "14171859", "23076291", "36432234", "4961038", "778436", "6397191"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "39443128", "4883040", "10577574", "20886584", "3698758", "1805641", "31363207", "34268160", "9846940"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["20722510", "34469966", "11414664", "23273454", "32922179", "45449835", "23901235", "5278233", "7729656", "9769310"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["11246427", "3613041", "37916361", "11738716", "19205326", "16256507", "19878070", "22442133", "44572913", "7552215"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["33934971", "13000926", "13966946", "4340358", "1215116", "25938221", "5586392", "58006489", "7299977", "7997337"], "ranked_scores": [53.0, 49.0, 49.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["42800527", "20697217", "22153455", "6042706", "5884524", "970012", "44672703", "5698494", "75636923", "9513785"], "ranked_scores": [57.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["40500438", "27403802", "25388309", "5403286", "885056", "35884026", "9955779", "41325555", "42489926", "9638032"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "28419824", "44048701", "4687948", "19205326", "4627816", "881332", "19278208", "6123521", "7239105"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["23136735", "46695481", "46355579", "19140422", "28617573", "39903312", "30813140", "5641851", "6790197", "9764256"], "ranked_scores": [58.0, 58.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3973, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5102, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["38844612", "8460275", "21380348", "5268462", "195352", "23895668", "30543439", "4423401", "36653415", "5106691"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["5991309", "15707049", "11721286", "8185080", "14474178", "2042250", "6212802", "6157837", "6723450", "7621534"], "ranked_scores": [53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "26474812", "140907540", "20945963", "6876224", "25953438", "3052642", "63858430", "6896063", "7622767"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 46.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["21498497", "10450300", "27602752", "2947124", "36345578", "44562221", "5085118", "7224723", "7869794", "9911547"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["14461101", "123859", "15488881", "13992047", "22185730", "24707550", "9021186", "15879931", "23124332", "8446259"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["13651792", "39225849", "8246922", "6923795", "5800138", "6315132", "7115651", "7869794", "6397191", "9767444"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21914176", "23237995", "20473074", "21676556", "33458992", "15953181", "18263406", "750781", "24660385", "24928817"], "ranked_scores": [48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["20302714", "116556376", "17930286", "21373821", "12667988", "23785605", "24055603", "44830890", "881332", "4627816"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["23639838", "15482274", "10958594", "32423829", "14672919", "19140422", "32462603", "20127522", "8672737", "5641851"], "ranked_scores": [52.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "12156187", "36399107", "7514614", "4679264", "40349336", "16201748", "667451", "6961811", "7988832"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "1227277", "11738716", "5389523", "36654066", "16472469", "3113630", "5094468", "7426741", "6277638"], "ranked_scores": [54.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["41239107", "24530130", "8083310", "29785642", "5137019", "3616843", "22705234", "8246922", "857189", "9217800"], "ranked_scores": [58.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27240667", "5641851", "16390264", "15512462", "25121903", "52188256", "11360768", "32534305", "30226988", "5372432"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12009265", "46695481", "38180456", "30226988", "26798867", "19673227", "23639838", "24450344", "25742130", "32423829"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["196664003", "23126677", "21199527", "306006", "24069089", "33397197", "35467590", "40901687", "31272411", "26038789"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24101431", "381602", "8300657", "22241778", "12130067", "27243019", "8446259", "35534019", "36345578", "8137081"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22705234", "7873737", "18446525", "19332616", "41239107", "25419778", "24530130", "4709641", "5402581", "9217800"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["14972169", "502591", "22036571", "20620012", "25388309", "23974474", "27093166", "3973445", "9752604", "67045088"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "6334188", "9226649", "22059387", "25589047", "25416944", "32743723", "30553457", "8385277", "8005007"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["10534299", "11041152", "21746539", "23076291", "45153864", "41120293", "23801039", "6076903", "52805891", "6492658"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2722988", "36904081", "22896970", "14050257", "23618826", "35467590", "5144381", "4452318", "8267678", "7451607"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5107861", "11992632", "13905670", "19708993", "22264117", "21246752", "3391547", "3863543", "8604837", "21498497"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "19708993", "31884697", "20659283", "39776978", "11195653", "36830715", "3870062", "24873253", "26445118"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["275294", "14252892", "11738716", "11246427", "26409363", "8604837", "25599283", "44572913", "30720103", "41915616"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "29689140", "38211681", "293661", "11915280", "1191830", "20186513", "36399107", "32985041"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["7489663", "20372201", "24190159", "24746892", "24928817", "654735", "34876410", "7521113", "6944800", "41226276"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["31313782", "79696454", "8083310", "35766603", "2388819", "8446259", "45449835", "7221410", "6182947", "8246922"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13282296", "7602348", "791050", "32463364", "11718220", "14606752", "3056682", "39368721"], "ranked_scores": [57.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["24384587", "4653837", "52095986", "22185730", "3553087", "28712203", "888896", "2947124", "33911859", "9225850"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["1574014", "3748310", "5500086", "9558539", "21199527", "32611468", "23126677", "42693833", "8764879", "33535222"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["27910499", "15981174", "18546584", "6163801", "17463549", "21164071", "20457190", "5398179", "4389252", "5132358"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["17463549", "27243019", "12130067", "4380004", "9648896", "13380980", "4366738", "5415832", "54561384", "6650933"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "13921783", "16066726", "30933307", "17454301", "810480", "3475317", "28015516", "25589047"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["25488034", "31293581", "20418809", "39187170", "25629722", "5912283", "40429879", "39558597", "28419824", "7225911"], "ranked_scores": [48.0, 48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["3493623", "6426919", "20722510", "20399078", "2274272", "3616843", "45449835", "4387494", "6182947", "8246922"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24873253", "9095943", "12172346", "18473550", "23557241", "7986878", "27240667", "23639838", "9460704", "42150015"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21258863", "14657344", "4911006", "26851674", "12670680", "14644164", "3930020", "883747", "15381976", "7221410"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["6123924", "12058271", "15981174", "45414636", "27555165", "26133404", "27602752", "5085118", "8596357", "9911547"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "40905302", "4791384", "26611094", "12087063", "7965928", "13515165", "40817021", "4432763"], "ranked_scores": [56.0, 50.0, 50.0, 50.0, 49.0, 47.0, 47.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24384587", "19510470", "28392393", "20722510", "22968257", "44562221", "28441310", "3078550", "7426741", "67045088"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["6259170", "19510470", "19957813", "5256564", "15879931", "26038789", "24315156", "40164383", "35395662", "5567223"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23974474", "42035464", "25388309", "20659283", "1686997", "25677651", "56486733", "22116439", "4961038", "9021186"], "ranked_scores": [55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "25028913", "21700295", "1805641", "1387104", "10577574", "5284188", "16787954"], "ranked_scores": [57.0, 57.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["5278233", "20722510", "3329824", "45449835", "5377059", "26873988", "6158879", "32922179", "7115651", "4911006"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "11246427", "44572913", "30981192", "16256507", "25974070", "22730024", "26409363", "3613041", "4687948"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["33934971", "4340358", "970012", "13966946", "4319174", "7299977", "13000926", "1215116", "32927401", "3580005"], "ranked_scores": [90.0, 89.0, 88.0, 87.0, 86.0, 86.0, 85.0, 85.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20697217", "42800527", "5884524", "25643818", "1428830", "2138843", "75636923", "15578265", "5698494", "8842332"], "ranked_scores": [102.0, 100.0, 100.0, 99.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["10562341", "2714623", "17195001", "45096063", "25738896", "3973445", "41325555", "4345315", "5403286", "7343711"], "ranked_scores": [107.0, 105.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "26902591", "25419778", "26409363", "38752049", "21547032", "28419824", "26000593", "14501880", "6157837"], "ranked_scores": [98.0, 94.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["23136735", "46695481", "46355579", "1203035", "19140422", "28617573", "6561200", "6748318", "43226130", "9764256"], "ranked_scores": [114.0, 109.0, 107.0, 106.0, 105.0, 102.0, 102.0, 101.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.2463, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21535641", "19205437", "5094468", "36653415", "4423401", "2831620", "38623601", "25942757", "4452659", "8460275"], "ranked_scores": [100.0, 100.0, 100.0, 100.0, 100.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["15381976", "21395936", "7281161", "25738896", "2042250", "32454714", "5991309", "23509113", "39481265", "6417632"], "ranked_scores": [101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "27150276", "44827480", "34544514", "140907540", "10749308", "16979690", "63858430", "6876224"], "ranked_scores": [97.0, 90.0, 88.0, 87.0, 87.0, 87.0, 85.0, 85.0, 85.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4391121", "7869794", "17682477", "8005007", "21498497", "19510470", "5386514", "10450300", "17168045", "7224723"], "ranked_scores": [110.0, 106.0, 105.0, 105.0, 105.0, 105.0, 105.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["13992047", "16090672", "24707550", "22153455", "24928817", "40383969", "3878434", "4583180", "6334188", "45401535"], "ranked_scores": [94.0, 92.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14407673", "45401535", "6397191", "712078", "25677651", "13651792", "1550937", "22153455", "49556906", "9767444"], "ranked_scores": [98.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["87758", "11771811", "33458992", "22972632", "20473074", "14591894", "21914176", "5151024", "12265561", "24660385"], "ranked_scores": [90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "28419824", "15984735", "20302714", "18038250", "22309946", "30813140", "28338268", "24530130", "665817"], "ranked_scores": [96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "32423829", "23639838", "76463821", "32743723", "3413083", "4423559", "19140422", "21373821", "46695481"], "ranked_scores": [98.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "3672261", "15491308", "18909530", "10530014", "4462419", "12156187", "1848452", "40349336", "5821617"], "ranked_scores": [106.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "1227277", "14874811", "3831884", "9899292", "3858268", "37256966", "11738716", "6327940", "7875158"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["7224723", "8083310", "36399107", "22705234", "31293581", "13651792", "35987381", "857189", "41239107", "8563659"], "ranked_scores": [108.0, 108.0, 107.0, 105.0, 105.0, 105.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["32534305", "27240667", "12869200", "37480103", "11630388", "22007333", "23557241", "25973484", "27123743", "3285322"], "ranked_scores": [106.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["16980892", "28617573", "6561200", "32423829", "19140422", "46695481", "23136735", "25742130", "36355784", "27873158"], "ranked_scores": [105.0, 104.0, 102.0, 101.0, 101.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37762357", "31272411", "16882895", "15435343", "12358173", "306006", "40769868", "41650417", "44366096", "9558539"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24101431", "1336292", "8300657", "8137081", "27243019", "15462523", "381602", "10795340", "21498497", "6454371"], "ranked_scores": [100.0, 99.0, 99.0, 99.0, 99.0, 99.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["24347647", "25419778", "24989194", "6853699", "41239107", "33569870", "3981244", "9334631", "4326318", "7873737"], "ranked_scores": [96.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["41913714", "27093166", "17195001", "14972169", "16120395", "195683603", "1227277", "11043831", "20620012", "8856690"], "ranked_scores": [107.0, 107.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "5137019", "16066726", "31560225", "8005007", "25416944", "20544428", "1203035", "32743723", "810480"], "ranked_scores": [104.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["1428830", "6076903", "45153864", "2119889", "27022864", "14171859", "17050065", "15491404", "9194077", "52805891"], "ranked_scores": [98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["25300426", "36474", "11922370", "2722988", "8267678", "6422576", "3849194", "8327914", "4452318", "6264468"], "ranked_scores": [99.0, 99.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "11992632", "3863543", "3391547", "40349336", "10641715", "24725136", "19822046", "5836", "8925851"], "ranked_scores": [102.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["13651792", "4447055", "36830715", "20659283", "1834762", "21535641", "31884697", "31560225", "3870062", "6182947"], "ranked_scores": [102.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "11738716", "275294", "41915616", "23267371", "24594624", "30720103", "13001323", "22442133", "14252892"], "ranked_scores": [102.0, 101.0, 100.0, 100.0, 99.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "7875158", "29689140", "52865789", "31624828", "3553087", "35345807", "3831884", "40090058", "71625969"], "ranked_scores": [100.0, 97.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["21676556", "16090672", "7764903", "43224840", "1065627", "24928817", "21884059", "24282306", "27049238", "41165286"], "ranked_scores": [98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["38745690", "35766603", "2015929", "13768432", "2389574", "3572885", "16086778", "2587396", "3616843", "40164383"], "ranked_scores": [103.0, 100.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "7602348", "41264017", "14121786", "32463364", "14606752", "2931832", "3056682", "35724562", "791050"], "ranked_scores": [107.0, 99.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["10450300", "116792", "4653837", "12909503", "32532238", "34436231", "42489926", "35651106", "5107861", "7225911"], "ranked_scores": [102.0, 101.0, 101.0, 101.0, 99.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["18810195", "19047331", "25830701", "1686997", "4816339", "9460704", "42693833", "778436", "5484763", "9614443"], "ranked_scores": [103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["4389252", "26848994", "15981174", "6163801", "20344442", "79696454", "27910499", "5132358", "5398179", "8300657"], "ranked_scores": [106.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "17463549", "27910499", "32170702", "20220731", "79696454", "36386637", "45414636", "4380004", "7433668"], "ranked_scores": [103.0, 102.0, 101.0, 101.0, 100.0, 100.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["7224723", "12885341", "28015516", "36399107", "24512064", "31560225", "17454301", "23912923", "8005007", "28149602"], "ranked_scores": [105.0, 103.0, 102.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4687948", "20418809", "10482574", "31293581", "1469751", "9559146", "25629722", "2701077", "5912283", "40005757"], "ranked_scores": [93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "3493623", "13651792", "26735018", "20722510", "2042250", "16119973", "35395662", "40500438", "85665741"], "ranked_scores": [102.0, 102.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24873253", "15476777", "25298276", "24450344", "31616203", "27240667", "2389574", "8659426", "9095943", "7986878"], "ranked_scores": [102.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["3930020", "27789588", "883747", "28107602", "12670680", "4911006", "24998637", "6171953", "7221410", "8596357"], "ranked_scores": [107.0, 107.0, 105.0, 104.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["6123924", "4389252", "13798951", "27567994", "12966719", "2714623", "2506153", "37762357", "8596357", "4380287"], "ranked_scores": [108.0, 107.0, 107.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "40905302", "13933299", "4791384", "26611094", "21323587", "70439309", "6421734", "8190282"], "ranked_scores": [99.0, 95.0, 94.0, 90.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["28249680", "21557055", "28006126", "4347374", "10015292", "42489926", "41710132", "5415832", "54561384", "7426741"], "ranked_scores": [101.0, 101.0, 101.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["23727313", "19510470", "28149602", "15879931", "19149247", "5256564", "32852283", "36474", "982650", "5531479"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25388309", "25677651", "4740447", "19099739", "4961038", "23974474", "2824347", "4336849", "28264919", "35660758"], "ranked_scores": [103.0, 101.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "1387104", "5284188", "40790033", "17077004", "26341063", "28821565", "3475317"], "ranked_scores": [106.0, 106.0, 100.0, 98.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["20722510", "14606752", "17682477", "36399107", "32985041", "4911006", "7873737", "3329824", "35766603", "85665741"], "ranked_scores": [97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "16256507", "25974070", "11071351", "44572913", "11246427", "30981192", "4462079", "33409100", "39368721"], "ranked_scores": [208.0, 201.0, 196.0, 195.0, 194.0, 194.0, 192.0, 192.0, 192.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "13000926", "4340358", "14308244", "4319174", "20904154", "26851674", "34121231", "34905328", "34753204"], "ranked_scores": [177.0, 172.0, 170.0, 168.0, 168.0, 168.0, 165.0, 165.0, 165.0, 165.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20697217", "5884524", "75636923", "27449472", "30983338", "2138843", "5262240", "20526907", "21301090", "42800527"], "ranked_scores": [200.0, 198.0, 195.0, 193.0, 193.0, 192.0, 192.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "9638032", "33499189", "10698739", "31624828", "45096063", "3973445", "885056", "5483793", "8903143"], "ranked_scores": [204.0, 204.0, 197.0, 196.0, 195.0, 195.0, 195.0, 195.0, 194.0, 194.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "38752049", "21373821", "12667988", "28419824", "26902591", "8868863", "15041758", "40996863", "4695046"], "ranked_scores": [190.0, 179.0, 174.0, 173.0, 173.0, 173.0, 172.0, 172.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46355579", "23136735", "46695481", "28617573", "6561200", "19140422", "1203035", "6748318", "9764256", "27873158"], "ranked_scores": [213.0, 212.0, 211.0, 208.0, 207.0, 205.0, 202.0, 200.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3633, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5937, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["4423401", "37362689", "25942757", "23895668", "3831884", "18810195", "23576165", "25251625", "36653415", "5094468"], "ranked_scores": [193.0, 192.0, 191.0, 190.0, 188.0, 187.0, 187.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["15381976", "25738896", "195683603", "23509113", "2042250", "7281161", "219475", "67045088", "32454714", "26973393"], "ranked_scores": [194.0, 193.0, 191.0, 191.0, 190.0, 190.0, 189.0, 189.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "6477536", "140907540", "44827480", "27150276", "10749308", "26456326", "35186640"], "ranked_scores": [189.0, 174.0, 170.0, 170.0, 166.0, 166.0, 165.0, 164.0, 164.0, 164.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7869794", "21498497", "3376731", "24707550", "195683603", "9226649", "12058271", "19510470", "25942757", "5386514"], "ranked_scores": [208.0, 202.0, 201.0, 201.0, 200.0, 200.0, 200.0, 199.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["13992047", "15879931", "3376731", "18126445", "1065627", "40383969", "26886351", "25001628", "25946292", "28369117"], "ranked_scores": [193.0, 182.0, 181.0, 180.0, 180.0, 180.0, 180.0, 179.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9767444", "13992047", "14407673", "3376731", "45401535", "12866641", "56486733", "32454714", "8764879", "3559136"], "ranked_scores": [187.0, 183.0, 183.0, 183.0, 183.0, 182.0, 182.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "20473074", "12265561", "25404036", "12236208", "11771811", "13963620", "27049238", "3896759", "87758"], "ranked_scores": [179.0, 169.0, 169.0, 169.0, 168.0, 168.0, 168.0, 167.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "14606752", "17930286", "28419824", "32463364", "24530130", "8892905", "45153864", "7965928", "30813140"], "ranked_scores": [190.0, 187.0, 185.0, 185.0, 184.0, 182.0, 182.0, 182.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "52874170", "5596332", "23400191", "24148722", "30813140", "4695046", "22688699", "29231620"], "ranked_scores": [195.0, 182.0, 181.0, 180.0, 179.0, 178.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "26230669", "52868579", "23535770", "12887068", "10765888", "23052989", "6040392", "40349336"], "ranked_scores": [211.0, 208.0, 205.0, 199.0, 199.0, 198.0, 197.0, 197.0, 197.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "6277638", "23887844", "36654066", "9899292", "2266471", "11738716", "17195001", "15561961", "38811597"], "ranked_scores": [196.0, 192.0, 187.0, 187.0, 187.0, 187.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5137019", "35987381", "9433958", "9021186", "5811042", "18938992", "20996244", "3493623", "23305884", "8083310"], "ranked_scores": [207.0, 205.0, 205.0, 205.0, 205.0, 205.0, 204.0, 204.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["32534305", "22007333", "27240667", "16098747", "5487448", "13831842", "23557241", "37480103", "27123743", "25973484"], "ranked_scores": [202.0, 201.0, 200.0, 200.0, 199.0, 199.0, 198.0, 197.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "28617573", "25742130", "6561200", "23136735", "52188256", "16980892", "46695481", "26798867", "46355579"], "ranked_scores": [196.0, 194.0, 193.0, 193.0, 192.0, 192.0, 191.0, 191.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "7647224", "14474178", "31272411", "15319019", "3698758", "37762357", "27555165", "30933307", "44366096"], "ranked_scores": [192.0, 191.0, 188.0, 188.0, 188.0, 186.0, 186.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "19497526", "24088502", "24101431", "24980622", "21498497", "42065070", "6315132", "45401535", "8137081"], "ranked_scores": [191.0, 188.0, 188.0, 188.0, 188.0, 187.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "4326318", "10012166", "19332616", "25419778", "28138927", "4653837", "9513785", "970012"], "ranked_scores": [193.0, 190.0, 187.0, 186.0, 186.0, 186.0, 185.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "8856690", "17195001", "19313533", "13778710", "35345807", "21562657", "2405259", "35884026", "27093166"], "ranked_scores": [202.0, 202.0, 201.0, 199.0, 198.0, 198.0, 198.0, 197.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "32743723", "25416944", "810480", "37592824", "28338268", "15889329", "6334188", "30553457", "5137019"], "ranked_scores": [210.0, 185.0, 185.0, 183.0, 181.0, 181.0, 180.0, 179.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["21179714", "40383969", "7549811", "14171859", "2119889", "10504681", "3203590", "6076903", "1970884", "27403802"], "ranked_scores": [189.0, 187.0, 187.0, 187.0, 186.0, 184.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["4457834", "7640058", "22843616", "38587347", "15945975", "6264468", "4784069", "4380451", "22428640", "4366738"], "ranked_scores": [192.0, 191.0, 190.0, 189.0, 189.0, 188.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "14178995", "24725136", "6000423", "8925851", "8083310", "5782614", "33677323", "41293601"], "ranked_scores": [200.0, 198.0, 194.0, 193.0, 193.0, 193.0, 191.0, 191.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "4345315", "35079452", "36830715", "16472469", "3870062", "11195653", "13651792", "29657303", "5484763"], "ranked_scores": [190.0, 188.0, 186.0, 185.0, 185.0, 184.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["11738716", "275294", "23267371", "24594624", "21553394", "41915616", "8856690", "20977638", "30720103", "13001323"], "ranked_scores": [195.0, 194.0, 192.0, 191.0, 191.0, 188.0, 188.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "3553087", "7875158", "36653415", "25488034", "40090058", "31890716", "24921368", "71625969", "7227763"], "ranked_scores": [191.0, 190.0, 189.0, 184.0, 184.0, 184.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2177022", "6944800", "35256900", "1065627", "7764903", "4429118", "164985", "24726600", "29473081", "6948886"], "ranked_scores": [193.0, 193.0, 192.0, 192.0, 192.0, 191.0, 190.0, 190.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2389574", "87758", "3616843", "20544428", "4446814", "15925931", "2015929", "38630735", "7711685"], "ranked_scores": [196.0, 193.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "14606752", "14121786", "41264017", "32463364", "39970500", "5691302", "21009874", "22442133", "7602348"], "ranked_scores": [215.0, 190.0, 186.0, 186.0, 185.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["10450300", "52095986", "2947124", "16966326", "14092737", "14362678", "21363424", "2274272", "5811042", "51952430"], "ranked_scores": [195.0, 195.0, 195.0, 194.0, 192.0, 192.0, 192.0, 192.0, 192.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["42693833", "24294572", "5406411", "6923961", "1550937", "19384430", "21185923", "2274272", "52925737", "9614443"], "ranked_scores": [204.0, 199.0, 199.0, 199.0, 198.0, 198.0, 198.0, 198.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["4389252", "25353658", "29288582", "40094786", "5132358", "8300657", "2714623", "7869794", "45414636", "5398179"], "ranked_scores": [201.0, 199.0, 196.0, 195.0, 194.0, 194.0, 193.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "17463549", "54561384", "27910499", "32170702", "4430962", "4380004", "24879055", "25985964", "44562221"], "ranked_scores": [203.0, 193.0, 190.0, 190.0, 189.0, 188.0, 188.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["28015516", "28149602", "14938990", "12670680", "12885341", "24512064", "1386103", "11837657", "7224723", "9226649"], "ranked_scores": [208.0, 206.0, 201.0, 200.0, 200.0, 198.0, 196.0, 196.0, 196.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["9559146", "2701077", "6327940", "4447785", "15491308", "28937856", "15521377", "31293581", "10012166", "25488034"], "ranked_scores": [185.0, 178.0, 178.0, 177.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "7221410", "2042250", "20722510", "28015516", "35395662", "3493623", "13106686", "13651792", "7177329"], "ranked_scores": [200.0, 194.0, 193.0, 193.0, 193.0, 192.0, 191.0, 191.0, 191.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24873253", "15476777", "7821634", "25298276", "10958594", "8659426", "7621534", "21382907", "24450344", "5641851"], "ranked_scores": [199.0, 198.0, 192.0, 192.0, 192.0, 190.0, 189.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "12670680", "883747", "3930020", "2042250", "28392393", "27789588", "34469966", "17934603", "6171953"], "ranked_scores": [213.0, 210.0, 209.0, 208.0, 206.0, 206.0, 205.0, 205.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["6123924", "36242796", "2714623", "21498497", "11233339", "13923140", "13798951", "2042250", "45096063", "4389252"], "ranked_scores": [208.0, 206.0, 206.0, 206.0, 205.0, 205.0, 205.0, 205.0, 205.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "12258338", "40905302", "6421734", "21323587", "3662510", "6085365", "841371", "7419612"], "ranked_scores": [187.0, 182.0, 178.0, 178.0, 177.0, 177.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["17682477", "4347374", "2274272", "10627801", "10450300", "21185923", "5811042", "21562657", "9638032", "6123924"], "ranked_scores": [204.0, 203.0, 202.0, 202.0, 201.0, 200.0, 200.0, 200.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["28149602", "5531479", "12670680", "38944245", "6259170", "2042250", "982650", "6123924", "9225850", "7869794"], "ranked_scores": [206.0, 204.0, 200.0, 199.0, 198.0, 198.0, 198.0, 197.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25677651", "19099739", "25388309", "4961038", "14819804", "25895285", "11043831", "4740447", "9021186", "40412980"], "ranked_scores": [190.0, 189.0, 188.0, 187.0, 185.0, 184.0, 183.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "16787954", "1805641", "1986482", "5284188", "14408200", "25953438"], "ranked_scores": [208.0, 196.0, 192.0, 191.0, 188.0, 187.0, 187.0, 187.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "7821634", "1454773", "20722510", "5500086", "36399107", "52180874", "4468861", "3376731", "7343711"], "ranked_scores": [194.0, 193.0, 191.0, 191.0, 191.0, 191.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-post-binary": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "16256507", "30981192", "25974070", "21636085", "4462079", "33409100", "44572913", "10692948", "11071351"], "ranked_scores": [406.0, 401.0, 399.0, 395.0, 393.0, 387.0, 387.0, 384.0, 383.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "4319174", "13000926", "33934971", "36345578", "11020556", "34760396", "16066726", "4340358"], "ranked_scores": [330.0, 322.0, 316.0, 315.0, 313.0, 313.0, 313.0, 312.0, 311.0, 311.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "27449472", "38630735", "13448422", "21301090", "20697217", "4506414", "30983338", "75636923"], "ranked_scores": [405.0, 395.0, 388.0, 388.0, 387.0, 387.0, 385.0, 381.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "10562341", "11369420", "52095986", "9638032", "33499189", "51952430", "28006126", "2405259", "3973445"], "ranked_scores": [396.0, 391.0, 390.0, 389.0, 389.0, 387.0, 386.0, 386.0, 385.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "38752049", "15041758", "40996863", "28419824", "22995579", "26244918", "32463364", "4587978", "7239105"], "ranked_scores": [379.0, 353.0, 347.0, 347.0, 347.0, 347.0, 341.0, 340.0, 339.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["23136735", "46695481", "6561200", "28617573", "46355579", "1203035", "9764256", "27873158", "14664424", "19140422"], "ranked_scores": [415.0, 414.0, 407.0, 404.0, 398.0, 395.0, 394.0, 391.0, 388.0, 388.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6677, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["37362689", "18810195", "25942757", "19205437", "23576165", "38533515", "11887584", "23895668", "8460275", "3831884"], "ranked_scores": [382.0, 372.0, 369.0, 368.0, 368.0, 367.0, 366.0, 366.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["15381976", "32454714", "219475", "18488986", "23509113", "2248870", "25738896", "13989491", "7281161", "2042250"], "ranked_scores": [398.0, 391.0, 390.0, 387.0, 387.0, 386.0, 386.0, 385.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "41976370", "44827480", "45908102", "20945963", "2391552", "26016929"], "ranked_scores": [364.0, 352.0, 343.0, 343.0, 327.0, 325.0, 323.0, 323.0, 322.0, 322.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7869794", "19510470", "38587347", "381602", "24707550", "27567994", "9226649", "3559136", "44562221", "5123516"], "ranked_scores": [401.0, 388.0, 388.0, 388.0, 388.0, 386.0, 385.0, 384.0, 384.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["13992047", "2060137", "3727986", "23160444", "16090672", "18126445", "3506723", "1103795", "13070316", "4460880"], "ranked_scores": [379.0, 362.0, 354.0, 351.0, 350.0, 348.0, 348.0, 346.0, 346.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9767444", "45401535", "12866641", "56486733", "25298276", "9600826", "12513042", "5406411", "21891856", "25738896"], "ranked_scores": [368.0, 367.0, 366.0, 364.0, 362.0, 361.0, 361.0, 360.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "13223957", "12236208", "22420524", "2291922", "13963620", "25404036", "27150276", "37628989", "5487448"], "ranked_scores": [334.0, 332.0, 324.0, 322.0, 322.0, 320.0, 319.0, 318.0, 318.0, 317.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "24510595", "30813140", "14606752", "28419824", "24148722", "32463364", "8672737", "7965928"], "ranked_scores": [380.0, 376.0, 374.0, 370.0, 368.0, 366.0, 358.0, 355.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "37628989", "23639838", "28617573", "16980892", "4695046", "22688699", "23400191", "32462603"], "ranked_scores": [391.0, 373.0, 361.0, 359.0, 358.0, 351.0, 351.0, 350.0, 350.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "22543403", "6040392", "26230669", "22551259", "22264117", "10765888", "13189693", "40349336", "4679264"], "ranked_scores": [413.0, 410.0, 409.0, 406.0, 399.0, 396.0, 395.0, 393.0, 391.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "6277638", "9899292", "17195001", "14501880", "46765242", "36654066", "15561961", "38811597", "36432234"], "ranked_scores": [383.0, 377.0, 369.0, 368.0, 364.0, 364.0, 362.0, 361.0, 360.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5137019", "18938992", "9433958", "2947124", "7224723", "26133404", "10450300", "23305884", "3493623", "8563659"], "ranked_scores": [406.0, 403.0, 402.0, 399.0, 397.0, 397.0, 396.0, 395.0, 395.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "27123743", "22007333", "23557241", "25973484", "27240667", "16322674", "5487448", "13831558", "32534305"], "ranked_scores": [410.0, 404.0, 402.0, 402.0, 402.0, 400.0, 400.0, 400.0, 399.0, 399.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "32423829", "27873158", "25742130", "6561200", "28617573", "46695481", "23136735", "19140422", "52188256"], "ranked_scores": [407.0, 392.0, 391.0, 391.0, 389.0, 388.0, 388.0, 387.0, 384.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "37643601", "44366096", "24423427", "31272411", "7647224", "35329820", "3698758", "40412980", "4402497"], "ranked_scores": [369.0, 356.0, 356.0, 354.0, 354.0, 354.0, 353.0, 352.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27243019", "8137081", "24088502", "14492339", "6315132", "623486", "46926352", "19497526", "8317408", "24101431"], "ranked_scores": [391.0, 383.0, 383.0, 381.0, 380.0, 379.0, 377.0, 376.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "24347647", "4326318", "28138927", "28707489", "4653837", "7514614", "516867", "9559146"], "ranked_scores": [365.0, 363.0, 362.0, 358.0, 356.0, 353.0, 352.0, 352.0, 352.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "16120395", "45875990", "8856690", "19313533", "35345807", "13778710", "2405259", "9752604", "2714623"], "ranked_scores": [399.0, 398.0, 393.0, 392.0, 391.0, 390.0, 390.0, 388.0, 388.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "25416944", "6334188", "15889329", "32743723", "810480", "46764350", "28738741", "29231620"], "ranked_scores": [405.0, 359.0, 358.0, 357.0, 355.0, 353.0, 349.0, 346.0, 345.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "40383969", "44408494", "14171859", "195683603", "2119889", "4664540", "7549811", "5860364", "6426919"], "ranked_scores": [373.0, 369.0, 369.0, 368.0, 368.0, 368.0, 368.0, 368.0, 368.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "4457834", "22843616", "24766509", "17945638", "6422576", "38587347", "27822315", "36474", "36345185"], "ranked_scores": [372.0, 367.0, 365.0, 365.0, 365.0, 364.0, 363.0, 362.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "8925851", "5836", "6000423", "5782614", "8083310", "3863543", "33677323", "24725136"], "ranked_scores": [409.0, 397.0, 394.0, 383.0, 383.0, 378.0, 377.0, 376.0, 376.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "11254556", "43224840", "4345315", "16472469", "3870062", "11195653", "2727303", "25942757", "5500086"], "ranked_scores": [373.0, 359.0, 358.0, 358.0, 358.0, 355.0, 354.0, 353.0, 352.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "30720103", "275294", "4462079", "41915616", "8856690", "24594624", "2425364", "16256507"], "ranked_scores": [391.0, 390.0, 387.0, 383.0, 373.0, 370.0, 370.0, 366.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "24921368", "24980622", "14663842", "21553394", "36653415", "3553087", "25599283", "7875158"], "ranked_scores": [365.0, 358.0, 356.0, 354.0, 351.0, 351.0, 348.0, 348.0, 347.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "6944800", "4429118", "2177022", "24726600", "2727303", "31311495", "31682248", "6948886", "35079452"], "ranked_scores": [392.0, 374.0, 373.0, 373.0, 371.0, 370.0, 369.0, 369.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "3616843", "4446814", "17821387", "2015929", "25028913", "22309946", "2389574", "2973910"], "ranked_scores": [404.0, 384.0, 378.0, 378.0, 375.0, 374.0, 373.0, 372.0, 372.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "14606752", "32463364", "5691302", "41264017", "25643818", "5402581", "28419824", "12206390", "38752049"], "ranked_scores": [419.0, 372.0, 367.0, 365.0, 364.0, 364.0, 364.0, 364.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "12932176", "44408494", "30303335", "116792", "21363424", "27022864", "16605494", "22185730"], "ranked_scores": [392.0, 384.0, 381.0, 380.0, 379.0, 378.0, 378.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "12513042", "21181273", "42693833", "42855554", "57783564", "19047331", "52925737", "9159125", "9831859"], "ranked_scores": [395.0, 393.0, 393.0, 386.0, 383.0, 382.0, 381.0, 380.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "25353658", "18546584", "40608679", "6123924", "20344442", "32170702", "41877386", "57783564", "45414636"], "ranked_scores": [406.0, 403.0, 402.0, 402.0, 398.0, 396.0, 395.0, 395.0, 395.0, 395.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17463549", "266641", "24879055", "34905328", "54561384", "21185923", "6123924", "20220731"], "ranked_scores": [392.0, 384.0, 382.0, 377.0, 375.0, 374.0, 372.0, 370.0, 370.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28015516", "28149602", "12670680", "7224723", "1386103", "11238951", "2947124", "11020556", "7433668"], "ranked_scores": [415.0, 394.0, 392.0, 391.0, 387.0, 385.0, 383.0, 383.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["9559146", "14874811", "21181273", "32322418", "28249680", "37424881", "28937856", "1127562", "16472469", "23403754"], "ranked_scores": [342.0, 340.0, 338.0, 338.0, 336.0, 336.0, 336.0, 335.0, 334.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "20722510", "3493623", "25014337", "35395662", "28015516", "15319019", "13106686", "1970884", "7177329"], "ranked_scores": [385.0, 377.0, 377.0, 377.0, 377.0, 374.0, 373.0, 372.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "24873253", "7821634", "10958594", "31616203", "21382907", "24634621", "8659426", "3935126"], "ranked_scores": [407.0, 400.0, 391.0, 385.0, 379.0, 377.0, 376.0, 375.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "12670680", "3930020", "13923140", "28149602", "28392393", "39559521", "883747", "34469966", "9160947"], "ranked_scores": [412.0, 407.0, 403.0, 402.0, 400.0, 398.0, 398.0, 397.0, 396.0, 396.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "28006126", "2714623", "13798951", "22174015", "6123924", "20388894", "13923140", "18758057", "5914739"], "ranked_scores": [415.0, 411.0, 411.0, 410.0, 409.0, 409.0, 407.0, 406.0, 405.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "6421734", "21323587", "25886725", "12258338", "28017005", "40905302", "3662510", "6085365"], "ranked_scores": [380.0, 366.0, 360.0, 352.0, 352.0, 350.0, 350.0, 349.0, 345.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "9638032", "2405259", "17682477", "9021186", "4387494", "6421792", "12641252", "37256966", "5811042"], "ranked_scores": [397.0, 397.0, 397.0, 395.0, 395.0, 394.0, 394.0, 394.0, 392.0, 392.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22134353", "5483793", "195683603", "2177022", "9614443", "7869794", "6259170", "3930020", "4447785"], "ranked_scores": [407.0, 390.0, 389.0, 388.0, 388.0, 388.0, 387.0, 387.0, 386.0, 386.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "11043831", "24042363", "19099739", "17195001", "4961038", "25388309", "25677651", "14241418", "3973445"], "ranked_scores": [375.0, 368.0, 367.0, 367.0, 367.0, 367.0, 365.0, 364.0, 363.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "5284188", "341324", "21383026", "25062868", "31363207", "1805641", "3475317"], "ranked_scores": [416.0, 388.0, 384.0, 378.0, 377.0, 376.0, 375.0, 375.0, 373.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "4468861", "3935126", "85665741", "1454773", "7343711", "35766603", "5500086", "7821634", "5386514"], "ranked_scores": [390.0, 387.0, 378.0, 376.0, 375.0, 375.0, 374.0, 373.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30720103", "4462079", "36960449", "30981192", "3150030", "25974070", "21636085", "21553394", "275294"], "ranked_scores": [0.6068, 0.6, 0.5983, 0.5884, 0.586, 0.5849, 0.5761, 0.5719, 0.5712, 0.5698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "36838958", "17463549", "40473317", "5289038", "18488986", "17454301", "34582256", "970012", "25738896"], "ranked_scores": [0.2789, 0.2761, 0.2663, 0.2609, 0.2592, 0.2587, 0.2581, 0.2556, 0.2535, 0.2517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["2138843", "5884524", "4506414", "16760369", "21571708", "6158879", "13448422", "30983338", "8868863", "15984735"], "ranked_scores": [0.5968, 0.5927, 0.5755, 0.5665, 0.5656, 0.5533, 0.5492, 0.5488, 0.5477, 0.5457], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "8903143", "25479072", "1227277", "9225850", "6936141", "5914739", "9283422", "28006126", "5531479"], "ranked_scores": [0.5696, 0.5656, 0.561, 0.5596, 0.5504, 0.5428, 0.5422, 0.5411, 0.54, 0.5393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "22995579", "11913139", "80109277", "24055603", "36033696", "28419824", "24318630"], "ranked_scores": [0.4363, 0.3672, 0.358, 0.3535, 0.3389, 0.3332, 0.323, 0.3199, 0.3182, 0.3133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["6561200", "28617573", "9764256", "27873158", "46695481", "19140422", "23136735", "16980892", "46355579", "6748318"], "ranked_scores": [0.733, 0.732, 0.7231, 0.7201, 0.7201, 0.7201, 0.713, 0.6935, 0.6704, 0.6532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7606, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7606, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "52925737", "13889430", "17755060", "38533515", "3831884", "13613916", "23895668", "14541844", "25748308"], "ranked_scores": [0.6059, 0.5724, 0.5674, 0.5661, 0.5558, 0.5553, 0.552, 0.552, 0.5508, 0.5503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2248870", "11020556", "25738896", "40365566", "18488986", "5500086", "20610557", "23509113", "13989491", "16119973"], "ranked_scores": [0.5811, 0.5719, 0.5685, 0.5661, 0.5621, 0.561, 0.5608, 0.5577, 0.5562, 0.5558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "22711954", "13097856", "140907540", "21902910", "20945963", "38180456", "70490", "45581752"], "ranked_scores": [0.3718, 0.3535, 0.3523, 0.3508, 0.3448, 0.3435, 0.3422, 0.3417, 0.3417, 0.3407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "36345578", "1196631", "8137081", "3727986", "381602", "2177022", "40094786", "11020556", "6853699"], "ranked_scores": [0.585, 0.565, 0.5648, 0.5635, 0.5628, 0.5618, 0.5595, 0.5562, 0.5561, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32742683", "3727986", "45401535", "10812605", "952111", "14965508", "9648896", "43224840", "28712203", "10162553"], "ranked_scores": [0.2995, 0.2901, 0.2897, 0.2881, 0.2827, 0.2813, 0.2786, 0.2744, 0.2718, 0.2701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "2296264", "17934082", "45401535", "46765242", "4336849", "24928817", "40500438", "123859", "34876410"], "ranked_scores": [0.4397, 0.4093, 0.3958, 0.392, 0.3825, 0.3804, 0.3801, 0.3788, 0.3769, 0.3735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "37628989", "25175997", "46926352", "34876410", "25404036", "2291922", "4928282", "87758", "13223957"], "ranked_scores": [0.2666, 0.2518, 0.2292, 0.2123, 0.2075, 0.2032, 0.1936, 0.1905, 0.1885, 0.1829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "44830890", "28419824", "22995579", "17930286", "30813140", "24055603", "14606752", "32463364", "8672737"], "ranked_scores": [0.5409, 0.5288, 0.4919, 0.4861, 0.4708, 0.4682, 0.4554, 0.4496, 0.4441, 0.4295], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["37628989", "15482274", "40905302", "11441172", "22688699", "35186640", "32462603", "25098790", "25515907", "23294314"], "ranked_scores": [0.3722, 0.3399, 0.334, 0.3264, 0.3208, 0.3203, 0.32, 0.3175, 0.3133, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "22551259", "7514614", "9291668", "4434951", "22543403", "26230669", "7808055", "1848452"], "ranked_scores": [0.7139, 0.7125, 0.7113, 0.7082, 0.7045, 0.6906, 0.6832, 0.6816, 0.677, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "14501880", "275294", "13801259", "32001951", "30720103", "22023404", "8458567", "17195001", "21553394"], "ranked_scores": [0.4763, 0.4404, 0.4324, 0.4299, 0.4246, 0.4233, 0.4182, 0.4165, 0.4138, 0.4093], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26133404", "26873988", "37762357", "10627801", "10450300", "30933307", "10648422", "15425958", "8563659", "25141908"], "ranked_scores": [0.6839, 0.669, 0.6601, 0.6579, 0.657, 0.6561, 0.6415, 0.6305, 0.6286, 0.6284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "23557241", "17450673", "37480103", "25973484", "16322674", "22007333", "13831558", "13831842", "16098747"], "ranked_scores": [0.7212, 0.7168, 0.7057, 0.7028, 0.7019, 0.6979, 0.6972, 0.6947, 0.6886, 0.6843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "12779444", "40735046", "32423829", "19140422", "46695481", "27873158", "28617573", "6561200"], "ranked_scores": [0.6914, 0.6785, 0.6565, 0.6325, 0.6308, 0.6229, 0.6229, 0.6229, 0.6197, 0.6139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["23746313", "26133404", "16172576", "285794", "8005007", "37643601", "30933307", "37762357", "18914652", "38747567"], "ranked_scores": [0.4332, 0.4313, 0.4308, 0.4216, 0.4141, 0.4116, 0.408, 0.4063, 0.4029, 0.4015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "27243019", "8137081", "27910499", "10284593", "16488405", "14492339", "5132358", "46926352", "623486"], "ranked_scores": [0.4688, 0.4554, 0.4473, 0.4455, 0.4418, 0.4398, 0.4389, 0.4381, 0.4364, 0.436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "22264117", "26230669", "7834603", "10012166", "1848452", "16233471", "6313547", "8519911"], "ranked_scores": [0.5265, 0.5056, 0.4979, 0.4874, 0.4869, 0.484, 0.4743, 0.4696, 0.4673, 0.4664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["17195001", "1227277", "4324278", "25901598", "36464673", "935538", "19313533", "41620295", "20018321", "22036571"], "ranked_scores": [0.6307, 0.6285, 0.6213, 0.6132, 0.6127, 0.6123, 0.6105, 0.6103, 0.6101, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "31324978", "36830715", "97884", "37592824", "32665136", "25416944", "31293581"], "ranked_scores": [0.5031, 0.3499, 0.3399, 0.3359, 0.3297, 0.3257, 0.3246, 0.324, 0.3228, 0.3205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23420615", "5700349", "11254556", "3825472", "1031534", "10790846", "23863576", "12932176", "6076903", "13992047"], "ranked_scores": [0.5118, 0.5105, 0.5068, 0.5054, 0.5016, 0.4991, 0.4964, 0.4956, 0.4952, 0.495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["24766509", "6422576", "2988714", "22973574", "9988425", "19489351", "8790729", "14550841", "188911", "36651210"], "ranked_scores": [0.5443, 0.5399, 0.5353, 0.5225, 0.5174, 0.5168, 0.516, 0.5157, 0.515, 0.5146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["26336593", "22543403", "22551259", "21246752", "3391547", "14717213", "13905670", "19822046", "8925851", "13717103"], "ranked_scores": [0.5647, 0.5617, 0.5528, 0.5515, 0.5483, 0.5449, 0.5399, 0.5388, 0.5381, 0.5357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "43224840", "4396105", "31324978", "29288582", "41913714", "25483562", "3831884", "15889329", "35884026"], "ranked_scores": [0.3598, 0.3557, 0.346, 0.3455, 0.3447, 0.3378, 0.3354, 0.3345, 0.3344, 0.3327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "275294", "36960449", "4462079", "41915616", "3150030", "21636085", "22023404"], "ranked_scores": [0.5287, 0.5243, 0.5051, 0.4813, 0.4743, 0.4502, 0.4309, 0.4299, 0.4212, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "9513785", "27449472", "6042706", "19460822", "6227220", "195352", "21641088", "38028419", "42441846"], "ranked_scores": [0.4341, 0.4288, 0.4206, 0.4173, 0.4167, 0.4153, 0.4149, 0.4115, 0.4076, 0.4056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "4429118", "24282306", "24726600", "26231129", "7343711", "43224840", "40382183", "4346731", "13952658"], "ranked_scores": [0.4821, 0.4682, 0.4643, 0.4607, 0.4459, 0.4453, 0.4443, 0.4442, 0.4401, 0.4392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["17421851", "13768432", "19332616", "4446814", "7813993", "3616843", "25404036", "6153754", "43226130", "2587396"], "ranked_scores": [0.5945, 0.5631, 0.547, 0.5372, 0.5328, 0.5319, 0.5266, 0.525, 0.5241, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "6945285", "38752049", "13933299", "32777637", "32463364", "16180601", "4506414", "36003142", "5402581"], "ranked_scores": [0.5957, 0.5395, 0.527, 0.5239, 0.5138, 0.5119, 0.5114, 0.5109, 0.5108, 0.5102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5811042", "57574395", "13380011", "12932176", "35149431", "19683625", "16966326", "31624828", "11254556", "14972169"], "ranked_scores": [0.6368, 0.6316, 0.6206, 0.6197, 0.615, 0.6116, 0.6099, 0.6096, 0.6095, 0.609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "5254463", "17755060", "4889228", "26735905", "42693833", "12513042", "12737132"], "ranked_scores": [0.5906, 0.5869, 0.5803, 0.5763, 0.5642, 0.5557, 0.5548, 0.5514, 0.5496, 0.5475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21363424", "44562221", "14311986", "21185923", "28006126", "8137081", "10190778", "34905328", "29347970", "32170702"], "ranked_scores": [0.6239, 0.6202, 0.6201, 0.6198, 0.6141, 0.6101, 0.6083, 0.6082, 0.6068, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "17271462", "40234452", "20220731", "17463549", "33535222", "25985964", "11344428"], "ranked_scores": [0.5741, 0.551, 0.5355, 0.5304, 0.5139, 0.5128, 0.5125, 0.5116, 0.5113, 0.5107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "26133404", "42065070", "7224723", "21274496", "17454301", "12885341", "37762357", "8300657", "27602752"], "ranked_scores": [0.6644, 0.5489, 0.5485, 0.5401, 0.5365, 0.5345, 0.5343, 0.5326, 0.527, 0.527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["28249680", "23887844", "17755060", "25300426", "31293581", "9559146", "6259170", "4920376", "38830961", "23895668"], "ranked_scores": [0.2892, 0.2875, 0.285, 0.2801, 0.278, 0.2777, 0.2772, 0.2754, 0.275, 0.2742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "14934137", "15319019", "22312627", "1970884", "13106686", "40500438", "2638387", "44366096"], "ranked_scores": [0.5264, 0.5122, 0.4869, 0.4849, 0.4848, 0.4828, 0.4769, 0.4751, 0.4725, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "3471191", "1900152", "32421068", "39443128", "31616203", "5641851", "3935126", "8659426"], "ranked_scores": [0.5642, 0.5577, 0.5479, 0.5463, 0.5452, 0.5407, 0.5359, 0.5334, 0.5238, 0.523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["35987381", "5752492", "4380287", "1550937", "2947124", "10648422", "27789588", "21498497", "2042250", "15435343"], "ranked_scores": [0.5958, 0.5943, 0.5853, 0.5807, 0.5801, 0.5765, 0.5756, 0.5735, 0.573, 0.5706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "33499189", "5914739", "10190778", "28006126", "2714623", "8903143", "2825380", "20220731", "9283422"], "ranked_scores": [0.7148, 0.7022, 0.6968, 0.6903, 0.6899, 0.6899, 0.686, 0.6837, 0.6804, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "21377587", "21203899", "45920278", "20491205", "25886725", "38180456", "31612088", "3662510", "24318630"], "ranked_scores": [0.4179, 0.3711, 0.3561, 0.3557, 0.3508, 0.3464, 0.3461, 0.3403, 0.3355, 0.335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9301606", "14367469", "29851836", "12909503", "10015292", "14848619", "52944377", "36838958", "5389523", "4583180"], "ranked_scores": [0.5993, 0.578, 0.5774, 0.5742, 0.5707, 0.5672, 0.5599, 0.5598, 0.5593, 0.5589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "2042250", "37256966", "1871230", "29473081", "22134353", "21185923", "31272411", "12580014"], "ranked_scores": [0.6147, 0.5923, 0.5739, 0.5694, 0.5646, 0.5633, 0.5623, 0.5593, 0.5583, 0.5563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "23863551", "1285713", "29321530", "28107602", "41325555", "36464673", "4961038", "1227277", "1686997"], "ranked_scores": [0.5441, 0.5366, 0.5354, 0.5304, 0.5292, 0.5274, 0.5268, 0.5264, 0.522, 0.5211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "39984099", "13071728", "13899137", "7111021", "1986482", "31363207", "45461275", "7224723", "2824347"], "ranked_scores": [0.534, 0.5095, 0.5081, 0.5063, 0.506, 0.5013, 0.4947, 0.4912, 0.4851, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["13256155", "4468861", "39443128", "1900152", "12641252", "18682109", "5500086", "5551138", "22995579", "24634621"], "ranked_scores": [0.4926, 0.4872, 0.4809, 0.4711, 0.4696, 0.4639, 0.4638, 0.4617, 0.4617, 0.4616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m16-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "21636085", "36960449", "25599283", "44572913", "12810152", "30981192", "4442799", "19278208"], "ranked_scores": [0.5431, 0.5425, 0.5375, 0.522, 0.5215, 0.5207, 0.5201, 0.5176, 0.5171, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["3083927", "5867846", "17463549", "40094786", "18938992", "5003144", "7224723", "92308", "33076846", "5289038"], "ranked_scores": [0.2451, 0.2416, 0.2403, 0.2396, 0.2391, 0.2388, 0.2368, 0.2321, 0.2313, 0.2288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["21301090", "20526907", "5884524", "25837950", "7419612", "30983338", "8318922", "23983289", "15984735", "2138843"], "ranked_scores": [0.5514, 0.5506, 0.5469, 0.5435, 0.5435, 0.543, 0.5422, 0.5414, 0.5412, 0.5392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["12871281", "6163801", "4362729", "33499189", "40094786", "18042803", "10790846", "15972906", "8460275", "11951999"], "ranked_scores": [0.5588, 0.5547, 0.5519, 0.5514, 0.5501, 0.5478, 0.5441, 0.5435, 0.5435, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["24318630", "485020", "41735503", "27150276", "45581752", "31612088", "5551138", "35022568", "45548062", "13097856"], "ranked_scores": [0.298, 0.292, 0.2889, 0.2863, 0.2835, 0.2828, 0.2798, 0.2772, 0.2716, 0.2703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "9764256", "27873158", "19140422", "6561200", "14664424", "23136735", "39903312", "46355579", "28617573"], "ranked_scores": [0.5534, 0.5534, 0.5534, 0.5528, 0.5486, 0.5466, 0.5442, 0.5398, 0.5381, 0.5331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9447, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["52925737", "3330111", "18810195", "4429118", "1797622", "41325555", "16839245", "36345578", "17917408", "13613916"], "ranked_scores": [0.583, 0.5818, 0.5754, 0.5673, 0.5618, 0.5607, 0.5593, 0.5566, 0.5539, 0.5531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "32454714", "25738896", "33397197", "9226649", "40365566", "67045088", "7975937", "2248870", "20610557"], "ranked_scores": [0.5598, 0.5514, 0.5493, 0.5488, 0.5411, 0.5396, 0.5393, 0.5385, 0.5374, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["31612088", "38180456", "32969964", "45548062", "24318630", "45461275", "45457778", "27712433", "70490", "28017005"], "ranked_scores": [0.3862, 0.3811, 0.3785, 0.3761, 0.3701, 0.3687, 0.3681, 0.3679, 0.3609, 0.3607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["46926352", "36345578", "1871230", "6853699", "7489663", "8137081", "7869794", "15176526", "22696649", "4389252"], "ranked_scores": [0.5658, 0.562, 0.5596, 0.5579, 0.5577, 0.5554, 0.5518, 0.5478, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "10812605", "32742683", "1871230", "10162553", "12641252", "23509113", "14591894", "24282306", "164985"], "ranked_scores": [0.2684, 0.2442, 0.2441, 0.2424, 0.2407, 0.2388, 0.2372, 0.2371, 0.2359, 0.2355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["40500438", "2344892", "14965508", "42855554", "45770026", "21150010", "9767444", "712078", "13889430", "4422868"], "ranked_scores": [0.3898, 0.3763, 0.3754, 0.3752, 0.3711, 0.3697, 0.369, 0.3672, 0.3658, 0.3651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "22688699", "38369817", "4463588", "37029185", "72180760", "13223957", "10577574", "34268160", "26121646"], "ranked_scores": [0.18, 0.1645, 0.156, 0.1538, 0.1519, 0.1467, 0.1459, 0.1427, 0.1425, 0.1423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24055603", "143868995", "28419824", "32463364", "17930286", "22995579", "5402581", "36003142", "7965928", "24285403"], "ranked_scores": [0.3894, 0.3883, 0.3871, 0.3837, 0.3805, 0.3755, 0.3751, 0.3655, 0.3633, 0.3631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["10577574", "19945096", "21377587", "38369817", "3776162", "44048701", "26611094", "40905302", "23294314", "24510595"], "ranked_scores": [0.3205, 0.3135, 0.3114, 0.3093, 0.3091, 0.3075, 0.3053, 0.3051, 0.3, 0.2989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "9291668", "2722988", "4679264", "7514614", "6040392", "3270834", "7988832", "28441310"], "ranked_scores": [0.6612, 0.6438, 0.637, 0.6281, 0.628, 0.6273, 0.6259, 0.6235, 0.6231, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["31407112", "32975424", "6327940", "26244918", "1360607", "1428830", "32322418", "38811597", "4500832", "14835068"], "ranked_scores": [0.4176, 0.413, 0.4056, 0.3979, 0.3954, 0.3938, 0.3936, 0.3912, 0.3892, 0.389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["27602752", "10450300", "26873988", "8639034", "2947124", "5137019", "6182947", "26133404", "5867846", "15248287"], "ranked_scores": [0.6105, 0.6101, 0.6086, 0.6059, 0.6053, 0.6042, 0.6026, 0.5992, 0.5982, 0.5976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16322674", "16098747", "13831842", "27240667", "5487448", "15559582", "21874312", "25973484", "41074251", "9274291"], "ranked_scores": [0.6296, 0.6296, 0.6296, 0.6257, 0.6243, 0.6238, 0.6216, 0.6196, 0.6189, 0.618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "32423829", "20127522", "27873158", "46695481", "9764256", "22942787", "41074251"], "ranked_scores": [0.5641, 0.5627, 0.5598, 0.5481, 0.5389, 0.5386, 0.5386, 0.5386, 0.538, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31560225", "4402497", "16172576", "10944947", "22705234", "2824347", "3566945", "23746313", "1970884", "27555165"], "ranked_scores": [0.4117, 0.3862, 0.3821, 0.3792, 0.3743, 0.3733, 0.3694, 0.3683, 0.3621, 0.3617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8317408", "44562221", "6212802", "8137081", "36444198", "10648422", "21372171", "10795340", "27243019", "19511011"], "ranked_scores": [0.4222, 0.4209, 0.4159, 0.4125, 0.4116, 0.4083, 0.407, 0.4066, 0.4057, 0.4047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "40349336", "1084345", "26230669", "10012166", "8519911", "13350374", "9513785", "2466614", "39558597"], "ranked_scores": [0.4192, 0.4103, 0.4089, 0.4031, 0.3929, 0.3905, 0.3832, 0.3823, 0.379, 0.3788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5953485", "27403802", "45875990", "30835854", "10790846", "8453819", "14171859", "33499189", "40383969", "30208015"], "ranked_scores": [0.6325, 0.6301, 0.628, 0.6269, 0.6262, 0.6255, 0.6253, 0.6213, 0.6198, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "4399268", "20471181", "1834762", "7239105", "31324978", "36830715", "29745822", "1084345", "32922179"], "ranked_scores": [0.3844, 0.3366, 0.332, 0.3294, 0.3234, 0.3214, 0.3163, 0.3162, 0.316, 0.312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22495397", "23076291", "36464673", "22185730", "23863576", "35531883", "23420615", "3825472", "4700428", "12932176"], "ranked_scores": [0.4927, 0.4926, 0.4839, 0.4836, 0.4808, 0.4787, 0.4778, 0.4772, 0.4753, 0.4737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["9988425", "16964262", "2437807", "12411274", "4388082", "16284655", "4380004", "19489351", "21676556", "8790729"], "ranked_scores": [0.5342, 0.5293, 0.5268, 0.5225, 0.5224, 0.5209, 0.5191, 0.5181, 0.5175, 0.5161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["22543403", "3391547", "14717213", "6079486", "7997337", "21855837", "32181055", "32922179", "21246752", "12804937"], "ranked_scores": [0.5761, 0.5523, 0.5498, 0.5497, 0.548, 0.5477, 0.5462, 0.5461, 0.5458, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["712078", "2061878", "35884026", "33370", "4447055", "39637840", "3831884", "41913714", "4396105", "6812319"], "ranked_scores": [0.3279, 0.3269, 0.3236, 0.3227, 0.3219, 0.321, 0.3195, 0.3192, 0.3187, 0.3165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "21641088", "25599283", "275294", "195352", "38028419", "20288322", "22023404", "120626"], "ranked_scores": [0.3548, 0.3267, 0.3226, 0.3207, 0.3164, 0.314, 0.3118, 0.3112, 0.3111, 0.3095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3153673", "31407112", "1576955", "38028419", "6313547", "41133176", "27449472", "21641088", "6327940", "39558597"], "ranked_scores": [0.4165, 0.4105, 0.4099, 0.4083, 0.4043, 0.4042, 0.4037, 0.4016, 0.4006, 0.398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["8891333", "6944800", "40667577", "4429118", "24726600", "31902335", "26735905", "4346731", "11172205", "17917408"], "ranked_scores": [0.4473, 0.439, 0.4373, 0.4371, 0.4362, 0.4344, 0.4269, 0.4262, 0.4262, 0.4215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2291922", "13768432", "19332616", "4928057", "4446814", "25404036", "39084565", "20544428", "17421851", "28338268"], "ranked_scores": [0.5243, 0.5202, 0.5139, 0.5134, 0.5002, 0.4976, 0.4973, 0.4945, 0.4934, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22420524", "13933299", "44624045", "5691302", "1287809", "23785605", "20645335", "16180601", "6945285"], "ranked_scores": [0.5286, 0.5275, 0.5211, 0.521, 0.5188, 0.517, 0.5155, 0.5128, 0.5109, 0.5095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["40476126", "22116439", "2139357", "5811042", "14972169", "6565037", "57574395", "8246922", "44408494", "14308244"], "ranked_scores": [0.6374, 0.6241, 0.6226, 0.6216, 0.62, 0.617, 0.6165, 0.6151, 0.6139, 0.6129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "27647593", "41877386", "1192458", "4422868", "6923961", "6599693", "17755060", "21185923", "28937856"], "ranked_scores": [0.5636, 0.5496, 0.5495, 0.5494, 0.5489, 0.5464, 0.5449, 0.5448, 0.5445, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["18882947", "34905328", "34436231", "9911547", "13242763", "32170702", "14311986", "10190778", "40094786", "6936141"], "ranked_scores": [0.6237, 0.6199, 0.6198, 0.6198, 0.6184, 0.6159, 0.6144, 0.611, 0.6095, 0.6076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "5415832", "188911", "2437807", "54561384", "17271462", "4430962", "24042919", "4856149", "8790729"], "ranked_scores": [0.5355, 0.5322, 0.5227, 0.5074, 0.5042, 0.5034, 0.5031, 0.5021, 0.502, 0.5006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "92308", "22159299", "8300657", "7224723", "18617259", "20357868", "37969403", "5867846", "13959707"], "ranked_scores": [0.5567, 0.5426, 0.5285, 0.5244, 0.5227, 0.5205, 0.5159, 0.5147, 0.514, 0.5126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["5254463", "38623601", "17755060", "3858268", "21181273", "2061878", "3831884", "5551138", "25300426", "45764440"], "ranked_scores": [0.2812, 0.2658, 0.2597, 0.2555, 0.2553, 0.2527, 0.2526, 0.2503, 0.2499, 0.2497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["13106686", "37969403", "18275697", "18914652", "26851674", "26873988", "5867846", "35651106", "1970884", "10627801"], "ranked_scores": [0.4876, 0.4757, 0.4735, 0.4658, 0.4645, 0.4644, 0.46, 0.4591, 0.4589, 0.4569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["31616203", "44562904", "14664424", "15476777", "36355784", "24575065", "24916604", "7613033", "1996292", "3471191"], "ranked_scores": [0.5244, 0.5083, 0.5079, 0.5065, 0.504, 0.5021, 0.4982, 0.4979, 0.4974, 0.4968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21535641", "10530014", "27789588", "5752492", "10648422", "39559521", "52925737", "17438862", "9977329", "15435343"], "ranked_scores": [0.5955, 0.5877, 0.5871, 0.5831, 0.5803, 0.5735, 0.5734, 0.5734, 0.5733, 0.5722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "4270992", "34905328", "33499189", "13868795", "5914739", "6936141", "10190778", "40094786", "13798951"], "ranked_scores": [0.7051, 0.6974, 0.6956, 0.6948, 0.694, 0.691, 0.6856, 0.6848, 0.682, 0.6794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["11230569", "28017005", "32969964", "21323587", "16204011", "27712433", "41493639", "45461275", "40905302", "45581752"], "ranked_scores": [0.3069, 0.3046, 0.3038, 0.302, 0.3012, 0.3006, 0.2995, 0.2948, 0.2908, 0.29], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14848619", "14367469", "37256966", "21622715", "36838958", "40901687", "21557055", "9752604", "52944377", "29073751"], "ranked_scores": [0.6084, 0.5906, 0.5845, 0.5769, 0.5699, 0.566, 0.5657, 0.5649, 0.5643, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "9784254", "29473081", "22696649", "37256966", "34469966", "5821617", "13889430", "9226649"], "ranked_scores": [0.5797, 0.5791, 0.5775, 0.5743, 0.5698, 0.5673, 0.5636, 0.5625, 0.5624, 0.5614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["43880096", "4324278", "19165076", "7225911", "37204802", "23286603", "40901687", "4336849", "7029990", "17755060"], "ranked_scores": [0.5317, 0.5156, 0.5116, 0.5086, 0.5062, 0.5061, 0.5056, 0.5041, 0.5007, 0.4981], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "2824347", "70439309", "13959707", "5289038", "21495419", "24241932", "341324", "44562058", "7285256"], "ranked_scores": [0.4583, 0.4458, 0.4424, 0.4357, 0.4335, 0.4304, 0.4294, 0.4273, 0.425, 0.4247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["31616203", "13380980", "27437459", "3981033", "46602807", "18682109", "5500086", "39443128", "3935126", "1522336"], "ranked_scores": [0.4632, 0.4607, 0.4566, 0.4532, 0.452, 0.4499, 0.4474, 0.4466, 0.4445, 0.443], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "36960449", "3150030", "21636085", "30720103", "21553394", "12810152", "30981192", "4483571"], "ranked_scores": [0.7121, 0.7094, 0.6831, 0.6774, 0.6726, 0.6714, 0.6714, 0.6678, 0.6672, 0.663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34121231", "26474812", "17454301", "8373753", "19824183", "33934971", "40473317", "5289038", "25953438"], "ranked_scores": [0.3432, 0.3241, 0.3185, 0.3157, 0.299, 0.2989, 0.2971, 0.2871, 0.2861, 0.2854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "21301090", "30983338", "76463821", "31889025", "20697217", "29387024", "29253460", "24408040"], "ranked_scores": [0.7145, 0.7093, 0.7092, 0.6926, 0.6916, 0.6901, 0.6835, 0.683, 0.6827, 0.6753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "8903143", "2714623", "10562341", "5914739", "9283422", "6717533", "2825380", "35884026", "306006"], "ranked_scores": [0.7133, 0.7047, 0.7033, 0.6954, 0.6884, 0.6883, 0.6806, 0.679, 0.6778, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "11913139", "8868863", "27150276", "24055603", "22995579", "5556809", "28419824", "40996863"], "ranked_scores": [0.62, 0.5475, 0.5335, 0.5071, 0.495, 0.4905, 0.486, 0.4821, 0.48, 0.4785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "27873158", "9764256", "6561200", "23136735", "19140422", "28617573", "46355579", "16980892", "1203035"], "ranked_scores": [0.8034, 0.8005, 0.8005, 0.8005, 0.7935, 0.7935, 0.7935, 0.7797, 0.7631, 0.7359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["38533515", "4138659", "23895668", "14541844", "3831884", "17755060", "36653415", "18810195", "27134527", "8460275"], "ranked_scores": [0.6341, 0.6318, 0.6274, 0.6216, 0.6208, 0.6206, 0.6169, 0.6146, 0.609, 0.6068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "18488986", "20610557", "25738896", "40365566", "7975937", "219475", "26886351", "18237384", "9977329"], "ranked_scores": [0.7277, 0.6981, 0.6977, 0.6926, 0.6871, 0.682, 0.6806, 0.6799, 0.6798, 0.679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "32969964", "38180456", "26456326", "63858430", "841371", "27150276", "70490", "21050357"], "ranked_scores": [0.4908, 0.4721, 0.4606, 0.4352, 0.4341, 0.431, 0.4309, 0.4287, 0.4284, 0.4261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["35256900", "27567994", "18237384", "8137081", "26886351", "6163801", "4389252", "3475317", "39559521", "40094786"], "ranked_scores": [0.7024, 0.685, 0.6827, 0.6776, 0.675, 0.6719, 0.6711, 0.6666, 0.6654, 0.6605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["952111", "9648896", "32742683", "10812605", "6650933", "3727986", "350542", "34735369", "2576811", "15879931"], "ranked_scores": [0.4629, 0.461, 0.4552, 0.4537, 0.4534, 0.4511, 0.4459, 0.4372, 0.4353, 0.4292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["12866641", "14965508", "36432234", "4422868", "79696454", "2274272", "6650933", "123859", "13380980", "2296264"], "ranked_scores": [0.5381, 0.5372, 0.5305, 0.5286, 0.5275, 0.522, 0.5207, 0.5197, 0.5164, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "25175997", "25404036", "22688699", "24660385", "38369817", "2291922", "123859", "8290953", "6137330"], "ranked_scores": [0.3353, 0.3204, 0.3163, 0.2934, 0.2918, 0.2898, 0.2876, 0.2874, 0.284, 0.2799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "24510595", "17930286", "28419824", "24055603", "24148722", "38369817", "8672737", "14566771", "12667988"], "ranked_scores": [0.6534, 0.6506, 0.633, 0.6163, 0.6125, 0.5772, 0.5757, 0.5739, 0.5734, 0.5715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["37628989", "32462603", "22688699", "15482274", "23294314", "52874170", "25098790", "35186640", "10408324", "12839939"], "ranked_scores": [0.4875, 0.4837, 0.4744, 0.4738, 0.4594, 0.4579, 0.4563, 0.454, 0.4523, 0.4523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22551259", "9291668", "22543403", "22264117", "1848452", "7988832", "4434951", "2722988", "26230669"], "ranked_scores": [0.793, 0.7763, 0.7761, 0.762, 0.7611, 0.7542, 0.7516, 0.7478, 0.7421, 0.7401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "275294", "4423401", "17195001", "38811597", "21553394", "1227277", "22023404", "13801259", "3831884"], "ranked_scores": [0.5461, 0.5247, 0.5182, 0.5125, 0.5092, 0.5044, 0.5043, 0.5017, 0.498, 0.4956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26133404", "26873988", "30933307", "10450300", "9433958", "5867846", "27555165", "8247469", "20261352", "5137019"], "ranked_scores": [0.7413, 0.73, 0.7246, 0.723, 0.7117, 0.706, 0.7053, 0.7031, 0.7018, 0.694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831558", "13831842", "1428840", "27240667", "21874312", "16322674", "37480103", "17450673", "27123743", "22007333"], "ranked_scores": [0.793, 0.7911, 0.7908, 0.7879, 0.7873, 0.7853, 0.7853, 0.785, 0.7795, 0.7705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "46695481", "27873158", "6561200", "9764256", "26067999", "32423829", "41074251"], "ranked_scores": [0.779, 0.7537, 0.7509, 0.736, 0.7356, 0.7356, 0.7356, 0.7229, 0.7217, 0.7152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["8005007", "16172576", "26133404", "23746313", "35087728", "21274496", "12885341", "18617259", "2824347", "31560225"], "ranked_scores": [0.5544, 0.5398, 0.5276, 0.518, 0.5173, 0.5167, 0.5163, 0.5141, 0.5141, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "14492339", "42298280", "1336292", "18882947", "27910499", "623486", "24512064", "44562221", "36444198"], "ranked_scores": [0.6194, 0.5881, 0.5816, 0.5797, 0.5786, 0.578, 0.5759, 0.5753, 0.5728, 0.5714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "1084345", "7514614", "24347647", "6040392", "40349336", "4326318", "26230669", "7834603"], "ranked_scores": [0.6115, 0.6114, 0.6058, 0.5838, 0.5828, 0.5802, 0.5787, 0.5777, 0.5759, 0.5753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["38533515", "16120395", "1344498", "20018321", "45875990", "2405259", "8460275", "8453819", "33499189", "37138639"], "ranked_scores": [0.7463, 0.7449, 0.7368, 0.7368, 0.7366, 0.7343, 0.7297, 0.7286, 0.7278, 0.7259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "32743723", "12667988", "15889329", "25416944", "18446525", "4399268", "28338268", "17821387"], "ranked_scores": [0.6106, 0.4648, 0.4616, 0.4576, 0.4408, 0.4404, 0.44, 0.4295, 0.4282, 0.4254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["12932176", "25901598", "11254556", "7093809", "15491404", "10790846", "23420615", "18346333", "16398827", "23260700"], "ranked_scores": [0.6686, 0.6531, 0.6527, 0.6522, 0.6503, 0.6492, 0.6475, 0.6419, 0.6374, 0.6364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["22843616", "6422576", "4457834", "29557235", "10165258", "24766509", "18909530", "26374799", "12225214", "9988425"], "ranked_scores": [0.6757, 0.6682, 0.6631, 0.6599, 0.6507, 0.6481, 0.6471, 0.6468, 0.6444, 0.644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5782614", "3863543", "7020505", "22543403", "41293601", "8925851", "21692235", "14717213", "33677323"], "ranked_scores": [0.7084, 0.6722, 0.6699, 0.6588, 0.6537, 0.6448, 0.6419, 0.6417, 0.6395, 0.63], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["43224840", "25483562", "350542", "4396105", "31324978", "41913714", "3831884", "18346333", "16472469", "22968257"], "ranked_scores": [0.5102, 0.5091, 0.5041, 0.503, 0.4999, 0.4969, 0.4964, 0.496, 0.4934, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "275294", "4462079", "3150030", "36960449", "22023404", "41915616", "16256507"], "ranked_scores": [0.707, 0.6796, 0.6543, 0.6139, 0.6116, 0.6056, 0.602, 0.5773, 0.5695, 0.567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "3067015", "27449472", "25643818", "6718824", "10482574", "195352", "33960383", "19957813"], "ranked_scores": [0.5131, 0.5023, 0.4993, 0.4903, 0.4898, 0.4783, 0.4776, 0.4766, 0.4751, 0.4744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "11172205", "26231129", "40382183", "4429118", "8659426", "6944800", "31902335", "13952658", "1921218"], "ranked_scores": [0.5938, 0.5921, 0.5831, 0.5829, 0.5803, 0.5788, 0.5726, 0.5704, 0.5704, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "2291922", "32743723", "2587396", "46764350", "17821387", "3056682", "2973910", "7373453"], "ranked_scores": [0.6709, 0.6519, 0.6473, 0.6463, 0.6429, 0.6393, 0.6356, 0.6329, 0.6319, 0.629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["38752049", "10984005", "24625323", "28419824", "32777637", "11071351", "45153864", "5691302", "5402581", "32463364"], "ranked_scores": [0.6549, 0.6478, 0.6274, 0.6118, 0.606, 0.6058, 0.5932, 0.5895, 0.5889, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["3085264", "16966326", "18346333", "12932176", "14092737", "6565037", "23702805", "27022864", "11886686", "116792"], "ranked_scores": [0.7072, 0.7024, 0.6989, 0.698, 0.697, 0.6967, 0.6965, 0.693, 0.6928, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "4422868", "5254463", "17717391", "17775228", "11915280", "5406411", "52925737", "6923961", "12513042"], "ranked_scores": [0.7072, 0.7041, 0.7006, 0.6785, 0.6751, 0.6716, 0.6656, 0.6643, 0.6638, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "13398997", "45414636", "18882947", "29288582", "266641", "21185923", "21363424", "28006126"], "ranked_scores": [0.7497, 0.7486, 0.7353, 0.7313, 0.7311, 0.7298, 0.7297, 0.7295, 0.725, 0.7244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "34905328", "266641", "54561384", "14492339", "10165258", "33535222", "17463549", "32170702"], "ranked_scores": [0.6856, 0.6799, 0.6508, 0.6433, 0.6363, 0.6361, 0.6335, 0.6229, 0.6224, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "27555165", "27602752", "11238951", "42065070", "26133404", "7224723", "20357868", "26873988"], "ranked_scores": [0.7926, 0.6958, 0.6873, 0.6848, 0.68, 0.6758, 0.6754, 0.6753, 0.6728, 0.6727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["15521377", "31293581", "9559146", "3831884", "17412260", "20418809", "2701077", "4429932", "40500438", "4920376"], "ranked_scores": [0.4468, 0.4466, 0.434, 0.4317, 0.4269, 0.4267, 0.4254, 0.4251, 0.4198, 0.4183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "6426919", "15319019", "1970884", "41337677", "24221369", "3493623", "13106686", "44366096", "30543439"], "ranked_scores": [0.6553, 0.655, 0.6431, 0.6166, 0.6036, 0.6003, 0.6, 0.5991, 0.5934, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["31616203", "15476777", "2492146", "8659426", "39443128", "1522336", "28738741", "13256155", "26231129", "3471191"], "ranked_scores": [0.6469, 0.6458, 0.6432, 0.6366, 0.6334, 0.6273, 0.6206, 0.6206, 0.6124, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["39559521", "4380287", "1550937", "25738896", "195683603", "22647695", "5752492", "15435343", "21498497", "7221410"], "ranked_scores": [0.718, 0.7111, 0.7087, 0.7075, 0.7067, 0.7054, 0.7023, 0.7005, 0.6987, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "33499189", "40094786", "13798951", "28006126", "34905328", "2825380", "18758057", "25479072", "5914739"], "ranked_scores": [0.7712, 0.7657, 0.7642, 0.7635, 0.762, 0.7595, 0.7522, 0.7517, 0.7504, 0.7479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["3662510", "27712433", "13906581", "841371", "21377587", "14500725", "6421734", "21323587", "20491205", "40905302"], "ranked_scores": [0.5271, 0.5223, 0.5217, 0.5085, 0.5084, 0.5073, 0.506, 0.5018, 0.5013, 0.4905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "2405259", "16882895", "22317868", "29073751", "4444861", "52944377", "5633957", "7820043", "24624992"], "ranked_scores": [0.7079, 0.6941, 0.6912, 0.6893, 0.6891, 0.6871, 0.687, 0.6869, 0.6858, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22134353", "2274272", "29473081", "5633957", "25602549", "26735905", "4447785", "34469966", "2042250"], "ranked_scores": [0.7739, 0.7063, 0.6999, 0.6976, 0.697, 0.6963, 0.696, 0.6957, 0.6953, 0.6947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["29321530", "41325555", "5403286", "42489926", "1285713", "13329980", "21557055", "14819804", "20620012", "4961038"], "ranked_scores": [0.6185, 0.6109, 0.6017, 0.5878, 0.5872, 0.5847, 0.5781, 0.5758, 0.5738, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "11254040", "16787954", "5284188", "7111021", "31363207", "341324", "13901073", "2824347", "1986482"], "ranked_scores": [0.7037, 0.6899, 0.6669, 0.6636, 0.6508, 0.647, 0.6464, 0.6261, 0.6258, 0.6227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "7343711", "4468861", "5991309", "3935126", "2296264", "5270265", "12641252", "52180874", "3376731"], "ranked_scores": [0.617, 0.6105, 0.5985, 0.5985, 0.5971, 0.5905, 0.5902, 0.5893, 0.588, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "36960449", "21636085", "30720103", "44572913", "12810152", "3150030", "22023404", "4515975"], "ranked_scores": [0.7564, 0.7319, 0.7133, 0.7037, 0.6928, 0.6912, 0.689, 0.6805, 0.6642, 0.6553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "13000926", "5003144", "9977329", "9433958", "39559521", "20960682", "18834078", "25897733", "5289038"], "ranked_scores": [0.4098, 0.4009, 0.3974, 0.3964, 0.3953, 0.3932, 0.3927, 0.3917, 0.3916, 0.3882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "8842332", "35714909", "30983338", "4506414", "18256197", "38630735", "23983289", "2138843", "9813098"], "ranked_scores": [0.7374, 0.6915, 0.6909, 0.6777, 0.6762, 0.6755, 0.6742, 0.6693, 0.668, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "2714623", "8903143", "2825380", "2405259", "5914739", "17017465", "4324278", "17195001", "22174015"], "ranked_scores": [0.7485, 0.7291, 0.7263, 0.7153, 0.7143, 0.7043, 0.7037, 0.6974, 0.6971, 0.6951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "8868863", "11913139", "12667988", "24055603", "38752049", "12672066", "14606752"], "ranked_scores": [0.6501, 0.5689, 0.5102, 0.4822, 0.4794, 0.4567, 0.4477, 0.4359, 0.4352, 0.4293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "23136735", "46695481", "19140422", "27873158", "6561200", "9764256", "46355579", "6748318", "16980892"], "ranked_scores": [0.8543, 0.8443, 0.8396, 0.8365, 0.8364, 0.8357, 0.8282, 0.8153, 0.73, 0.7253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8667, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1686997", "18810195", "23887844", "4138659", "10482574", "16839245", "4423401", "8856690", "3831884", "21535641"], "ranked_scores": [0.6329, 0.6165, 0.599, 0.5966, 0.5927, 0.5896, 0.5863, 0.5835, 0.5812, 0.5811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "20610557", "26886351", "26973393", "18488986", "15381976", "25602549", "11020556", "1900152"], "ranked_scores": [0.7299, 0.6987, 0.695, 0.6638, 0.6619, 0.661, 0.6576, 0.6515, 0.649, 0.6476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "9754530", "45581752", "10749308", "74701974", "72180760", "140907540", "849771"], "ranked_scores": [0.5291, 0.4825, 0.3729, 0.3528, 0.3509, 0.3463, 0.3427, 0.3301, 0.3269, 0.3269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["26886351", "20155713", "14386505", "1871230", "21498497", "27567994", "1196631", "24707550", "35256900", "4380287"], "ranked_scores": [0.7226, 0.6977, 0.697, 0.697, 0.6945, 0.6943, 0.6913, 0.6912, 0.6904, 0.6894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["13992047", "7736860", "3727986", "18126445", "952111", "43224840", "2060137", "12866641", "24707550", "12489688"], "ranked_scores": [0.5296, 0.5195, 0.5165, 0.5123, 0.5038, 0.5018, 0.5013, 0.4955, 0.4881, 0.4873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "26561572", "2061878", "22241778", "11291348", "123859", "33920995", "4961038", "9614443", "2274272"], "ranked_scores": [0.5718, 0.5571, 0.5445, 0.5425, 0.5418, 0.5412, 0.5397, 0.5392, 0.5384, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "8426046", "24660385", "25404036", "8290953", "8995263", "15194125", "46182525", "123859", "1616661"], "ranked_scores": [0.433, 0.4019, 0.3962, 0.3846, 0.3837, 0.381, 0.3791, 0.3743, 0.3728, 0.3661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24055603", "17930286", "44830890", "12667988", "14606752", "24148722", "24510595", "7965928", "28419824", "32743723"], "ranked_scores": [0.6124, 0.6123, 0.6082, 0.6081, 0.5955, 0.5905, 0.5747, 0.5732, 0.5715, 0.5549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23400191", "12839939", "13445579", "25098790", "52874170", "4695046", "21301090", "22688699", "116556376"], "ranked_scores": [0.6291, 0.5466, 0.5444, 0.5389, 0.5227, 0.5185, 0.5148, 0.5059, 0.5049, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "22264117", "26230669", "4434951", "6040392", "9291668", "22551259", "7988832", "4679264"], "ranked_scores": [0.7823, 0.7822, 0.7816, 0.7705, 0.7624, 0.7563, 0.7468, 0.7344, 0.7306, 0.7292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "1227277", "6277638", "17195001", "5704562", "9899292", "23895668", "4423401", "21380348", "22023404"], "ranked_scores": [0.6068, 0.6027, 0.5967, 0.5798, 0.5766, 0.5584, 0.5555, 0.5545, 0.5519, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "26873988", "26133404", "10450300", "10648422", "23305884", "35987381", "20960682", "8300657"], "ranked_scores": [0.7709, 0.7398, 0.7381, 0.7295, 0.7245, 0.7226, 0.7208, 0.7199, 0.7146, 0.7133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "22007333", "37480103", "13831558", "17450673", "27240667", "16322674", "16098747", "25973484", "21874312"], "ranked_scores": [0.8197, 0.8143, 0.8061, 0.8036, 0.8024, 0.7945, 0.7909, 0.7901, 0.7898, 0.7863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "46695481", "28617573", "27873158", "19140422", "36355784", "25742130", "9764256", "23136735", "12779444"], "ranked_scores": [0.7556, 0.7489, 0.7486, 0.7481, 0.7426, 0.742, 0.7359, 0.7359, 0.7355, 0.7352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26133404", "37762357", "30933307", "44366096", "37643601", "8005007", "5633957", "5838067", "10450300", "24922825"], "ranked_scores": [0.653, 0.644, 0.6182, 0.6168, 0.6156, 0.6155, 0.6134, 0.6127, 0.6054, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "10530014", "14492339", "17682477", "16488405", "8317408", "1336292", "20690388", "46926352", "6397191"], "ranked_scores": [0.6486, 0.6446, 0.6238, 0.6174, 0.6162, 0.6137, 0.6129, 0.612, 0.6062, 0.6055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["24347647", "22264117", "10012166", "8519911", "4326318", "1084345", "4653837", "26230669", "2533768", "9559146"], "ranked_scores": [0.6581, 0.658, 0.6535, 0.6509, 0.6406, 0.6305, 0.6212, 0.5969, 0.587, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8856690", "23895668", "33499189", "45875990", "16120395", "20620012", "4324278", "3154880", "5403286", "13868795"], "ranked_scores": [0.7394, 0.7381, 0.7273, 0.7243, 0.7237, 0.7198, 0.7192, 0.7173, 0.712, 0.7105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "116792", "810480", "15889329", "37592824", "32743723", "14178995", "28338268", "4418269"], "ranked_scores": [0.7232, 0.6147, 0.5872, 0.5824, 0.575, 0.5746, 0.56, 0.5585, 0.5377, 0.5295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["21179714", "2119889", "15491404", "10790846", "23420615", "16398827", "11254556", "7549811", "27403802", "12932176"], "ranked_scores": [0.6538, 0.6472, 0.6372, 0.6301, 0.6266, 0.6231, 0.6218, 0.6206, 0.6188, 0.6181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["4457834", "2988714", "22843616", "24766509", "4462419", "4380451", "188911", "6446747", "17945638", "25413327"], "ranked_scores": [0.6748, 0.6683, 0.6679, 0.6677, 0.6591, 0.6522, 0.6514, 0.6495, 0.6446, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "5782614", "4312169", "41293601", "3391547", "2359152", "8925851", "8083310", "3863543", "39758684"], "ranked_scores": [0.7175, 0.7175, 0.6912, 0.6836, 0.6829, 0.6709, 0.6703, 0.6694, 0.6685, 0.6623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["3831884", "31407112", "20310709", "4345315", "10247314", "25483562", "41913714", "25373397", "19683625", "14848619"], "ranked_scores": [0.5835, 0.5817, 0.5734, 0.5711, 0.5663, 0.5629, 0.5623, 0.5608, 0.5536, 0.5509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "22023404", "2425364", "36960449", "41915616", "3150030", "11738716", "4462079"], "ranked_scores": [0.7078, 0.6836, 0.6533, 0.6315, 0.63, 0.6249, 0.608, 0.5731, 0.5724, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["32975424", "14663842", "14972169", "21246752", "2831620", "25748308", "44693226", "14835068", "24731248", "11738716"], "ranked_scores": [0.5419, 0.5405, 0.5399, 0.5327, 0.5321, 0.5275, 0.5258, 0.5249, 0.5242, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "24726600", "13952658", "26735905", "40127292", "164985", "33677323", "40667577", "2014909", "7343711"], "ranked_scores": [0.5935, 0.5915, 0.5747, 0.5691, 0.5673, 0.5667, 0.5657, 0.5607, 0.5596, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "20544428", "87758", "4446814", "40164383", "19332616", "3984231", "12358173", "2828460"], "ranked_scores": [0.7205, 0.7198, 0.7029, 0.6998, 0.6941, 0.6938, 0.6931, 0.6922, 0.6831, 0.6806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5691302", "32463364", "5402581", "36003142", "24625323", "41264017", "38752049", "13933299", "20321154"], "ranked_scores": [0.7344, 0.6642, 0.6526, 0.6441, 0.6373, 0.6315, 0.6285, 0.6272, 0.6211, 0.6057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "12932176", "8596357", "5137019", "1049501", "5811042", "4447055", "14362678", "35149431"], "ranked_scores": [0.7435, 0.7281, 0.7205, 0.7194, 0.7061, 0.7046, 0.7019, 0.6928, 0.6902, 0.6895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26059876", "12513042", "57783564", "5254463", "11915280", "4447785", "24294572", "19541444"], "ranked_scores": [0.7556, 0.7343, 0.7099, 0.7006, 0.692, 0.6875, 0.6866, 0.6816, 0.6757, 0.6748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40094786", "28006126", "4389252", "34905328", "18546584", "32170702", "13798951", "29347970", "10165258", "25300426"], "ranked_scores": [0.7057, 0.7015, 0.7015, 0.697, 0.6932, 0.6928, 0.6925, 0.6921, 0.6903, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "34905328", "10165258", "54561384", "18374364", "17463549", "6123924", "9283422", "45414636"], "ranked_scores": [0.707, 0.6994, 0.6493, 0.6227, 0.6155, 0.6144, 0.6119, 0.6102, 0.6013, 0.5996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "27602752", "29023309", "22705234", "7224723", "20357868", "8563659", "42065070", "26133404"], "ranked_scores": [0.7954, 0.7384, 0.7021, 0.6947, 0.6936, 0.6935, 0.6875, 0.6871, 0.6823, 0.6744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["9559146", "2701077", "15521377", "3831884", "31293581", "32985041", "13380011", "5468807", "26902591", "4396105"], "ranked_scores": [0.4881, 0.475, 0.4718, 0.4692, 0.4615, 0.4543, 0.4517, 0.4399, 0.4385, 0.4335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "15319019", "13106686", "37762357", "20960682", "20722510", "45143088", "4347374", "17338543"], "ranked_scores": [0.7063, 0.6949, 0.6904, 0.6535, 0.6461, 0.6409, 0.6387, 0.6366, 0.6358, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "8659426", "24450344", "1522336", "31616203", "24341590", "3935126", "14664424", "520579"], "ranked_scores": [0.662, 0.6165, 0.5967, 0.5957, 0.5919, 0.5892, 0.588, 0.5864, 0.5826, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4380287", "5811042", "13923140", "195683603", "17438862", "21498497", "22647695", "9977329", "26886351", "52095986"], "ranked_scores": [0.7493, 0.7442, 0.7369, 0.736, 0.7355, 0.733, 0.7289, 0.7249, 0.7193, 0.7178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "33499189", "18758057", "8903143", "18546584", "2825380", "13798951", "28006126", "20388894", "34905328"], "ranked_scores": [0.8245, 0.8193, 0.7948, 0.7937, 0.789, 0.7822, 0.7821, 0.7786, 0.7759, 0.7747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["21323587", "27712433", "40905302", "12258338", "3662510", "19945096", "6421734", "45461275", "13906581", "15968271"], "ranked_scores": [0.535, 0.5187, 0.5154, 0.5009, 0.4869, 0.4763, 0.4684, 0.4587, 0.4563, 0.4418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10359591", "4347374", "25014337", "29851836", "35760786", "3805841", "21562657", "14496749", "10627801", "28697248"], "ranked_scores": [0.7484, 0.7398, 0.7292, 0.7235, 0.7188, 0.7174, 0.7138, 0.7127, 0.7123, 0.7119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1550937", "4447785", "9225850", "22134353", "38944245", "25946292", "195683603", "15081770", "9478135"], "ranked_scores": [0.7665, 0.7299, 0.7279, 0.7221, 0.7188, 0.7116, 0.7048, 0.7037, 0.7017, 0.7015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["19099739", "1285713", "14819804", "43711341", "6426919", "41325555", "25677651", "23863551", "13639330", "14241418"], "ranked_scores": [0.6354, 0.6331, 0.6214, 0.6187, 0.6131, 0.6116, 0.6057, 0.6024, 0.6023, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "1986482", "31363207", "13899137", "16787954", "7111021", "35087728", "5284188", "39984099", "13901073"], "ranked_scores": [0.7654, 0.7023, 0.702, 0.6956, 0.687, 0.6851, 0.6636, 0.6616, 0.6608, 0.6596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "3935126", "4468861", "9955779", "1900152", "21382907", "7821634", "3376731", "1522336", "26848994"], "ranked_scores": [0.6236, 0.6122, 0.5948, 0.5853, 0.5841, 0.5792, 0.5783, 0.5765, 0.5728, 0.5721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "44572913", "4462079", "12810152", "41915616", "36960449", "30981192", "30720103", "2425364", "21553394"], "ranked_scores": [0.7154, 0.7079, 0.6868, 0.6864, 0.6735, 0.6718, 0.6552, 0.6449, 0.6444, 0.6435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "40323148", "4999387", "2236768", "8373753", "26474812", "7299977", "13000926", "5849439", "9977329"], "ranked_scores": [0.455, 0.4487, 0.4438, 0.4434, 0.4385, 0.4304, 0.4247, 0.4185, 0.4182, 0.4132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "27449472", "21301090", "14973286", "32159283", "29253460", "38630735", "5698494", "20697217", "7602348"], "ranked_scores": [0.76, 0.713, 0.7114, 0.7095, 0.7023, 0.7013, 0.7005, 0.7, 0.6998, 0.6974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "8903143", "33499189", "34905328", "25479072", "5914739", "10562341", "22174015", "11289247", "17017465"], "ranked_scores": [0.8045, 0.7922, 0.7828, 0.7637, 0.7585, 0.7539, 0.7538, 0.7521, 0.7487, 0.7465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "27150276", "21373821", "13883546", "28419824", "38752049", "80109277", "19071857", "12667988", "14606752"], "ranked_scores": [0.6577, 0.548, 0.5294, 0.5188, 0.516, 0.5135, 0.5063, 0.4942, 0.4908, 0.4849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["23136735", "46695481", "28617573", "46355579", "19140422", "27873158", "6561200", "9764256", "16980892", "1203035"], "ranked_scores": [0.8542, 0.8345, 0.8297, 0.8265, 0.8223, 0.8215, 0.8167, 0.8154, 0.7404, 0.7129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7037, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["16839245", "1686997", "6784372", "23576165", "3376731", "12217662", "18810195", "4423401", "13952658", "5785219"], "ranked_scores": [0.6494, 0.6475, 0.6431, 0.6406, 0.6351, 0.6306, 0.6276, 0.6268, 0.6228, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "27615329", "20610557", "40365566", "1900152", "32454714", "5991309", "26973393", "195683603", "219475"], "ranked_scores": [0.7792, 0.7613, 0.7464, 0.7411, 0.7384, 0.732, 0.7275, 0.7209, 0.7192, 0.715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "849771", "29107210", "27150276", "4687948", "10749308", "38180456", "45581752"], "ranked_scores": [0.5335, 0.4741, 0.4289, 0.4107, 0.4081, 0.4048, 0.383, 0.3636, 0.3503, 0.349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3863543", "19511011", "6853699", "34016987", "21498497", "6000423", "14386505", "23912923", "25988622", "35987381"], "ranked_scores": [0.7636, 0.7472, 0.7391, 0.7391, 0.7388, 0.7383, 0.7379, 0.7364, 0.7359, 0.735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["18126445", "7736860", "40383969", "13992047", "33884866", "9283422", "26851674", "3727986", "17829012", "612002"], "ranked_scores": [0.5828, 0.5538, 0.5216, 0.5214, 0.5083, 0.5052, 0.5048, 0.5044, 0.5043, 0.504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "25677651", "21179714", "13992047", "6315132", "21258863", "3107733", "350542", "22241778", "1386103"], "ranked_scores": [0.6224, 0.6009, 0.5898, 0.5893, 0.5887, 0.5873, 0.5862, 0.5845, 0.5842, 0.584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "12265561", "13223957", "38369817", "26409363", "34268160", "46182525", "20418809", "8426046", "4883040"], "ranked_scores": [0.4834, 0.4654, 0.4611, 0.4595, 0.4461, 0.4452, 0.4429, 0.4406, 0.4359, 0.4343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "17930286", "44830890", "28419824", "5556809", "24055603", "30813140", "28338268", "143868995", "14606752"], "ranked_scores": [0.6362, 0.6266, 0.6228, 0.6171, 0.617, 0.6071, 0.6067, 0.5993, 0.5975, 0.5968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "79231308", "28617573", "16980892", "12839939", "23400191", "27873158", "19140422", "14260013"], "ranked_scores": [0.6674, 0.6029, 0.5815, 0.5792, 0.5779, 0.5678, 0.5568, 0.5538, 0.5535, 0.5488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "6040392", "4434951", "1032372", "7988832", "22264117", "9291668", "14475235", "2722988"], "ranked_scores": [0.8132, 0.7997, 0.7861, 0.7634, 0.7492, 0.7413, 0.7397, 0.7375, 0.7367, 0.7305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["31407112", "275294", "15615957", "8460275", "14874811", "1227277", "40005757", "30720103", "19132741", "9899292"], "ranked_scores": [0.6781, 0.6457, 0.6319, 0.6203, 0.603, 0.6023, 0.5968, 0.5961, 0.5933, 0.5847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "28015516", "12670680", "2947124", "20261352", "30933307", "8563659", "5137019", "5811042", "1386103"], "ranked_scores": [0.7644, 0.7526, 0.7424, 0.7373, 0.7356, 0.7339, 0.7334, 0.733, 0.7312, 0.7261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "13831842", "37480103", "17450673", "21874312", "25973484", "23557241", "27123743", "1428840", "16322674"], "ranked_scores": [0.8211, 0.8136, 0.7948, 0.7943, 0.7893, 0.78, 0.7781, 0.7747, 0.773, 0.7674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "36355784", "9764256", "27873158", "6561200", "28617573", "12779444", "19140422", "25742130", "23136735"], "ranked_scores": [0.7657, 0.763, 0.7611, 0.7523, 0.7482, 0.7453, 0.7422, 0.74, 0.7294, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37762357", "37643601", "26133404", "8005007", "6501747", "3093512", "30933307", "18914652", "14474178", "40145839"], "ranked_scores": [0.7063, 0.7049, 0.7027, 0.6928, 0.6739, 0.6732, 0.6717, 0.6667, 0.6649, 0.6624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["18882947", "10530014", "8137081", "1336292", "27602752", "21185923", "36444198", "14492339", "29288582", "25148216"], "ranked_scores": [0.6961, 0.6887, 0.6774, 0.6643, 0.6612, 0.6575, 0.6502, 0.6485, 0.6394, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "22264117", "26230669", "4326318", "10012166", "2543135", "928281", "6313547", "8519911"], "ranked_scores": [0.7029, 0.691, 0.6556, 0.6554, 0.6513, 0.6199, 0.6141, 0.6108, 0.6065, 0.6019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "41325555", "17195001", "16120395", "8856690", "8903143", "4324278", "20620012", "2714623", "5914739"], "ranked_scores": [0.8002, 0.7628, 0.7611, 0.7598, 0.7568, 0.7556, 0.7531, 0.753, 0.7499, 0.7464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "25416944", "37592824", "11254556", "15692098", "4394525", "2829179", "15889329", "5137019"], "ranked_scores": [0.8249, 0.6469, 0.6378, 0.6141, 0.5967, 0.5854, 0.5826, 0.5798, 0.5795, 0.5791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5704562", "10846815", "6076903", "15491404", "2158516", "45153864", "12932176", "41913714", "23702805", "16398827"], "ranked_scores": [0.6875, 0.6451, 0.6349, 0.6315, 0.6297, 0.6205, 0.6171, 0.6154, 0.6153, 0.6136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["22428640", "24766509", "18909530", "26374799", "4457834", "17945638", "6446747", "7488455", "7451607", "3849194"], "ranked_scores": [0.707, 0.6941, 0.6901, 0.6897, 0.6877, 0.6872, 0.6863, 0.6863, 0.6821, 0.6804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "21692235", "5765455", "5782614", "5836", "41293601", "2014909", "14717213", "3863543", "12887068"], "ranked_scores": [0.7597, 0.7488, 0.7369, 0.7271, 0.7114, 0.71, 0.7094, 0.7024, 0.7016, 0.7011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["14848619", "31884697", "5108807", "40632104", "10991183", "3308636", "23576726", "17412260", "25483562", "3870062"], "ranked_scores": [0.6265, 0.5992, 0.5949, 0.5924, 0.5908, 0.5892, 0.5853, 0.5848, 0.5847, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "41915616", "2425364", "25599283", "3150030", "22023404", "36960449", "49429882"], "ranked_scores": [0.7179, 0.6994, 0.6982, 0.6821, 0.6621, 0.6559, 0.6415, 0.6282, 0.6241, 0.6124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "21641088", "1576955", "13923140", "25643818", "5484763", "7875158", "13106686", "30208015"], "ranked_scores": [0.6104, 0.605, 0.5722, 0.572, 0.5672, 0.5659, 0.5627, 0.5565, 0.5553, 0.5551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["43224840", "1065627", "15816729", "31311495", "29473081", "40963697", "4429932", "5123516", "25353658", "3391547"], "ranked_scores": [0.6379, 0.622, 0.5957, 0.586, 0.5822, 0.5818, 0.58, 0.5789, 0.5787, 0.5775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "4446814", "21372171", "2973910", "13448422", "3616843", "12358173", "19332616", "39084565", "87758"], "ranked_scores": [0.7877, 0.7561, 0.7505, 0.7497, 0.7492, 0.747, 0.7419, 0.7407, 0.739, 0.72], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32777637", "24625323", "22442133", "21590125", "21547032", "32463364", "5556809", "28419824", "38752049"], "ranked_scores": [0.7765, 0.7023, 0.6933, 0.6787, 0.6758, 0.6688, 0.6624, 0.6549, 0.6486, 0.6452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["14362678", "16966326", "2947124", "5137019", "6227220", "40473317", "11535539", "6492658", "12932176", "1049501"], "ranked_scores": [0.7571, 0.7448, 0.7431, 0.7249, 0.7175, 0.7146, 0.7142, 0.7099, 0.7072, 0.7064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "42693833", "4422868", "12513042", "17648235", "17755060", "5406411", "1797622", "42565477"], "ranked_scores": [0.7718, 0.7649, 0.7152, 0.7118, 0.7109, 0.6935, 0.6884, 0.6853, 0.6683, 0.6656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40094786", "10165258", "4389252", "515489", "25479072", "32170702", "21363424", "8538916", "8764879", "5132358"], "ranked_scores": [0.7686, 0.7685, 0.7598, 0.7467, 0.7466, 0.743, 0.7424, 0.7416, 0.7393, 0.7337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "40608679", "9283422", "20457190", "54561384", "17463549", "5132358", "26848994", "18758057"], "ranked_scores": [0.7758, 0.7247, 0.6776, 0.6768, 0.6734, 0.6702, 0.6655, 0.6605, 0.6583, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "8005007", "7451018", "21274496", "5867846", "28738741", "12885341", "16172576", "20357868"], "ranked_scores": [0.8123, 0.7102, 0.7074, 0.7045, 0.7022, 0.6973, 0.6968, 0.6956, 0.6905, 0.688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["40005757", "20418809", "19529370", "12442311", "18473550", "19132741", "293661", "22968257", "21557055", "20428155"], "ranked_scores": [0.5083, 0.4679, 0.4543, 0.451, 0.451, 0.4486, 0.446, 0.4458, 0.4438, 0.4371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "13106686", "6426919", "4336849", "3308636", "6503534", "3493623", "2042250", "2638387"], "ranked_scores": [0.7002, 0.692, 0.6868, 0.6661, 0.6658, 0.6572, 0.6568, 0.6504, 0.6306, 0.6278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "31616203", "25298276", "2492146", "10958594", "35301079", "24873253", "16390264", "24450344"], "ranked_scores": [0.7281, 0.6491, 0.6491, 0.6397, 0.6304, 0.6254, 0.6236, 0.6157, 0.6157, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "4380287", "13923140", "25315295", "7221410", "6000423", "14644164", "17438862", "22647695", "5979056"], "ranked_scores": [0.7942, 0.7856, 0.7824, 0.782, 0.7799, 0.7747, 0.7562, 0.7561, 0.7555, 0.7513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "18758057", "33499189", "29347970", "13798951", "5914739", "40094786", "8903143", "28006126"], "ranked_scores": [0.8626, 0.8577, 0.8288, 0.8224, 0.8187, 0.8129, 0.8084, 0.8028, 0.7989, 0.7914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "40905302", "21323587", "27712433", "20491205", "37029185", "19945096", "25886725", "12258338", "6477536"], "ranked_scores": [0.6141, 0.6126, 0.5752, 0.5537, 0.5424, 0.5163, 0.5048, 0.5027, 0.4985, 0.4925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "7820043", "37256966", "2316374", "29073751", "3805841", "29429111", "2405259", "1344498", "9301606"], "ranked_scores": [0.7399, 0.7281, 0.7264, 0.7243, 0.7198, 0.7188, 0.7171, 0.7171, 0.716, 0.7132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "13778710", "3107733", "24612804", "9225850", "25942757", "8453819", "12670680", "38944245", "33677323"], "ranked_scores": [0.7493, 0.7486, 0.7417, 0.7367, 0.7353, 0.7325, 0.7301, 0.7293, 0.7256, 0.7256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["20659283", "25677651", "25388309", "14819804", "41325555", "2119889", "29321530", "14241418", "1285713", "3748310"], "ranked_scores": [0.6587, 0.6564, 0.6554, 0.654, 0.6491, 0.648, 0.6477, 0.6453, 0.6436, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "341324", "16787954", "35087728", "2824347", "39984099", "13899137"], "ranked_scores": [0.7964, 0.7403, 0.7268, 0.6984, 0.6932, 0.6901, 0.675, 0.6712, 0.6694, 0.6569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["85665741", "52180874", "17876040", "46765242", "4920376", "7873737", "14606752", "40156901", "5468807", "17682477"], "ranked_scores": [0.6319, 0.6284, 0.626, 0.6232, 0.6169, 0.613, 0.6122, 0.611, 0.6069, 0.6042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "21636085", "30981192", "12810152", "4462079", "8529693", "38752049", "34054472", "36960449", "11246427"], "ranked_scores": [0.7299, 0.6492, 0.6447, 0.6395, 0.6378, 0.6311, 0.6301, 0.6281, 0.6158, 0.6149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["7299977", "4380287", "9977329", "8373753", "37643601", "11020556", "40323148", "4340358", "6144337", "2236768"], "ranked_scores": [0.4849, 0.4391, 0.4315, 0.4314, 0.4291, 0.4273, 0.4236, 0.4204, 0.4119, 0.4109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["38630735", "5884524", "21301090", "19854543", "20697217", "4345757", "752423", "27466734", "35714909", "29253460"], "ranked_scores": [0.727, 0.7236, 0.7062, 0.7004, 0.6984, 0.6955, 0.6915, 0.6855, 0.6851, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "2714623", "33499189", "17195001", "18758057", "2825380", "22174015", "40094786", "25946292", "1336292"], "ranked_scores": [0.8068, 0.7809, 0.7753, 0.753, 0.7524, 0.7487, 0.7477, 0.7455, 0.7455, 0.7432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["27150276", "12672066", "5912283", "28419824", "21590125", "4695046", "22995579", "39970500", "32777637", "19071857"], "ranked_scores": [0.5256, 0.5055, 0.5029, 0.497, 0.4922, 0.4805, 0.4749, 0.469, 0.4633, 0.4628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["19140422", "27873158", "46695481", "28617573", "12779444", "23136735", "9764256", "6561200", "16980892", "46355579"], "ranked_scores": [0.7411, 0.7307, 0.7229, 0.7219, 0.7176, 0.7146, 0.7112, 0.7089, 0.7046, 0.7009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7397, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "4138659", "18810195", "3153673", "10482574", "3376731", "21535641", "17755060", "29473081", "1695604"], "ranked_scores": [0.6469, 0.6404, 0.6332, 0.6298, 0.6274, 0.6237, 0.6207, 0.6196, 0.6135, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "17327939", "20610557", "1285713", "32454714", "25602549", "18375089", "18237384", "11335781"], "ranked_scores": [0.7629, 0.7354, 0.7332, 0.7288, 0.7227, 0.719, 0.7189, 0.7171, 0.7142, 0.7135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["10749308", "27768226", "849771", "6477536", "4687948", "35186640", "22431418", "41976370", "6748318", "16979690"], "ranked_scores": [0.4304, 0.416, 0.403, 0.3944, 0.3649, 0.3586, 0.3565, 0.3433, 0.3422, 0.3408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["21498497", "10450300", "14386505", "7224723", "9226649", "34630025", "24707550", "35256900", "12058271", "27567994"], "ranked_scores": [0.7547, 0.754, 0.7503, 0.7439, 0.7419, 0.7418, 0.7412, 0.7391, 0.7381, 0.7378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["18126445", "952111", "13992047", "4402497", "5398179", "22153455", "10576136", "22674621", "11254556", "9283422"], "ranked_scores": [0.5158, 0.5098, 0.5077, 0.5064, 0.504, 0.5039, 0.5009, 0.5, 0.4995, 0.498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14874811", "19313533", "13283919", "23974474", "18882947", "4347374", "10846815", "28264919", "21179714", "4345315"], "ranked_scores": [0.6023, 0.6022, 0.5991, 0.5959, 0.5956, 0.5946, 0.593, 0.5896, 0.5831, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["13223957", "34544514", "24995939", "38369817", "8494570", "25079962", "12839939", "13624704", "1616661", "8426046"], "ranked_scores": [0.4917, 0.47, 0.4619, 0.4559, 0.4509, 0.4461, 0.4404, 0.439, 0.4364, 0.4364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["5556809", "44830890", "24055603", "30813140", "40996863", "7965928", "17930286", "28419824", "24148722", "32743723"], "ranked_scores": [0.6267, 0.6044, 0.5906, 0.5791, 0.5779, 0.573, 0.5729, 0.5727, 0.5716, 0.566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23400191", "25098790", "3038933", "24942840", "21239672", "37628989", "12839939", "24097933", "21301090"], "ranked_scores": [0.5761, 0.5746, 0.5474, 0.5412, 0.5313, 0.5294, 0.5259, 0.5239, 0.522, 0.5218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "1848452", "6040392", "7514614", "4889228", "2466614", "7988832", "21601459", "19541444"], "ranked_scores": [0.791, 0.7866, 0.7593, 0.7447, 0.7331, 0.7258, 0.7253, 0.7245, 0.7237, 0.7223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["19313533", "40005757", "14874811", "46765242", "15615957", "14501880", "275294", "1227277", "7875158", "32975424"], "ranked_scores": [0.6107, 0.609, 0.6075, 0.6016, 0.6014, 0.599, 0.5979, 0.593, 0.5786, 0.5775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "22705234", "6182947", "10450300", "8247469", "8300657", "18174210", "857189", "32927401", "26133404"], "ranked_scores": [0.7427, 0.7422, 0.7406, 0.7319, 0.7267, 0.7245, 0.7233, 0.7208, 0.7207, 0.7201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "17450673", "881332", "13831558", "5487448", "32534305", "13831842", "22007333", "37480103", "23557241"], "ranked_scores": [0.7746, 0.7647, 0.7629, 0.7601, 0.7552, 0.7531, 0.7527, 0.7521, 0.748, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "23136735", "15512462", "25742130", "16980892", "46695481", "19140422", "52188256", "20610390"], "ranked_scores": [0.7053, 0.705, 0.6931, 0.6877, 0.6863, 0.6796, 0.6787, 0.6766, 0.6751, 0.6741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "6501747", "18914652", "26133404", "13368032", "37762357", "8247469", "2603304", "8005007", "4340358"], "ranked_scores": [0.7107, 0.6888, 0.6689, 0.6677, 0.6662, 0.6635, 0.6627, 0.6575, 0.6573, 0.6554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["18882947", "29288582", "1336292", "6315132", "27602752", "9283422", "15319019", "14492339", "21185923", "22317868"], "ranked_scores": [0.6878, 0.6616, 0.6615, 0.6499, 0.6496, 0.6482, 0.6383, 0.6354, 0.6266, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "4326318", "8519911", "26230669", "10012166", "22264117", "2533768", "4391121", "9548440"], "ranked_scores": [0.6576, 0.6452, 0.6373, 0.6104, 0.6098, 0.6081, 0.6046, 0.6035, 0.6035, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["24731248", "20620012", "3154880", "6717533", "18810195", "4429388", "3127341", "4324278", "45875990", "14155726"], "ranked_scores": [0.7758, 0.7668, 0.7629, 0.7607, 0.7568, 0.7568, 0.7517, 0.7492, 0.7491, 0.7486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "11254556", "11238951", "25416944", "3943235", "37592824", "18174210", "2436602", "28338268", "116792"], "ranked_scores": [0.6583, 0.6155, 0.6033, 0.5886, 0.5827, 0.5782, 0.5776, 0.5732, 0.5708, 0.5689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15491404", "3973445", "25543207", "5704562", "12932176", "24157077", "23974474", "10790846", "3866315", "2119889"], "ranked_scores": [0.6711, 0.6528, 0.6468, 0.6464, 0.6447, 0.6342, 0.6313, 0.6264, 0.6217, 0.6183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["13878643", "24766509", "23618826", "18909530", "7521113", "19489351", "86129154", "6454371", "6422576", "11902109"], "ranked_scores": [0.7002, 0.6966, 0.6947, 0.6943, 0.6932, 0.6926, 0.687, 0.6843, 0.6831, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21692235", "14717213", "12887068", "51706771", "4312169", "2014909", "41293601", "22901758", "5836", "39758684"], "ranked_scores": [0.7365, 0.7233, 0.715, 0.7126, 0.704, 0.6966, 0.6954, 0.6904, 0.6878, 0.6832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["23576726", "14874811", "5108807", "20310709", "17412260", "2139357", "11254556", "18346333", "25483562", "35884026"], "ranked_scores": [0.6179, 0.6088, 0.6083, 0.6067, 0.6064, 0.6028, 0.5993, 0.5967, 0.5916, 0.5907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "41915616", "2425364", "49429882", "22023404", "36960449", "30720103", "3150030", "16256507"], "ranked_scores": [0.6694, 0.6488, 0.6417, 0.6391, 0.6354, 0.6303, 0.6042, 0.5968, 0.5934, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "4036038", "5484763", "4423401", "40901687", "39558597", "8247597", "1754001", "44693226", "25599283"], "ranked_scores": [0.5933, 0.5858, 0.585, 0.5722, 0.5612, 0.5557, 0.5533, 0.5479, 0.5436, 0.5417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["15816729", "2014909", "3391547", "14591894", "21012916", "24726600", "23639838", "2030623", "40963697", "5123516"], "ranked_scores": [0.6163, 0.6033, 0.6023, 0.6014, 0.5987, 0.5966, 0.5917, 0.5908, 0.5882, 0.5875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2973910", "13768432", "39164524", "2828460", "19332616", "21372171", "2587396", "8317408", "13448422", "24496245"], "ranked_scores": [0.8096, 0.768, 0.7625, 0.7549, 0.7518, 0.7504, 0.7412, 0.7341, 0.7279, 0.7272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "21590125", "37488367", "21009874", "32463364", "24269361", "24625323", "18025240", "5556809", "5402581"], "ranked_scores": [0.7523, 0.6749, 0.6747, 0.6739, 0.6738, 0.6718, 0.6702, 0.6679, 0.6659, 0.6607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5752492", "14362678", "35149431", "31624828", "9194077", "16966326", "34445160", "13921783", "2436602", "17333231"], "ranked_scores": [0.7413, 0.7326, 0.7311, 0.7286, 0.7252, 0.7237, 0.7195, 0.7175, 0.7146, 0.7141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "41293601", "9687772", "42693833", "16728949", "28086354", "6446747", "17648235", "43661837"], "ranked_scores": [0.7294, 0.7208, 0.6899, 0.6886, 0.6878, 0.6852, 0.6739, 0.6682, 0.6674, 0.6662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20738970", "10165258", "25830701", "32170702", "5132358", "4380004", "25479072", "4389252", "20996244", "40094786"], "ranked_scores": [0.7856, 0.755, 0.7538, 0.7436, 0.7355, 0.7349, 0.7347, 0.734, 0.7333, 0.7286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "3835423", "26848994", "22530842", "27910499", "5132358", "623486", "17876040", "17463549", "14647747"], "ranked_scores": [0.7451, 0.6624, 0.6579, 0.6549, 0.6509, 0.6422, 0.6395, 0.6326, 0.6316, 0.6313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8563659", "17454301", "5867846", "8005007", "7224723", "8300657", "22705234", "12885341", "8247469"], "ranked_scores": [0.7621, 0.7155, 0.6978, 0.6914, 0.688, 0.682, 0.6795, 0.6783, 0.6777, 0.6719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["32975424", "2701077", "39970500", "1507222", "14606752", "14479433", "1754001", "5468807", "22059387", "17412260"], "ranked_scores": [0.4728, 0.4634, 0.4447, 0.4412, 0.4319, 0.4303, 0.4295, 0.4265, 0.4259, 0.4217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6182947", "25014337", "6426919", "15319019", "1970884", "37768883", "12885341", "5500086", "13923140", "5811042"], "ranked_scores": [0.6534, 0.651, 0.6504, 0.6455, 0.6375, 0.6348, 0.6341, 0.632, 0.6281, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "10958594", "24634621", "3329824", "41340212", "30226988", "42731834", "35301079", "20610390", "14118484"], "ranked_scores": [0.6885, 0.6556, 0.6553, 0.6238, 0.6042, 0.6021, 0.5962, 0.5937, 0.5925, 0.5828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28107602", "26230669", "22647695", "14386505", "14644164", "25315295", "15425958", "15435343", "7221410", "13923140"], "ranked_scores": [0.7982, 0.7838, 0.7708, 0.7677, 0.7669, 0.7665, 0.7639, 0.7579, 0.7571, 0.7556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "25946292", "18758057", "13798951", "25479072", "33499189", "41337677", "4389252", "13778710", "20220731"], "ranked_scores": [0.83, 0.8191, 0.8136, 0.8096, 0.8077, 0.7979, 0.7976, 0.7972, 0.7971, 0.7941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["21377587", "19945096", "13906581", "21323587", "27712433", "70439309", "20491205", "13515165", "6085365", "12087063"], "ranked_scores": [0.56, 0.5357, 0.5244, 0.5186, 0.5018, 0.4996, 0.4988, 0.4952, 0.4907, 0.4883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["37256966", "46765242", "2701077", "36623997", "12217662", "25830701", "2405259", "10359591", "36838958", "994800"], "ranked_scores": [0.7392, 0.7292, 0.7261, 0.7251, 0.7241, 0.7137, 0.7133, 0.7132, 0.7116, 0.7096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["31272411", "25946292", "9225850", "44801733", "18447487", "33677323", "6123924", "7281161", "33068577", "3107733"], "ranked_scores": [0.7475, 0.742, 0.7385, 0.7385, 0.7347, 0.7338, 0.7327, 0.731, 0.73, 0.7298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23702805", "5704562", "14241418", "20659283", "10790846", "9614443", "41337677", "6784372", "28138927", "14819804"], "ranked_scores": [0.6731, 0.6648, 0.6412, 0.6402, 0.6373, 0.6344, 0.6343, 0.6328, 0.6311, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "32023005", "5284188", "7111021", "16787954", "1986482", "45461275", "17077004", "11441172", "31363207"], "ranked_scores": [0.7143, 0.6628, 0.6617, 0.6616, 0.6489, 0.648, 0.6476, 0.6466, 0.6382, 0.6242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["14606752", "25014337", "2842550", "6157837", "46112052", "12641252", "19683625", "3935126", "17412260", "85665741"], "ranked_scores": [0.6744, 0.6396, 0.6395, 0.6317, 0.6128, 0.6108, 0.6095, 0.6092, 0.6037, 0.6009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "36960449", "21553394", "2425364", "41915616", "25599283", "44572913", "4462079", "30981192", "3150030"], "ranked_scores": [0.7727, 0.766, 0.7463, 0.7461, 0.7414, 0.7347, 0.7271, 0.727, 0.7266, 0.7216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "9278263", "8698208", "9977329", "3930020", "40323148", "4418269", "10190778", "8005007", "32532238"], "ranked_scores": [0.6177, 0.6043, 0.578, 0.575, 0.5678, 0.5635, 0.5612, 0.5565, 0.5554, 0.55], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["35714909", "5884524", "26611834", "38630735", "27449472", "6945285", "21301090", "5698494", "18256197", "20526907"], "ranked_scores": [0.8215, 0.8205, 0.7751, 0.7736, 0.772, 0.7653, 0.7639, 0.7581, 0.7569, 0.7548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["27693891", "7820043", "2714623", "33499189", "8453819", "13778710", "8903143", "11200685", "5914739", "9225850"], "ranked_scores": [0.8108, 0.8048, 0.8038, 0.8032, 0.7838, 0.7828, 0.7818, 0.7815, 0.7721, 0.7704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "13883546", "27150276", "10749308", "14827874", "32969964", "12667988", "80109277", "12672066", "20326526"], "ranked_scores": [0.6892, 0.5619, 0.539, 0.5289, 0.5288, 0.5223, 0.5216, 0.517, 0.5114, 0.5109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "27873158", "19140422", "6561200", "23136735", "28617573", "9764256", "46355579", "16980892", "36355784"], "ranked_scores": [0.8598, 0.8458, 0.8413, 0.8223, 0.8179, 0.8177, 0.7965, 0.7835, 0.7538, 0.7197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.9059, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["5256564", "3831884", "3858268", "5785219", "18473550", "12217662", "23895668", "11255504", "23576165", "13952658"], "ranked_scores": [0.7314, 0.7079, 0.7062, 0.7059, 0.7031, 0.6997, 0.6939, 0.6894, 0.6862, 0.6805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "49432306", "1900152", "16787954", "888896", "40365566", "2391552", "23420807", "5991309", "27615329"], "ranked_scores": [0.823, 0.8221, 0.8032, 0.792, 0.7894, 0.7808, 0.7756, 0.7717, 0.7707, 0.7657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "849771", "6477536", "63858430", "9754530", "26016929", "10749308", "7239105", "3707035"], "ranked_scores": [0.609, 0.5269, 0.5159, 0.4969, 0.472, 0.4653, 0.4427, 0.4348, 0.4305, 0.4252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["34016987", "9433958", "3863543", "3330111", "35987381", "42693833", "25988622", "36089763", "17741440", "23912923"], "ranked_scores": [0.7559, 0.7536, 0.7469, 0.7417, 0.7382, 0.7362, 0.7344, 0.7343, 0.7342, 0.7321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["23160444", "7736860", "24707550", "38369817", "35534019", "20287253", "21012916", "4979184", "21626639", "10765888"], "ranked_scores": [0.6833, 0.6747, 0.6676, 0.65, 0.6478, 0.6407, 0.6366, 0.6339, 0.6308, 0.6288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "21551568", "21179714", "27264454", "46765242", "22241778", "6315132", "9955779", "7968532", "26887439"], "ranked_scores": [0.6874, 0.6734, 0.6703, 0.6595, 0.6523, 0.6443, 0.6442, 0.6421, 0.6412, 0.6412], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["3270834", "23639838", "31761981", "37686718", "12839939", "29634262", "40667577", "31616203", "24721347", "5487448"], "ranked_scores": [0.5517, 0.5482, 0.5388, 0.5388, 0.5372, 0.5224, 0.5215, 0.52, 0.5122, 0.5116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["28338268", "44830890", "17930286", "14566771", "24510595", "143868995", "15984735", "22309946", "26016929", "5556809"], "ranked_scores": [0.7244, 0.7085, 0.7039, 0.7033, 0.6709, 0.6705, 0.6585, 0.6545, 0.6511, 0.6488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "41340212", "13380980", "12839939", "22688699", "52874170", "32423829", "116556376", "37628989"], "ranked_scores": [0.7508, 0.647, 0.6233, 0.6232, 0.621, 0.6186, 0.6154, 0.6051, 0.6047, 0.6038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "1848452", "22543403", "3210545", "4434951", "34071621", "14475235", "22551259", "31293581", "4679264"], "ranked_scores": [0.8151, 0.8106, 0.7951, 0.79, 0.7857, 0.773, 0.7713, 0.7704, 0.7654, 0.7569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6171953", "1227277", "8460275", "2266471", "275294", "597790", "14657344", "2701077", "31407112", "7875158"], "ranked_scores": [0.7282, 0.7277, 0.6943, 0.6875, 0.683, 0.6746, 0.6725, 0.6678, 0.6613, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["14178995", "5811042", "5137019", "30437264", "857189", "9433958", "12885341", "23124332", "12670680", "26873988"], "ranked_scores": [0.8049, 0.8033, 0.799, 0.7908, 0.79, 0.7898, 0.785, 0.7738, 0.7728, 0.7725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "22007333", "37480103", "13831558", "16322674", "5641851", "1428840", "17450673", "24581365", "27240667"], "ranked_scores": [0.8791, 0.8706, 0.8644, 0.8596, 0.8551, 0.8542, 0.8452, 0.8393, 0.8351, 0.8338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "22942787", "32423829", "12779444", "46695481", "30226988", "24581365", "27873158", "19140422", "25742130"], "ranked_scores": [0.7895, 0.7839, 0.7734, 0.7668, 0.766, 0.7594, 0.7587, 0.7582, 0.746, 0.7447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["24922825", "40145839", "43378932", "37643601", "21274496", "13368032", "8144920", "1071991", "8005007", "1970884"], "ranked_scores": [0.7942, 0.7698, 0.7667, 0.7553, 0.7511, 0.7502, 0.7408, 0.7348, 0.7347, 0.7284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["54561384", "27910499", "14492339", "18882947", "5415832", "9056874", "36444198", "8137081", "1336292", "27306942"], "ranked_scores": [0.7678, 0.749, 0.7473, 0.745, 0.7432, 0.7424, 0.7378, 0.7348, 0.7338, 0.7333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "9559146", "10463997", "22705234", "26230669", "928281", "18446525", "28138927", "4653837"], "ranked_scores": [0.7295, 0.7014, 0.6811, 0.6722, 0.6708, 0.6684, 0.6682, 0.6638, 0.6629, 0.6568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "4417558", "3973445", "2988714", "23974474", "4324278", "17195001", "34016944", "19313533", "8460275"], "ranked_scores": [0.8551, 0.8484, 0.8462, 0.8428, 0.8346, 0.834, 0.8289, 0.8276, 0.8268, 0.8254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "810480", "15692098", "37592824", "28338268", "8672737", "46764350", "8385277", "6334188"], "ranked_scores": [0.8438, 0.7596, 0.753, 0.7405, 0.7049, 0.6944, 0.6935, 0.6764, 0.6763, 0.6726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["14171859", "23700330", "6076903", "23420615", "15381976", "34537906", "12866641", "25895285", "17327939", "1071991"], "ranked_scores": [0.7066, 0.6983, 0.6969, 0.6957, 0.6955, 0.6943, 0.693, 0.6906, 0.6882, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["23618826", "24512417", "22428640", "7451607", "23959496", "17945638", "11674596", "86129154", "17416520", "24766509"], "ranked_scores": [0.7412, 0.7314, 0.7288, 0.7287, 0.7272, 0.7211, 0.7151, 0.7148, 0.7075, 0.705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "21692235", "1848452", "2359152", "6000423", "2014909", "14178995", "41293601", "25576204", "5765455"], "ranked_scores": [0.8151, 0.8107, 0.7803, 0.7761, 0.775, 0.7742, 0.7683, 0.766, 0.7566, 0.7542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["31324978", "31884697", "7997337", "29785642", "665817", "36830715", "16472469", "4447055", "1220287", "1834762"], "ranked_scores": [0.7406, 0.733, 0.7256, 0.7179, 0.7167, 0.7047, 0.7017, 0.6991, 0.6979, 0.6905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "22023404", "36960449", "25599283", "3150030", "41915616", "4515975", "2425364"], "ranked_scores": [0.8139, 0.7998, 0.7754, 0.7486, 0.746, 0.7419, 0.7289, 0.7242, 0.7184, 0.7139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["21641088", "13106686", "3222187", "6207111", "25157790", "4345757", "20288322", "2831620", "71625969", "38028419"], "ranked_scores": [0.6885, 0.6596, 0.6576, 0.6561, 0.656, 0.6518, 0.6502, 0.6469, 0.6409, 0.639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["37686718", "11172205", "654735", "3391547", "7028976", "35534019", "21891856", "21012916", "6948886", "8137081"], "ranked_scores": [0.7479, 0.7465, 0.7256, 0.7249, 0.7246, 0.7235, 0.7143, 0.7125, 0.7111, 0.711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "12358173", "13448422", "4409524", "18199839", "21372171", "4445629", "3616843", "18256197"], "ranked_scores": [0.8088, 0.7922, 0.7884, 0.778, 0.7771, 0.7749, 0.7748, 0.7742, 0.7736, 0.7684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "40996863", "32463364", "41264017", "51386222", "24625323", "38873881", "24557631", "1974176", "6309659"], "ranked_scores": [0.8579, 0.7602, 0.7599, 0.7555, 0.7534, 0.7529, 0.7482, 0.7449, 0.7448, 0.7436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["6492658", "6182947", "5811042", "14362678", "35660758", "33911859", "4447055", "14657344", "22185730", "4452659"], "ranked_scores": [0.8314, 0.8199, 0.8142, 0.8027, 0.8014, 0.7999, 0.7956, 0.7942, 0.7848, 0.7844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["4422868", "21181273", "11255504", "6923961", "12513042", "2099400", "1192458", "42693833", "19358586", "10354110"], "ranked_scores": [0.8257, 0.8108, 0.7697, 0.7663, 0.7651, 0.7552, 0.7538, 0.7537, 0.7528, 0.7516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["9911547", "20457190", "32170702", "10165258", "24142891", "21164071", "14311986", "4389252", "8538916", "25479072"], "ranked_scores": [0.8171, 0.8121, 0.8118, 0.8032, 0.801, 0.7927, 0.7893, 0.7873, 0.785, 0.7843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "40608679", "9056874", "12058271", "19583924", "9283422", "6212802", "27910499", "8538916", "2559303"], "ranked_scores": [0.7964, 0.7257, 0.7252, 0.7065, 0.6967, 0.6954, 0.6951, 0.6924, 0.6914, 0.6865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "22705234", "8300657", "8005007", "14934137", "1386103", "21274496", "12885341", "26873988", "16172576"], "ranked_scores": [0.8198, 0.7645, 0.7604, 0.7528, 0.7517, 0.751, 0.743, 0.743, 0.7301, 0.7269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["21535641", "13380011", "2701077", "25488034", "9559146", "41913714", "18348376", "5785219", "15521377", "6259170"], "ranked_scores": [0.6008, 0.5924, 0.5856, 0.5803, 0.5758, 0.5739, 0.5546, 0.5541, 0.5525, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "982650", "24384587", "4387494", "31313782", "6426919", "16882895", "45449835", "5484763"], "ranked_scores": [0.8127, 0.791, 0.7838, 0.7796, 0.769, 0.761, 0.7559, 0.7531, 0.7494, 0.7491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "31616203", "25298276", "16390264", "24916604", "10958594", "24450344", "32423829", "16016673", "24634621"], "ranked_scores": [0.7345, 0.7315, 0.726, 0.6899, 0.6888, 0.6816, 0.6796, 0.6791, 0.6698, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "28015516", "5836", "4380287", "7221410", "28149602", "35987381", "13923140", "27789588", "14644164"], "ranked_scores": [0.8307, 0.8135, 0.8133, 0.8131, 0.8119, 0.8115, 0.8091, 0.8009, 0.7924, 0.7907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "18758057", "40094786", "29347970", "9225850", "33499189", "2825380", "20457190", "4389252"], "ranked_scores": [0.8956, 0.8687, 0.8622, 0.8556, 0.8551, 0.8534, 0.8471, 0.8398, 0.8392, 0.8386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "20491205", "13906581", "25886725", "40905302", "21377587", "12087063", "581832", "21323587", "58564850"], "ranked_scores": [0.7375, 0.6817, 0.6813, 0.6722, 0.6641, 0.636, 0.6229, 0.6127, 0.6071, 0.6041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["23273454", "7820043", "6259170", "28006126", "12909503", "885056", "29073751", "13878643", "54562433", "25300426"], "ranked_scores": [0.7558, 0.7546, 0.754, 0.7395, 0.735, 0.7318, 0.7298, 0.7265, 0.7259, 0.7256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["13778710", "6123924", "24612804", "14380875", "5914739", "25942757", "12670680", "9283422", "28334217", "2042250"], "ranked_scores": [0.7897, 0.7785, 0.7707, 0.7703, 0.768, 0.7679, 0.7628, 0.7621, 0.7599, 0.7568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["18546584", "3748310", "23702805", "17333231", "13651792", "16605494", "368506", "20659283", "34016944", "8596357"], "ranked_scores": [0.7963, 0.7828, 0.7727, 0.7726, 0.7695, 0.7674, 0.7658, 0.7651, 0.7611, 0.76], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "7111021", "16787954", "708425", "341324", "1986482", "10577574", "14408200", "5284188"], "ranked_scores": [0.8337, 0.8233, 0.7891, 0.7581, 0.7481, 0.739, 0.7378, 0.718, 0.7159, 0.7145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["43534665", "13651792", "16086778", "1904291", "4911006", "29015485", "17682477", "883747", "25895285", "14644164"], "ranked_scores": [0.6892, 0.6852, 0.6852, 0.6808, 0.6766, 0.6744, 0.6734, 0.6657, 0.6649, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "38752049", "25599283", "30981192", "21553394", "7552215", "4462079", "33960383", "8529693", "21636085"], "ranked_scores": [0.7522, 0.7377, 0.7368, 0.7268, 0.7212, 0.7136, 0.71, 0.695, 0.6937, 0.6917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "3930020", "4380287", "9977329", "7299977", "4394525", "2236768", "35256900", "5531479", "11020556"], "ranked_scores": [0.6646, 0.5904, 0.5878, 0.5862, 0.5775, 0.5699, 0.5663, 0.5661, 0.5588, 0.5585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["21301090", "5884524", "38630735", "21884449", "23983289", "21957231", "32357890", "28894097", "3083927", "5691302"], "ranked_scores": [0.7977, 0.7949, 0.7724, 0.7705, 0.7686, 0.7685, 0.7659, 0.7626, 0.7611, 0.76], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "2714623", "40094786", "33499189", "25946292", "7820043", "11200685", "20690388", "17195001", "36271512"], "ranked_scores": [0.8013, 0.8004, 0.8004, 0.7951, 0.7947, 0.7944, 0.7825, 0.7772, 0.7768, 0.7746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["12672066", "11071351", "6517267", "27150276", "485020", "11288846", "4695046", "32969964", "5912283", "9754530"], "ranked_scores": [0.5473, 0.5208, 0.5199, 0.5163, 0.5141, 0.5135, 0.512, 0.5084, 0.5036, 0.4941], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["27873158", "28617573", "46695481", "19140422", "16980892", "12779444", "23136735", "9764256", "25742130", "6561200"], "ranked_scores": [0.7542, 0.7476, 0.7462, 0.739, 0.7332, 0.7262, 0.7252, 0.7211, 0.7157, 0.705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.955, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3153673", "32975424", "5785219", "8458567", "17271462", "30543439", "2701077", "22712546", "34603465", "29473081"], "ranked_scores": [0.7044, 0.6995, 0.6991, 0.6917, 0.6898, 0.6896, 0.6891, 0.6871, 0.6854, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "23420807", "20610557", "35766603", "16787954", "19683625", "25543207", "27243019", "1285713", "49432306"], "ranked_scores": [0.7817, 0.7798, 0.7771, 0.7735, 0.771, 0.7706, 0.7637, 0.7627, 0.7576, 0.7531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "26016929", "849771", "16979690", "9548440", "6477536", "10749308", "22431418", "70490", "63858430"], "ranked_scores": [0.5105, 0.4637, 0.4537, 0.4446, 0.4439, 0.4434, 0.4415, 0.427, 0.4253, 0.4227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["21498497", "40473317", "8300657", "16066726", "13283919", "5398179", "7224723", "5266423", "8563659", "35987381"], "ranked_scores": [0.7794, 0.7568, 0.7479, 0.7478, 0.7447, 0.7442, 0.739, 0.7352, 0.7348, 0.7301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["22874817", "4928057", "24707550", "19497526", "4979184", "30553457", "164985", "5503194", "33792330", "22549449"], "ranked_scores": [0.6665, 0.6634, 0.6509, 0.6426, 0.6412, 0.6409, 0.64, 0.6399, 0.6395, 0.6377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9955779", "11887584", "21179714", "10846815", "4380004", "2266471", "19510470", "2296264", "6163801", "7968532"], "ranked_scores": [0.6846, 0.6499, 0.6482, 0.647, 0.6465, 0.6383, 0.6355, 0.6334, 0.6317, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["502797", "9550981", "51706771", "24726600", "104130", "18399038", "12839939", "40667577", "11674596", "20372201"], "ranked_scores": [0.5415, 0.5358, 0.5325, 0.5317, 0.5248, 0.5181, 0.5157, 0.5115, 0.5102, 0.5092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["14566771", "44830890", "7965928", "3610080", "5556809", "17930286", "32357890", "17000834", "5691302", "10984005"], "ranked_scores": [0.6664, 0.6555, 0.6465, 0.6439, 0.6415, 0.6364, 0.6326, 0.6284, 0.6254, 0.6252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "25098790", "23400191", "14118484", "37628989", "32423829", "13791044", "21902400", "20645335", "39532074"], "ranked_scores": [0.6569, 0.6408, 0.6198, 0.6124, 0.6121, 0.5917, 0.59, 0.587, 0.5869, 0.5867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "22551259", "2608447", "12887068", "41710132", "19912367", "5508750", "31293581", "10765888"], "ranked_scores": [0.7984, 0.7959, 0.7915, 0.771, 0.7677, 0.7675, 0.763, 0.7587, 0.7547, 0.7483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["2701077", "44693226", "14501880", "46765242", "1227277", "32975424", "26121646", "36025357", "32927401", "27127885"], "ranked_scores": [0.7201, 0.6891, 0.6761, 0.6749, 0.6736, 0.6729, 0.6605, 0.6594, 0.658, 0.6569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["14178995", "16966326", "6182947", "15889329", "4402497", "13921783", "22705234", "30492966", "33911859", "10359591"], "ranked_scores": [0.7873, 0.78, 0.7799, 0.7794, 0.7788, 0.7781, 0.7735, 0.768, 0.7678, 0.7673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["15512462", "1428840", "17124832", "20610390", "13831842", "27123743", "5372432", "12779444", "27240667", "12438901"], "ranked_scores": [0.8776, 0.8605, 0.8484, 0.8409, 0.8387, 0.8315, 0.8281, 0.8267, 0.826, 0.8241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["24581365", "21502234", "2058909", "20610390", "27240667", "22942787", "5372432", "40735046", "36355784", "2015126"], "ranked_scores": [0.7309, 0.7144, 0.7119, 0.7101, 0.7088, 0.7083, 0.7079, 0.7057, 0.7025, 0.7014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["1970884", "40145839", "13368032", "37643601", "24922825", "6501747", "43378932", "2603304", "35256900", "14934137"], "ranked_scores": [0.7681, 0.7548, 0.7484, 0.7472, 0.7447, 0.7436, 0.7426, 0.7397, 0.7393, 0.7352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["15319019", "41877386", "27306942", "14492339", "54561384", "18882947", "5415832", "16745747", "25858295", "19583924"], "ranked_scores": [0.7434, 0.7431, 0.7421, 0.7411, 0.7389, 0.7362, 0.7344, 0.7338, 0.7328, 0.7284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["24347647", "1084345", "10463997", "26230669", "1173667", "4326318", "25079962", "16267205", "40349336", "22264117"], "ranked_scores": [0.7174, 0.6665, 0.6581, 0.6575, 0.6557, 0.6521, 0.6506, 0.6462, 0.6443, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4324278", "20943272", "38533515", "37608303", "20620012", "18810195", "6784372", "19313533", "5914739", "24731248"], "ranked_scores": [0.8526, 0.8484, 0.8431, 0.8388, 0.8365, 0.8325, 0.83, 0.8287, 0.8234, 0.823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "23785605", "24148722", "15692098", "44830890", "20240998", "28338268", "17168045", "19497526"], "ranked_scores": [0.7018, 0.6976, 0.694, 0.693, 0.6814, 0.6808, 0.6784, 0.6775, 0.6737, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["24157077", "37969403", "18275697", "12948892", "21179714", "18834078", "6076903", "12866641", "8519911", "14171859"], "ranked_scores": [0.7468, 0.732, 0.7203, 0.7156, 0.7139, 0.712, 0.7115, 0.7079, 0.7071, 0.7067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["23618826", "16541762", "24512417", "7451607", "86129154", "6454371", "6422576", "29557235", "18037805", "2721426"], "ranked_scores": [0.7563, 0.7478, 0.7467, 0.7341, 0.7275, 0.7234, 0.723, 0.7202, 0.7197, 0.7173], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["41293601", "4561402", "21692235", "2030623", "35534019", "2359152", "12887068", "6446747", "37549932", "19736671"], "ranked_scores": [0.7643, 0.7599, 0.7527, 0.7518, 0.7457, 0.7437, 0.7411, 0.7352, 0.735, 0.7346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["32743723", "5811042", "14332945", "6171953", "2436602", "195683603", "22800314", "6710699", "306311", "31884697"], "ranked_scores": [0.7109, 0.7064, 0.7052, 0.7033, 0.6958, 0.6954, 0.6942, 0.6923, 0.6921, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["8529693", "22023404", "25599283", "21553394", "24594624", "4462079", "23267371", "41915616", "11748341", "36960449"], "ranked_scores": [0.7406, 0.7291, 0.7106, 0.7096, 0.7043, 0.702, 0.6998, 0.6951, 0.6946, 0.6903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["1754001", "6788835", "25157790", "8247597", "4036038", "44562221", "31313782", "5484763", "22023404", "5785219"], "ranked_scores": [0.7032, 0.6945, 0.6773, 0.6613, 0.6485, 0.648, 0.6438, 0.6419, 0.6417, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["20372201", "3391547", "6944800", "40382183", "51706771", "15816729", "9550981", "4688340", "21692235", "24726600"], "ranked_scores": [0.7512, 0.7405, 0.7399, 0.7355, 0.7338, 0.7266, 0.7257, 0.7239, 0.7139, 0.713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "18256197", "2973910", "1387104", "8317408", "17421851", "21372171", "7873737", "9813098", "13445579"], "ranked_scores": [0.8135, 0.8129, 0.8012, 0.7904, 0.7902, 0.7893, 0.7779, 0.7733, 0.7716, 0.7685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "6309659", "21009874", "18025240", "51386222", "4505748", "11201004", "13933299", "38752049"], "ranked_scores": [0.8564, 0.8106, 0.8043, 0.7997, 0.7997, 0.7828, 0.7799, 0.7769, 0.77, 0.7685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["40632104", "4345315", "17333231", "14178995", "12130690", "14657344", "22153455", "13921783", "36838958", "9159125"], "ranked_scores": [0.8337, 0.8048, 0.803, 0.8026, 0.7965, 0.7951, 0.7912, 0.7904, 0.7888, 0.7884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "5254463", "9767444", "6923961", "5800138", "8764879", "17648235", "18348376", "16728949", "27306942"], "ranked_scores": [0.7966, 0.7712, 0.7661, 0.7616, 0.7577, 0.7556, 0.7545, 0.7535, 0.7501, 0.7472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["9911547", "2086909", "14019636", "41877386", "20738970", "13244602", "3078550", "19708993", "25830701", "42035464"], "ranked_scores": [0.8044, 0.7985, 0.7978, 0.7962, 0.7949, 0.7936, 0.7923, 0.7921, 0.7919, 0.7914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "22530842", "19583924", "54561384", "3464191", "21185923", "14647747", "3835423", "4856149", "14060030"], "ranked_scores": [0.7555, 0.7087, 0.6928, 0.6817, 0.6788, 0.6709, 0.6699, 0.6692, 0.6676, 0.6648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "26873988", "17454301", "22705234", "14934137", "7433668", "26133404", "27555165", "12885341"], "ranked_scores": [0.7878, 0.7658, 0.7627, 0.7614, 0.7573, 0.7523, 0.7489, 0.7466, 0.7415, 0.7413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2701077", "14501880", "32975424", "34071621", "21535641", "22517564", "5785219", "14835068", "46765242", "41913714"], "ranked_scores": [0.6145, 0.6113, 0.5716, 0.5624, 0.5515, 0.5513, 0.5476, 0.5473, 0.5434, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["14657344", "982650", "9638032", "45449835", "30437264", "13921783", "37328025", "7221410", "5484763", "8596357"], "ranked_scores": [0.791, 0.7617, 0.7615, 0.7611, 0.7575, 0.7547, 0.754, 0.7498, 0.7489, 0.7466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "3329824", "24634621", "10958594", "13256155", "6790197", "42731834", "15541119", "24341590", "3790895"], "ranked_scores": [0.7317, 0.7135, 0.6944, 0.6906, 0.6783, 0.6749, 0.671, 0.6698, 0.6692, 0.6681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["27789588", "35987381", "14386505", "8596357", "16119973", "5979056", "5836", "2436602", "19005293", "12827098"], "ranked_scores": [0.8227, 0.8195, 0.8171, 0.8116, 0.808, 0.8042, 0.8037, 0.8004, 0.7987, 0.7979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["1933281", "13798951", "25479072", "2714623", "33535222", "20457190", "34905328", "33499189", "20220731", "25946292"], "ranked_scores": [0.8681, 0.8677, 0.8642, 0.8634, 0.8589, 0.8573, 0.8557, 0.8536, 0.8478, 0.8469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["21377587", "27712433", "13515165", "7595742", "74137632", "21323587", "19945096", "12087063", "13906581", "25886725"], "ranked_scores": [0.6811, 0.6695, 0.6539, 0.6275, 0.623, 0.6223, 0.6191, 0.617, 0.6132, 0.6032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["37256966", "935538", "1220287", "11200685", "25830701", "16966326", "46765242", "12909503", "19541444", "3805841"], "ranked_scores": [0.7441, 0.7403, 0.7371, 0.728, 0.7263, 0.7231, 0.7228, 0.7213, 0.72, 0.7194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["9283422", "27822315", "6123924", "23180075", "15319019", "8903143", "16745747", "2316374", "40901687", "33068577"], "ranked_scores": [0.7988, 0.7983, 0.7859, 0.7832, 0.7743, 0.7737, 0.771, 0.7693, 0.7691, 0.7669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23702805", "5704562", "6650933", "6492658", "14834714", "28138927", "24042363", "9159125", "8596357", "29015485"], "ranked_scores": [0.8165, 0.7954, 0.7947, 0.789, 0.787, 0.783, 0.7814, 0.7788, 0.7779, 0.7746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "45461275", "18074797", "7111021", "8133050", "1986482", "14337960", "32023005", "11441172", "3929361"], "ranked_scores": [0.7508, 0.734, 0.7311, 0.7261, 0.7256, 0.7202, 0.7187, 0.7161, 0.7156, 0.712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["14386505", "4911006", "12641252", "3935126", "1904291", "28107602", "14606752", "8512633", "21590125", "19683625"], "ranked_scores": [0.6945, 0.6887, 0.6866, 0.6861, 0.6798, 0.6779, 0.6768, 0.6714, 0.6701, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "21553394", "4483571", "25974070", "11246427", "36960449", "4515975", "4463811", "25599283", "44572913"], "ranked_scores": [0.8156, 0.8131, 0.7973, 0.7967, 0.7926, 0.7918, 0.7875, 0.7864, 0.7769, 0.7742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["9278263", "21746539", "9977329", "2097256", "40323148", "2236768", "11020556", "41982985", "12885341", "3330111"], "ranked_scores": [0.6989, 0.6967, 0.6936, 0.6894, 0.6868, 0.6862, 0.6843, 0.6829, 0.6809, 0.6692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["35714909", "6945285", "8842332", "30983338", "20697217", "46764350", "12584053", "5884524", "2138843", "27449472"], "ranked_scores": [0.8464, 0.833, 0.8319, 0.8319, 0.8315, 0.8275, 0.8257, 0.8253, 0.824, 0.8106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["7820043", "6609935", "19603353", "4389252", "9478135", "5914739", "34905328", "27693891", "9225850", "33499189"], "ranked_scores": [0.9103, 0.9081, 0.905, 0.9021, 0.897, 0.8966, 0.8962, 0.8932, 0.8902, 0.8871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["80109277", "31612088", "32969964", "15041758", "13883546", "11288846", "36033696", "4587978", "5912283", "6517267"], "ranked_scores": [0.7213, 0.7104, 0.7081, 0.7012, 0.6975, 0.6904, 0.6791, 0.6594, 0.6585, 0.6556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["27873158", "46695481", "9764256", "19140422", "28617573", "6561200", "46355579", "23136735", "7650066", "32423829"], "ranked_scores": [0.8939, 0.8765, 0.8754, 0.8754, 0.8589, 0.8589, 0.8495, 0.8435, 0.8289, 0.811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23702805", "24770913", "9687772", "38751591", "7729656", "13902570", "14581009", "23576165", "18358026", "22134353"], "ranked_scores": [0.8446, 0.83, 0.8297, 0.8262, 0.8174, 0.8127, 0.8051, 0.7952, 0.7944, 0.7932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "34268160", "6580081", "34139429", "40365566", "27615329", "13867350", "9767444", "2391552", "35301079"], "ranked_scores": [0.8951, 0.8886, 0.8755, 0.8657, 0.8642, 0.8635, 0.8571, 0.8529, 0.8509, 0.8506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "16979690", "11469078", "9754530", "6477536", "14337960", "16108876", "849771", "10749308"], "ranked_scores": [0.6789, 0.6064, 0.59, 0.5706, 0.5614, 0.5448, 0.5349, 0.5332, 0.5288, 0.5107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9878167", "36345578", "36089763", "4389252", "3330111", "17741440", "4406819", "25988622", "40094786", "6163801"], "ranked_scores": [0.8959, 0.8592, 0.8538, 0.8488, 0.8464, 0.8455, 0.8438, 0.8428, 0.8395, 0.8165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["23160444", "1616661", "2242416", "4688340", "21012916", "35534019", "20287253", "39763465", "18676539", "25988622"], "ranked_scores": [0.8452, 0.8208, 0.8019, 0.7832, 0.7784, 0.7712, 0.7616, 0.7569, 0.7567, 0.7552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22241778", "46602807", "14461101", "1386103", "350542", "40590358", "28264919", "41165286", "22968257", "13368032"], "ranked_scores": [0.7998, 0.7972, 0.7853, 0.7852, 0.7773, 0.771, 0.7683, 0.766, 0.7652, 0.7641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["31761981", "1031534", "8989616", "8997410", "23160444", "21395936", "13963620", "17934082", "38369817", "1616661"], "ranked_scores": [0.6847, 0.6658, 0.6542, 0.6453, 0.6403, 0.6403, 0.6355, 0.6313, 0.6194, 0.6192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["8002529", "21274919", "44830890", "28338268", "43226130", "8672737", "24557631", "14566771", "665817", "24148722"], "ranked_scores": [0.7566, 0.7522, 0.7504, 0.7479, 0.7355, 0.7313, 0.727, 0.719, 0.7143, 0.7137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "79231308", "22688699", "21239672", "32423829", "13380980", "27873158", "116556376", "36355784"], "ranked_scores": [0.8601, 0.7977, 0.7801, 0.7509, 0.7316, 0.726, 0.715, 0.7146, 0.7075, 0.7057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "14475235", "40349336", "18038250", "12440953", "6040392", "28338268", "22551259", "5782614", "12156187"], "ranked_scores": [0.856, 0.831, 0.8194, 0.8026, 0.8009, 0.7992, 0.7988, 0.7969, 0.7941, 0.7918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6171953", "14501880", "275294", "31407112", "14657344", "4324278", "25597580", "36653415", "3870062", "2701077"], "ranked_scores": [0.8123, 0.8029, 0.8006, 0.7892, 0.7888, 0.7764, 0.7757, 0.7745, 0.7686, 0.7678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["6492658", "6182947", "12885341", "28015516", "5811042", "18617259", "8246922", "30437264", "5107861", "35085326"], "ranked_scores": [0.8656, 0.8647, 0.8534, 0.8531, 0.8514, 0.8473, 0.847, 0.8399, 0.8396, 0.83], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17124832", "52188256", "24581365", "23136735", "13831842", "46695481", "25121903", "37480103", "17450673", "22007333"], "ranked_scores": [0.8745, 0.8686, 0.8683, 0.8652, 0.8572, 0.854, 0.8526, 0.849, 0.8478, 0.8469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "25121903", "7650066", "6561200", "28617573", "19140422", "9764256", "22942787", "20610390"], "ranked_scores": [0.8515, 0.8511, 0.8358, 0.8265, 0.8237, 0.8237, 0.8233, 0.8233, 0.8214, 0.8108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["24922825", "26071782", "22889972", "41650417", "37762357", "34016987", "26133404", "10450300", "5398179", "42065070"], "ranked_scores": [0.8811, 0.8638, 0.8624, 0.8582, 0.8502, 0.8463, 0.843, 0.841, 0.8408, 0.8387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["12058271", "25148216", "8764879", "19583924", "54561384", "20675284", "11771811", "12899612", "18882947", "9634465"], "ranked_scores": [0.8675, 0.846, 0.8426, 0.8348, 0.8277, 0.8272, 0.826, 0.8253, 0.8248, 0.8243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["9559146", "1084345", "28530299", "24347647", "2099400", "6492658", "22264117", "10017612", "4709641", "6896063"], "ranked_scores": [0.7919, 0.7886, 0.7616, 0.7513, 0.7498, 0.7484, 0.7426, 0.7391, 0.7342, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["23974474", "6157371", "3973445", "4417558", "16128711", "8903143", "22036571", "5914739", "19313533", "35884026"], "ranked_scores": [0.9202, 0.912, 0.9117, 0.9065, 0.9043, 0.9041, 0.904, 0.9018, 0.8935, 0.8901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "39571812", "15692098", "810480", "25416944", "14726759", "37592824", "41599676", "2533768", "4530659"], "ranked_scores": [0.8775, 0.7974, 0.7949, 0.7879, 0.765, 0.758, 0.7552, 0.7548, 0.7511, 0.7494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["2474731", "15381976", "7489663", "22852120", "67045088", "14171859", "21258863", "25543207", "17327939", "46517055"], "ranked_scores": [0.86, 0.8436, 0.8314, 0.8187, 0.8169, 0.8167, 0.8138, 0.8131, 0.8101, 0.8092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["3874000", "18909530", "6446747", "19384430", "23160444", "25942757", "29557235", "13509809", "14191255", "34604584"], "ranked_scores": [0.8577, 0.8494, 0.8429, 0.8355, 0.8207, 0.817, 0.8167, 0.8133, 0.813, 0.8122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21692235", "5782614", "2014909", "1848452", "22647695", "5836", "6000423", "3391547", "41293601", "13717103"], "ranked_scores": [0.8502, 0.8183, 0.8178, 0.804, 0.7836, 0.7806, 0.7787, 0.7737, 0.7668, 0.7657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["7997337", "4447055", "31407112", "11992632", "39776978", "8247597", "25748308", "1834762", "26672703", "7729656"], "ranked_scores": [0.8293, 0.8213, 0.8087, 0.8012, 0.7941, 0.7926, 0.7926, 0.7892, 0.7878, 0.7868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "11738716", "30720103", "13001323", "9538708", "2138843", "19460822", "25643818", "5106691"], "ranked_scores": [0.8866, 0.8319, 0.8121, 0.8066, 0.7927, 0.7905, 0.7895, 0.7895, 0.785, 0.7831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["40476126", "13923140", "1265945", "5094468", "5468807", "29689140", "40090058", "20288322", "22059387", "10534299"], "ranked_scores": [0.7879, 0.7681, 0.7431, 0.7352, 0.7307, 0.7298, 0.729, 0.7243, 0.7219, 0.7209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["23160444", "123859", "17991818", "39763465", "9988425", "11172205", "35256900", "21891856", "37686718", "496873"], "ranked_scores": [0.8156, 0.8095, 0.8085, 0.798, 0.7958, 0.7881, 0.7862, 0.7836, 0.7833, 0.7825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["12358173", "15925931", "19332616", "7373453", "28338268", "18199839", "13768432", "29526125", "40349336", "7813993"], "ranked_scores": [0.8585, 0.8534, 0.8261, 0.8245, 0.8204, 0.8195, 0.8065, 0.8034, 0.8001, 0.7988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "20697217", "13282296", "22442133", "41264017", "32777637", "24625323", "3083927", "12584053", "1974176"], "ranked_scores": [0.9166, 0.8998, 0.8653, 0.8604, 0.8501, 0.849, 0.849, 0.8419, 0.8403, 0.8399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["6182947", "6492658", "12670680", "24863571", "5811042", "34753204", "15707049", "14657344", "22705234", "4421742"], "ranked_scores": [0.8892, 0.8763, 0.8511, 0.8509, 0.8475, 0.8466, 0.8433, 0.8418, 0.839, 0.839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "4422868", "11255504", "14479433", "9226649", "26182390", "11915280", "6334188", "14647747", "23126677"], "ranked_scores": [0.8441, 0.8357, 0.7983, 0.7975, 0.7858, 0.7766, 0.7724, 0.7716, 0.7699, 0.7696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["19583924", "12058271", "11369420", "19510470", "5085118", "24612804", "8764879", "25988622", "4418112", "10365787"], "ranked_scores": [0.8862, 0.8824, 0.8776, 0.8684, 0.8656, 0.8641, 0.8635, 0.8618, 0.8617, 0.8616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["19583924", "46112052", "27243019", "28910120", "27910499", "38712515", "25353658", "25985964", "36386637", "54561384"], "ranked_scores": [0.852, 0.838, 0.8347, 0.8316, 0.8219, 0.8191, 0.8182, 0.813, 0.8113, 0.8003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "22705234", "8300657", "41599676", "11837657", "40312663", "8005007", "20357868", "12885341", "14934137"], "ranked_scores": [0.8628, 0.8266, 0.8186, 0.8147, 0.8075, 0.8074, 0.8044, 0.7999, 0.7975, 0.7945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["21535641", "12631697", "22517564", "13948920", "14874811", "4740447", "23702805", "13380011", "44693226", "14657344"], "ranked_scores": [0.7318, 0.7229, 0.6931, 0.6927, 0.6904, 0.6832, 0.6823, 0.6823, 0.682, 0.6814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "982650", "25014337", "5484763", "6492658", "13106686", "991139", "5633957", "25251625"], "ranked_scores": [0.8809, 0.8749, 0.8655, 0.8635, 0.8631, 0.8578, 0.8542, 0.8539, 0.8528, 0.8483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24323695", "24450344", "2058909", "6407356", "26973393", "16390264", "31616203", "6137330", "24634621"], "ranked_scores": [0.8553, 0.8429, 0.812, 0.8096, 0.793, 0.7872, 0.7799, 0.7719, 0.7627, 0.7595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4380287", "35987381", "18237384", "5003144", "37182501", "28149602", "12670680", "1550937", "27789588", "17412260"], "ranked_scores": [0.8954, 0.8919, 0.8829, 0.8804, 0.8693, 0.8678, 0.8675, 0.8597, 0.8584, 0.8552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "9225850", "40094786", "18758057", "9283422", "29347970", "12058271", "2825380", "14492339"], "ranked_scores": [0.9342, 0.9133, 0.9053, 0.9044, 0.9025, 0.9016, 0.8954, 0.8934, 0.8922, 0.8904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["12087063", "27712433", "19071857", "25886725", "21377587", "45548062", "19945096", "24524403", "7595742", "13906581"], "ranked_scores": [0.7467, 0.7467, 0.7422, 0.7401, 0.7208, 0.7088, 0.6996, 0.6926, 0.6926, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["45449835", "13189693", "6259170", "368506", "16605494", "7820043", "4387494", "23273454", "12240507", "17333231"], "ranked_scores": [0.8351, 0.8336, 0.8318, 0.8275, 0.8254, 0.8234, 0.8207, 0.8204, 0.8183, 0.8143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["29429111", "7820043", "7036529", "17741440", "1574014", "45487164", "1049501", "12058271", "14835068", "22495397"], "ranked_scores": [0.8609, 0.8608, 0.8525, 0.8521, 0.852, 0.8502, 0.8492, 0.8469, 0.8465, 0.8405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["16605494", "6784372", "3748310", "14819804", "10491220", "29321530", "13651792", "12641252", "15414628", "37256966"], "ranked_scores": [0.8934, 0.8808, 0.8744, 0.8705, 0.8687, 0.8614, 0.8563, 0.8543, 0.8543, 0.8537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "28738741", "24596228", "10617916", "7111021", "12409683", "21644993", "43378932", "9767444"], "ranked_scores": [0.8823, 0.869, 0.8399, 0.8365, 0.8345, 0.8333, 0.8329, 0.832, 0.826, 0.8156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22968257", "20722510", "40090058", "24044977", "11968641", "21557614", "14827874", "14471161", "6315132", "29015485"], "ranked_scores": [0.781, 0.7802, 0.7784, 0.7764, 0.7752, 0.7736, 0.7709, 0.7708, 0.7655, 0.7625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "25599283", "22442133", "12770738", "12205576", "13083189", "6647414", "1974176", "38752049", "6176498"], "ranked_scores": [0.8046, 0.7734, 0.7673, 0.7673, 0.7614, 0.7614, 0.7614, 0.7592, 0.7592, 0.7592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["11020556", "9977329", "4340358", "6144337", "3930020", "5835149", "35256900", "2236768", "18834078", "8005007"], "ranked_scores": [0.7202, 0.711, 0.6927, 0.6927, 0.6845, 0.6653, 0.665, 0.6643, 0.6612, 0.6579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20697217", "26720366", "3083927", "25690516", "5884524", "24625323", "17930286", "21957231", "810480", "21301090"], "ranked_scores": [0.8456, 0.8287, 0.8263, 0.8241, 0.82, 0.8196, 0.8182, 0.8182, 0.8152, 0.8141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["40094786", "25946292", "25479072", "6163801", "2506153", "2714623", "4389252", "9478135", "13283919", "10698739"], "ranked_scores": [0.9089, 0.9089, 0.9089, 0.9084, 0.9062, 0.9062, 0.9056, 0.903, 0.9026, 0.8998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["11288846", "29807737", "26456326", "849771", "11469078", "70490", "20326526", "27150276", "8690595", "13782317"], "ranked_scores": [0.7113, 0.6939, 0.6891, 0.675, 0.6694, 0.6694, 0.6694, 0.6672, 0.6605, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["26798867", "22942787", "39903312", "44562904", "27240667", "32534305", "41074251", "37480103", "43334921", "9171913"], "ranked_scores": [0.7853, 0.7853, 0.7853, 0.7688, 0.7653, 0.7653, 0.7653, 0.7653, 0.7653, 0.7653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["40383969", "42855554", "41913714", "24042363", "7688110", "38751591", "8458567", "36831892", "29362104", "24770913"], "ranked_scores": [0.8255, 0.8255, 0.8255, 0.8188, 0.8188, 0.8095, 0.8068, 0.8038, 0.8027, 0.8026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "9846940", "10284593", "34268160", "35766603", "9122283", "3984231", "1285713", "28138927", "2774906"], "ranked_scores": [0.8802, 0.8674, 0.8632, 0.8543, 0.8543, 0.8508, 0.8508, 0.8507, 0.8489, 0.8485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "849771", "26016929", "16979690", "12258338", "6477536", "15048300", "9548440", "13097856"], "ranked_scores": [0.5341, 0.4621, 0.4512, 0.4394, 0.4289, 0.4275, 0.4271, 0.4247, 0.4155, 0.4152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["13798951", "1933281", "9878167", "5398179", "23160444", "12966719", "4979184", "18882947", "45414636", "2388819"], "ranked_scores": [0.8377, 0.8377, 0.8254, 0.8227, 0.8169, 0.8138, 0.8123, 0.8123, 0.8116, 0.8114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["4688340", "21395936", "39763465", "27910499", "25404036", "123859", "14965508", "9558539", "52175065", "28783084"], "ranked_scores": [0.7926, 0.7917, 0.7886, 0.7883, 0.7797, 0.7724, 0.7719, 0.7692, 0.7658, 0.7649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["123859", "15414628", "26038789", "9955779", "24003461", "3215494", "22241778", "6308416", "9021186", "82665667"], "ranked_scores": [0.7888, 0.7883, 0.7883, 0.7864, 0.7754, 0.7729, 0.7696, 0.7689, 0.7672, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["12839939", "15833835", "38485364", "43224840", "24726600", "8989616", "13914198", "18399038", "17814815", "25404036"], "ranked_scores": [0.6729, 0.6373, 0.6347, 0.6234, 0.6196, 0.6184, 0.6133, 0.6129, 0.6104, 0.609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17000834", "1153655", "30813140", "1180972", "44572913", "4515975", "24524403", "37488367", "24625323", "20321154"], "ranked_scores": [0.7505, 0.7505, 0.7234, 0.7226, 0.7164, 0.7164, 0.7159, 0.7116, 0.704, 0.6976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "25098790", "37628989", "14118484", "22688699", "13223957", "52874170", "32423829", "7285256", "13481731"], "ranked_scores": [0.8152, 0.7596, 0.7547, 0.7524, 0.7425, 0.7392, 0.7392, 0.729, 0.7125, 0.7123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "22551259", "18104691", "40349336", "26336593", "22543403", "7514614", "5508750", "2015929", "2608447"], "ranked_scores": [0.8482, 0.8239, 0.8231, 0.8153, 0.8134, 0.8096, 0.8037, 0.7983, 0.7977, 0.7977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["2701077", "6710699", "23887844", "6171953", "14501880", "1127562", "8002887", "31001322", "12641252", "46765242"], "ranked_scores": [0.8041, 0.802, 0.7945, 0.7872, 0.7856, 0.7797, 0.7793, 0.7779, 0.7771, 0.7771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["4402497", "12885341", "6182947", "22705234", "29023309", "28230867", "14934137", "7433668", "23403754", "28249680"], "ranked_scores": [0.8243, 0.8243, 0.8243, 0.8238, 0.8238, 0.8215, 0.8211, 0.8211, 0.8194, 0.8194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["21502234", "24581365", "27240667", "25742130", "27123743", "32534305", "41074251", "37480103", "9171913", "43334921"], "ranked_scores": [0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["2015126", "25837950", "9394119", "27123743", "37480103", "27240667", "43334921", "32534305", "41074251", "9171913"], "ranked_scores": [0.7794, 0.7543, 0.7543, 0.7543, 0.7543, 0.7543, 0.7543, 0.7543, 0.7543, 0.7543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["15248287", "41982985", "5867846", "1970884", "1386103", "20996244", "12489688", "4387484", "28712203", "10450300"], "ranked_scores": [0.8636, 0.8586, 0.858, 0.858, 0.858, 0.858, 0.8559, 0.8556, 0.8536, 0.8526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["12058271", "54561384", "22874817", "24612804", "25353658", "27602752", "21185923", "29288582", "33535222", "19708993"], "ranked_scores": [0.8704, 0.8539, 0.8538, 0.853, 0.8515, 0.8433, 0.841, 0.841, 0.841, 0.833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["40349336", "25817686", "2533768", "22264117", "24347647", "9513785", "10012166", "20418809", "2099400", "16267205"], "ranked_scores": [0.7616, 0.7531, 0.7364, 0.7358, 0.7306, 0.7306, 0.7281, 0.7274, 0.7261, 0.725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5914739", "4324278", "37608303", "18810195", "23974474", "3973445", "6784372", "37138639", "30122260", "15058155"], "ranked_scores": [0.9348, 0.9283, 0.9186, 0.9186, 0.9148, 0.9148, 0.9141, 0.9136, 0.9129, 0.9091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["24652030", "4530659", "14924526", "46764350", "21495419", "104130", "7157436", "25827024", "11992632", "21395936"], "ranked_scores": [0.8054, 0.7861, 0.7677, 0.7661, 0.7647, 0.7639, 0.7616, 0.7611, 0.7606, 0.7596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["24157077", "14461101", "46517055", "12513042", "1800734", "21258863", "5511240", "41165286", "2474731", "2274272"], "ranked_scores": [0.8573, 0.8573, 0.8573, 0.854, 0.8503, 0.8455, 0.8301, 0.8235, 0.8229, 0.8204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["1031534", "11083121", "4404433", "16541762", "23959496", "6454371", "12800122", "7970974", "18909530", "13509809"], "ranked_scores": [0.8705, 0.8705, 0.8468, 0.8468, 0.8459, 0.8454, 0.8385, 0.8367, 0.8357, 0.8309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["16905344", "26336593", "5108807", "21246752", "4399268", "5107861", "35534019", "21692235", "41293601", "6368017"], "ranked_scores": [0.7874, 0.7812, 0.7794, 0.7731, 0.7719, 0.7719, 0.7643, 0.7632, 0.7632, 0.7627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["32743723", "16319097", "2344892", "306311", "12932176", "665817", "17271462", "34603465", "97884", "20459964"], "ranked_scores": [0.7926, 0.7918, 0.7845, 0.7844, 0.7836, 0.7831, 0.7831, 0.7826, 0.7817, 0.7808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["27449472", "13619127", "25599283", "8868863", "8529693", "22023404", "2613411", "810480", "24625323", "20697217"], "ranked_scores": [0.8611, 0.8285, 0.8207, 0.8056, 0.8047, 0.7916, 0.7911, 0.7843, 0.7836, 0.7772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["5785219", "2481032", "4423401", "1941721", "6710699", "14501880", "9638032", "15836115", "40476126", "8596357"], "ranked_scores": [0.7668, 0.7611, 0.7499, 0.7491, 0.7412, 0.741, 0.7383, 0.7363, 0.7358, 0.7341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17991818", "15493354", "20372201", "40382183", "3391547", "803312", "6944800", "5503194", "9550981", "51706771"], "ranked_scores": [0.8359, 0.8261, 0.8261, 0.8261, 0.8147, 0.8141, 0.8099, 0.8059, 0.8033, 0.8028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["9813098", "29981186", "13768432", "15194125", "17821387", "18256197", "27466734", "4647303", "30639847", "4506414"], "ranked_scores": [0.8199, 0.8193, 0.8193, 0.7969, 0.7969, 0.7891, 0.7891, 0.7891, 0.7891, 0.7891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "21009874", "5556809", "44624045", "20697217", "4515975", "44572913", "3083927", "24269361"], "ranked_scores": [0.922, 0.9026, 0.9012, 0.8995, 0.8882, 0.8872, 0.8734, 0.8734, 0.8668, 0.8653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13380011", "14178995", "25738896", "9784254", "22153455", "40632104", "24384587", "5572127", "15248287", "982650"], "ranked_scores": [0.8616, 0.8501, 0.8453, 0.845, 0.845, 0.8415, 0.8415, 0.8415, 0.8405, 0.8403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["3870062", "27437459", "16728949", "5254463", "293661", "14550841", "12631697", "3773719", "3981613", "4422868"], "ranked_scores": [0.82, 0.8146, 0.8078, 0.7988, 0.7949, 0.7912, 0.7892, 0.7888, 0.7888, 0.7872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21164071", "21498497", "2559303", "25830701", "11369420", "6397191", "6609935", "9911547", "19708993", "928281"], "ranked_scores": [0.8706, 0.8706, 0.8641, 0.861, 0.8595, 0.859, 0.8579, 0.8579, 0.8571, 0.8569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["15955172", "10831818", "35534019", "13189693", "12058271", "2078658", "54561384", "19708993", "29288582", "33535222"], "ranked_scores": [0.8003, 0.7972, 0.7957, 0.7886, 0.7841, 0.784, 0.783, 0.7814, 0.781, 0.781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["36089763", "4406819", "7433668", "14934137", "27555165", "4402497", "6182947", "12885341", "5849439", "24512064"], "ranked_scores": [0.8321, 0.8264, 0.8248, 0.8248, 0.8234, 0.8197, 0.8197, 0.8197, 0.8189, 0.8119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["12631697", "4391121", "6710699", "14501880", "21535641", "5785219", "3870062", "293661", "25623469", "2701077"], "ranked_scores": [0.775, 0.7717, 0.7535, 0.751, 0.7393, 0.7354, 0.7205, 0.7196, 0.7116, 0.7092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["5484763", "10145528", "1941721", "982650", "19957813", "35345807", "20018321", "4306711", "29107180", "30261663"], "ranked_scores": [0.8711, 0.8611, 0.859, 0.853, 0.8523, 0.8519, 0.8516, 0.8516, 0.8516, 0.8516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["3329824", "24450344", "520579", "10958594", "16390264", "15476777", "24323695", "24634621", "24916604", "3790895"], "ranked_scores": [0.8261, 0.8261, 0.8261, 0.8261, 0.8261, 0.817, 0.817, 0.817, 0.817, 0.8151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["19005293", "4394525", "2436602", "27789588", "18237384", "14386505", "37182501", "8038329", "23901235", "597790"], "ranked_scores": [0.9145, 0.8963, 0.8963, 0.8851, 0.8848, 0.8788, 0.8768, 0.8764, 0.8694, 0.8676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["1933281", "13798951", "22874817", "18758057", "20457190", "34905328", "45414636", "25353658", "25085979", "5406411"], "ranked_scores": [0.9185, 0.9185, 0.9053, 0.9043, 0.9011, 0.9001, 0.9, 0.8951, 0.8931, 0.8931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["19945096", "21377587", "13515165", "9754530", "27712433", "7595742", "9274291", "32421068", "13934676", "74137632"], "ranked_scores": [0.7583, 0.7387, 0.7381, 0.7317, 0.7187, 0.6979, 0.695, 0.695, 0.6928, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["1220287", "4795303", "14835068", "23702805", "16627684", "10831818", "28015516", "667451", "14380875", "935538"], "ranked_scores": [0.814, 0.814, 0.814, 0.814, 0.8136, 0.8119, 0.8108, 0.8106, 0.8106, 0.8106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["27822315", "20388894", "2053540", "21012916", "5278233", "10359591", "6123924", "22874817", "27602752", "13283919"], "ranked_scores": [0.8657, 0.856, 0.856, 0.856, 0.8528, 0.8528, 0.8479, 0.8471, 0.8435, 0.8419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["2701077", "7506409", "25895285", "4664540", "23887844", "10491220", "12641252", "46765242", "28107602", "6650933"], "ranked_scores": [0.8929, 0.8804, 0.8792, 0.8769, 0.8748, 0.8713, 0.8675, 0.8675, 0.8645, 0.8644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "12409683", "3698758", "45401535", "45461275", "7224723", "44562058", "43378932", "17967608", "39285547"], "ranked_scores": [0.8443, 0.8401, 0.83, 0.8217, 0.8213, 0.8202, 0.8195, 0.8135, 0.813, 0.8074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["13000926", "7506409", "25602549", "597790", "4911006", "18237384", "24872571", "40090058", "1605392", "19005293"], "ranked_scores": [0.8299, 0.8064, 0.7802, 0.7782, 0.7741, 0.7708, 0.7694, 0.7652, 0.7649, 0.7646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "4462079", "16256507", "33409100", "30720103", "12810152", "21553394", "2425364", "31890716", "21636085"], "ranked_scores": [576.0, 575.0, 575.0, 571.0, 568.0, 566.0, 560.0, 559.0, 555.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["20544428", "13000926", "26596106", "23124332", "34582256", "45820464", "32922179", "11581157", "6712836", "4319174"], "ranked_scores": [483.0, 479.0, 474.0, 473.0, 471.0, 471.0, 470.0, 469.0, 468.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "35724562", "16760369", "4506414", "20887554", "13448422", "7602348", "21571708", "13282296", "8318922"], "ranked_scores": [570.0, 557.0, 556.0, 554.0, 547.0, 546.0, 544.0, 544.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["28724565", "19708993", "16644043", "43390777", "34905328", "13651792", "11666252", "12156187", "25629722", "3805841"], "ranked_scores": [530.0, 528.0, 528.0, 527.0, 524.0, 524.0, 521.0, 520.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "5402581", "6123521", "27150276", "31554917", "13883546", "28419824", "40996863", "7239105", "36003142"], "ranked_scores": [559.0, 510.0, 508.0, 503.0, 496.0, 495.0, 495.0, 494.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "46695481", "27873158", "19140422", "6561200", "9764256", "16980892", "23136735", "46355579", "7650066"], "ranked_scores": [646.0, 633.0, 633.0, 617.0, 603.0, 603.0, 600.0, 585.0, 581.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["16319097", "18678095", "21380348", "4452659", "23576165", "2099400", "10991183", "275294", "10012166", "17919731"], "ranked_scores": [576.0, 569.0, 560.0, 558.0, 555.0, 553.0, 551.0, 549.0, 548.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2248870", "16787954", "28712203", "4447785", "21395936", "219475", "13011249", "42279414", "3730196"], "ranked_scores": [591.0, 550.0, 542.0, 540.0, 536.0, 534.0, 534.0, 533.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "10749308", "1191830", "20186513", "63858430", "13782317", "32423829", "427865", "6477536"], "ranked_scores": [556.0, 504.0, 470.0, 468.0, 462.0, 460.0, 455.0, 454.0, 454.0, 451.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "4447785", "6163801", "34537906", "9977329", "38844612", "27647593", "4389252", "4399311", "20568364"], "ranked_scores": [608.0, 603.0, 578.0, 578.0, 576.0, 569.0, 565.0, 565.0, 565.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["12866641", "3984231", "67787658", "35534019", "1871230", "6853699", "5266423", "17741440", "2060137", "11771811"], "ranked_scores": [538.0, 517.0, 515.0, 515.0, 514.0, 514.0, 512.0, 511.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["13380980", "1522336", "21382907", "32852283", "25298276", "12866641", "40590358", "28264919", "39443128", "26973393"], "ranked_scores": [527.0, 517.0, 517.0, 509.0, 504.0, 502.0, 501.0, 500.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14591894", "16090672", "104130", "24003461", "43224840", "7764903", "123859", "323030", "3896759", "14692646"], "ranked_scores": [488.0, 488.0, 473.0, 471.0, 469.0, 466.0, 465.0, 465.0, 464.0, 461.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "18446525", "17930286", "14566771", "23785605", "24510595", "8672737", "15984735", "22995579", "24148722"], "ranked_scores": [543.0, 541.0, 525.0, 523.0, 521.0, 520.0, 513.0, 512.0, 507.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "22688699", "16980892", "23639838", "12839939", "38180456", "7451018", "13870943", "3698758"], "ranked_scores": [518.0, 486.0, 486.0, 485.0, 482.0, 482.0, 479.0, 477.0, 475.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "6040392", "26230669", "22428640", "7514614", "10012166", "6896063", "7492250", "1848452", "16233471"], "ranked_scores": [615.0, 590.0, 577.0, 567.0, 567.0, 564.0, 563.0, 562.0, 561.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "14501880", "11742219", "4324278", "17195001", "24770913", "1227277", "275294", "25483562", "21380348"], "ranked_scores": [574.0, 547.0, 536.0, 529.0, 523.0, 521.0, 518.0, 514.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "1049501", "5811042", "24177706", "26873988", "23801039", "17333231", "4380287", "5508750", "16066726"], "ranked_scores": [588.0, 566.0, 561.0, 556.0, 556.0, 555.0, 554.0, 551.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "22007333", "25973484", "17450673", "23557241", "16098747", "37480103", "13831842", "5864770", "16322674"], "ranked_scores": [606.0, 581.0, 578.0, 577.0, 562.0, 558.0, 553.0, 553.0, 553.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "25742130", "40735046", "6748318", "46695481", "32423829", "27873158", "26798867", "26067999"], "ranked_scores": [582.0, 571.0, 556.0, 544.0, 544.0, 542.0, 536.0, 536.0, 531.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["6501747", "285794", "44366096", "19165076", "41337677", "8005007", "27555165", "9278263", "3698758", "4347374"], "ranked_scores": [545.0, 544.0, 543.0, 532.0, 530.0, 517.0, 517.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3090454", "10530014", "27243019", "29423324", "8137081", "27910499", "27602752", "11349166", "5415832"], "ranked_scores": [547.0, 538.0, 537.0, 535.0, 535.0, 532.0, 527.0, 527.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["7514614", "9559146", "22264117", "10012166", "40349336", "4326318", "15521377", "17412260", "26230669", "2466614"], "ranked_scores": [560.0, 541.0, 538.0, 531.0, 529.0, 529.0, 529.0, 521.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["21380348", "20018321", "45875990", "8856690", "37362689", "6712836", "10189634", "7426741", "22623275", "34071621"], "ranked_scores": [567.0, 567.0, 565.0, 553.0, 553.0, 550.0, 549.0, 549.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "40996863", "810480", "25416944", "116792", "18446525", "21373821", "32743723"], "ranked_scores": [602.0, 552.0, 546.0, 528.0, 524.0, 521.0, 518.0, 513.0, 512.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23420615", "31962403", "3118719", "23393712", "10365787", "40383969", "306006", "28138927", "8453819", "18231257"], "ranked_scores": [567.0, 563.0, 563.0, 560.0, 557.0, 556.0, 551.0, 550.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "11083121", "7764903", "3506723", "306006", "23393712", "7451607", "1922901", "6422576"], "ranked_scores": [582.0, 579.0, 573.0, 572.0, 571.0, 563.0, 562.0, 561.0, 559.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "4312169", "6000423", "6517763", "8083310", "8925851", "41293601", "9478135", "28338268", "5765455"], "ranked_scores": [575.0, 536.0, 535.0, 535.0, 532.0, 530.0, 529.0, 529.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "42035464", "17271462", "19708993", "665817", "24770913", "30553457", "12156187", "29657303", "3870062"], "ranked_scores": [557.0, 521.0, 519.0, 518.0, 517.0, 516.0, 513.0, 510.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "4462079", "36960449", "38551172", "3150030", "16701509", "2425364", "25599283"], "ranked_scores": [569.0, 557.0, 552.0, 550.0, 543.0, 538.0, 529.0, 527.0, 526.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "42441846", "3222187", "71625969", "20280410", "40090058", "35345807", "36838958", "38028419", "31407112"], "ranked_scores": [591.0, 536.0, 520.0, 520.0, 514.0, 512.0, 508.0, 506.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "14692646", "3727986", "28468276", "16128711", "38844612", "1676568", "3506723", "1871230", "3874000"], "ranked_scores": [578.0, 561.0, 551.0, 546.0, 543.0, 540.0, 540.0, 537.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2587396", "10284593", "7813993", "31933981", "19332616", "37583120", "17421851", "13448422", "13108582"], "ranked_scores": [642.0, 548.0, 542.0, 541.0, 540.0, 539.0, 539.0, 534.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "38752049", "5691302", "30981192", "13619127", "7552215", "14121786", "27428509", "7613033", "32463364"], "ranked_scores": [584.0, 518.0, 515.0, 515.0, 513.0, 509.0, 508.0, 507.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13921783", "16966326", "11250124", "14308244", "22185730", "317204", "33911859", "23052989", "14367469", "28107602"], "ranked_scores": [562.0, 561.0, 554.0, 552.0, 549.0, 546.0, 544.0, 543.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["10365787", "5254463", "6923961", "9784254", "4447785", "24282306", "22703082", "2099400", "2274272", "42693833"], "ranked_scores": [559.0, 554.0, 552.0, 550.0, 546.0, 541.0, 541.0, 540.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13878643", "34905328", "29347970", "13798951", "11233339", "306006", "40234452", "12058271", "45414636", "20344442"], "ranked_scores": [610.0, 609.0, 601.0, 595.0, 591.0, 591.0, 591.0, 590.0, 589.0, 584.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["14311986", "29347970", "13798951", "29423324", "34905328", "54561384", "14492339", "8538916", "266641", "33535222"], "ranked_scores": [562.0, 559.0, 559.0, 558.0, 557.0, 557.0, 554.0, 550.0, 549.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "45218443", "13959707", "5114282", "18174210", "21274496", "9787715", "16172576", "40900567", "7224723"], "ranked_scores": [579.0, 577.0, 558.0, 554.0, 554.0, 554.0, 553.0, 548.0, 543.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["45820464", "3692112", "28904104", "22968257", "8774475", "1084345", "29689140", "41329906", "24652030", "17412260"], "ranked_scores": [481.0, 480.0, 478.0, 477.0, 476.0, 473.0, 473.0, 471.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["67787658", "11369420", "7645565", "13651792", "35651106", "30041340", "15319019", "24512064", "25895285", "3493623"], "ranked_scores": [558.0, 543.0, 529.0, 525.0, 524.0, 524.0, 523.0, 521.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "35301079", "1522336", "21382907", "24634621", "31616203", "3471191", "25589047", "4468861"], "ranked_scores": [604.0, 570.0, 558.0, 555.0, 551.0, 542.0, 540.0, 537.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13923140", "4399311", "28647122", "1049501", "4561402", "21498497", "25576204", "23912923", "27789588", "5979056"], "ranked_scores": [563.0, 546.0, 543.0, 542.0, 542.0, 541.0, 539.0, 538.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["36271512", "306006", "6401675", "27693891", "14191255", "10365787", "23393712", "22134353", "20344442", "9283422"], "ranked_scores": [615.0, 593.0, 592.0, 590.0, 588.0, 585.0, 582.0, 581.0, 580.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5641851", "24318630", "6421734", "45920278", "20491205", "841371", "40905302", "45548062"], "ranked_scores": [567.0, 501.0, 494.0, 491.0, 487.0, 487.0, 484.0, 483.0, 480.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "7225911", "40901687", "29073751", "38747567", "10627801", "11369420", "4387494", "19165076", "6421792"], "ranked_scores": [581.0, 564.0, 562.0, 556.0, 555.0, 553.0, 553.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "38587347", "22791348", "3330111", "46926352", "11771811", "4447785", "14591894", "23700330"], "ranked_scores": [601.0, 592.0, 564.0, 560.0, 560.0, 560.0, 557.0, 556.0, 554.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["19165076", "43711341", "4740447", "10247314", "4429388", "7645565", "12217662", "14155726", "4396105", "4406819"], "ranked_scores": [541.0, 539.0, 528.0, 527.0, 527.0, 525.0, 522.0, 521.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "8069939", "341324", "15997009", "16787954", "3851329", "20960682"], "ranked_scores": [565.0, 560.0, 544.0, 543.0, 527.0, 527.0, 523.0, 522.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "1900152", "4468861", "21009874", "19683625", "7343711", "11335781", "7621534", "26973393", "9767444"], "ranked_scores": [542.0, 534.0, 522.0, 521.0, 516.0, 514.0, 513.0, 513.0, 510.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["33409100", "12810152", "30981192", "2425364", "16256507", "4462079", "21636085", "31890716", "30720103", "9617381"], "ranked_scores": [389.0, 385.0, 379.0, 377.0, 376.0, 372.0, 371.0, 371.0, 371.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34582256", "32922179", "10017612", "13000926", "11581157", "23576726", "13350374", "7198295", "20544428", "9787715"], "ranked_scores": [327.0, 326.0, 325.0, 325.0, 322.0, 321.0, 320.0, 320.0, 320.0, 319.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "20697217", "21571708", "25837950", "13448422", "28894097", "20887554", "35724562", "4506414"], "ranked_scores": [384.0, 378.0, 369.0, 368.0, 368.0, 366.0, 366.0, 366.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["43390777", "19708993", "34905328", "16644043", "3805841", "11666252", "1605196", "13651792", "4398832", "29125354"], "ranked_scores": [365.0, 361.0, 360.0, 358.0, 356.0, 356.0, 353.0, 353.0, 353.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "5402581", "13883546", "7239105", "40996863", "6123521", "27150276", "28419824", "36003142", "32463364"], "ranked_scores": [375.0, 354.0, 347.0, 347.0, 346.0, 345.0, 343.0, 341.0, 340.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "27873158", "46695481", "19140422", "9764256", "23136735", "6561200", "16980892", "46355579", "7650066"], "ranked_scores": [435.0, 429.0, 424.0, 412.0, 408.0, 404.0, 402.0, 401.0, 401.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21380348", "16319097", "18678095", "4452659", "2099400", "2919030", "6163801", "10012166", "37362689", "23576165"], "ranked_scores": [391.0, 388.0, 385.0, 378.0, 378.0, 375.0, 374.0, 373.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "219475", "4447785", "2248870", "16787954", "21395936", "13011249", "4020950", "24496245", "40312663"], "ranked_scores": [408.0, 370.0, 369.0, 369.0, 365.0, 363.0, 362.0, 362.0, 362.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "427865", "10749308", "22711954", "63858430", "13782317", "1191830", "19945096", "21914176"], "ranked_scores": [381.0, 341.0, 318.0, 317.0, 314.0, 314.0, 313.0, 313.0, 310.0, 309.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4447785", "1871230", "34537906", "6163801", "9977329", "38844612", "13509809", "4389252", "43390777", "4399311"], "ranked_scores": [413.0, 408.0, 405.0, 398.0, 394.0, 389.0, 388.0, 382.0, 381.0, 381.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["12866641", "3984231", "14591894", "2060137", "11771811", "11710511", "1871230", "23700330", "5266423", "6853699"], "ranked_scores": [362.0, 354.0, 354.0, 354.0, 350.0, 346.0, 344.0, 344.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1522336", "21382907", "32852283", "13380980", "28264919", "12866641", "25298276", "40590358", "350542", "43378932"], "ranked_scores": [350.0, 349.0, 349.0, 346.0, 342.0, 341.0, 339.0, 335.0, 334.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14591894", "16090672", "123859", "24003461", "28369117", "104130", "323030", "34876410", "5764562", "7764903"], "ranked_scores": [327.0, 321.0, 318.0, 317.0, 316.0, 313.0, 311.0, 311.0, 309.0, 309.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["18446525", "17930286", "14566771", "44830890", "23785605", "24510595", "8672737", "22995579", "23670644", "5556809"], "ranked_scores": [366.0, 351.0, 349.0, 348.0, 343.0, 343.0, 342.0, 341.0, 339.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "13380980", "9754530", "38180456", "22688699", "10749308", "23639838", "3698758", "7451018", "12839939"], "ranked_scores": [350.0, 333.0, 332.0, 332.0, 331.0, 329.0, 328.0, 327.0, 325.0, 323.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "26230669", "6040392", "7514614", "1848452", "2547636", "22428640", "16233471", "10012166", "40349336"], "ranked_scores": [408.0, 396.0, 393.0, 385.0, 382.0, 378.0, 378.0, 377.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "14501880", "11742219", "275294", "17195001", "4324278", "24770913", "1227277", "21380348", "25483562"], "ranked_scores": [383.0, 362.0, 356.0, 350.0, 349.0, 348.0, 348.0, 347.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["1049501", "9433958", "5811042", "17333231", "8300657", "26873988", "23305884", "20904154", "16066726", "30658796"], "ranked_scores": [391.0, 391.0, 384.0, 380.0, 380.0, 380.0, 379.0, 379.0, 377.0, 377.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "22007333", "25973484", "17450673", "5864770", "23557241", "16098747", "27240667", "13831842", "16322674"], "ranked_scores": [405.0, 393.0, 392.0, 390.0, 380.0, 380.0, 380.0, 379.0, 375.0, 374.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "25742130", "40735046", "32423829", "26067999", "46695481", "27873158", "26798867", "4828631"], "ranked_scores": [401.0, 392.0, 379.0, 378.0, 371.0, 371.0, 370.0, 367.0, 365.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "6501747", "285794", "41337677", "19165076", "3698758", "9278263", "27555165", "4347374", "4402497"], "ranked_scores": [373.0, 371.0, 368.0, 367.0, 367.0, 357.0, 356.0, 354.0, 353.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["3090454", "27243019", "24088502", "8137081", "27602752", "10530014", "27910499", "5415832", "11569583", "24670522"], "ranked_scores": [375.0, 375.0, 370.0, 365.0, 364.0, 360.0, 360.0, 359.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["7514614", "9559146", "4326318", "40349336", "22264117", "2466614", "15521377", "1084345", "17412260", "797114"], "ranked_scores": [382.0, 368.0, 367.0, 367.0, 365.0, 365.0, 363.0, 362.0, 359.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "20018321", "502591", "34537906", "7426741", "10189634", "21380348", "18042803", "3849194", "7622767"], "ranked_scores": [397.0, 389.0, 388.0, 386.0, 385.0, 384.0, 384.0, 382.0, 381.0, 378.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "40996863", "25416944", "21373821", "32743723", "4587978", "810480", "116792"], "ranked_scores": [401.0, 369.0, 366.0, 355.0, 350.0, 348.0, 347.0, 347.0, 346.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23420615", "28138927", "31962403", "10365787", "23393712", "15972906", "3118719", "20313748", "9505448", "40383969"], "ranked_scores": [397.0, 384.0, 383.0, 380.0, 378.0, 372.0, 372.0, 372.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "11083121", "7764903", "3506723", "6422576", "306006", "6454371", "1922901", "23393712"], "ranked_scores": [405.0, 394.0, 391.0, 389.0, 386.0, 385.0, 384.0, 384.0, 383.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "4312169", "41293601", "6000423", "9478135", "6517763", "28338268", "5765455", "1145473", "8083310"], "ranked_scores": [393.0, 370.0, 370.0, 367.0, 366.0, 366.0, 365.0, 363.0, 359.0, 359.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "665817", "19708993", "34498325", "17271462", "24770913", "3870062", "28724565", "14380875", "18346333"], "ranked_scores": [364.0, 361.0, 349.0, 348.0, 348.0, 345.0, 345.0, 344.0, 343.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "4462079", "23267371", "38551172", "36960449", "2425364", "16701509", "3150030", "39558597"], "ranked_scores": [380.0, 374.0, 371.0, 368.0, 360.0, 359.0, 356.0, 352.0, 352.0, 347.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "42441846", "40090058", "10548391", "3222187", "14663842", "31407112", "40901687", "71625969", "5484763"], "ranked_scores": [392.0, 364.0, 354.0, 353.0, 352.0, 352.0, 351.0, 351.0, 351.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "14692646", "38844612", "3727986", "13889430", "3506723", "13481880", "28468276", "6853699", "6944800"], "ranked_scores": [387.0, 377.0, 369.0, 368.0, 364.0, 363.0, 362.0, 361.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2587396", "10284593", "13448422", "7813993", "17821387", "6070278", "13108582", "37583120", "8246922"], "ranked_scores": [434.0, 373.0, 366.0, 365.0, 365.0, 362.0, 361.0, 360.0, 360.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5691302", "32463364", "36003142", "27428509", "43226130", "30981192", "5402581", "13619127", "13883546"], "ranked_scores": [393.0, 354.0, 350.0, 350.0, 348.0, 347.0, 346.0, 346.0, 343.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "13921783", "317204", "502591", "22185730", "11250124", "11666252", "14367469", "26851674", "4467129"], "ranked_scores": [372.0, 371.0, 367.0, 366.0, 365.0, 365.0, 363.0, 363.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["5254463", "18841257", "24282306", "10365787", "43390777", "2274272", "26071782", "4406819", "9784254", "22703082"], "ranked_scores": [378.0, 375.0, 374.0, 374.0, 374.0, 372.0, 371.0, 371.0, 371.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13878643", "34905328", "29347970", "11233339", "13798951", "45414636", "20344442", "306006", "40234452", "5914739"], "ranked_scores": [414.0, 413.0, 405.0, 402.0, 396.0, 396.0, 394.0, 394.0, 394.0, 394.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["14311986", "54561384", "29347970", "13798951", "13244602", "34905328", "14492339", "33535222", "45414636", "8538916"], "ranked_scores": [383.0, 382.0, 381.0, 380.0, 377.0, 377.0, 377.0, 376.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["45218443", "24512064", "13959707", "9787715", "21274496", "5114282", "18174210", "7224723", "27602752", "1215116"], "ranked_scores": [394.0, 390.0, 382.0, 382.0, 378.0, 374.0, 370.0, 367.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["28904104", "29689140", "45820464", "1084345", "1507222", "8774475", "42565477", "8426046", "2543135", "18895793"], "ranked_scores": [334.0, 333.0, 331.0, 329.0, 326.0, 325.0, 325.0, 324.0, 324.0, 323.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["67787658", "11369420", "30041340", "13651792", "24512064", "35651106", "15425958", "25895285", "4467129", "7645565"], "ranked_scores": [381.0, 378.0, 362.0, 360.0, 359.0, 359.0, 358.0, 358.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "1522336", "35301079", "21382907", "3471191", "25589047", "31616203", "6334188", "32421068"], "ranked_scores": [406.0, 388.0, 381.0, 378.0, 374.0, 368.0, 360.0, 360.0, 360.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13923140", "4561402", "4399311", "6000423", "28647122", "6812319", "25576204", "21363424", "5979056", "6767271"], "ranked_scores": [380.0, 376.0, 375.0, 370.0, 369.0, 368.0, 367.0, 366.0, 366.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["36271512", "14191255", "306006", "6401675", "10365787", "8538916", "4389252", "20344442", "27693891", "36216395"], "ranked_scores": [416.0, 397.0, 394.0, 394.0, 392.0, 388.0, 387.0, 386.0, 386.0, 386.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "26611094", "21323587", "5641851", "16390264", "40905302", "24318630", "45920278", "6421734", "3610080"], "ranked_scores": [386.0, 339.0, 337.0, 334.0, 330.0, 330.0, 328.0, 328.0, 327.0, 325.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "6426919", "40901687", "38747567", "7225911", "6421792", "45875990", "22623275", "35345807", "25014337"], "ranked_scores": [398.0, 384.0, 380.0, 379.0, 377.0, 377.0, 377.0, 376.0, 376.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "3330111", "38587347", "5821617", "23700330", "11771811", "4447785", "1336292", "14591894"], "ranked_scores": [413.0, 406.0, 388.0, 387.0, 387.0, 385.0, 385.0, 384.0, 383.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["19165076", "41325555", "4740447", "10247314", "4406819", "43711341", "13583521", "7645565", "28264919", "4429388"], "ranked_scores": [366.0, 361.0, 360.0, 359.0, 359.0, 357.0, 355.0, 354.0, 354.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "8069939", "22635278", "3851329", "708425", "341324", "15997009"], "ranked_scores": [378.0, 378.0, 374.0, 372.0, 362.0, 357.0, 357.0, 357.0, 357.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "1900152", "21009874", "4468861", "11335781", "19683625", "5991309", "9767444", "3935126", "3462075"], "ranked_scores": [366.0, 361.0, 356.0, 355.0, 354.0, 349.0, 348.0, 348.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "33409100", "37424881", "23267371", "2425364", "37916361", "31890716", "21553394", "22023404", "30981192"], "ranked_scores": [203.0, 203.0, 196.0, 195.0, 195.0, 194.0, 194.0, 193.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "9787715", "34582256", "7198295", "13350374", "1568684", "23124332", "10017612", "17000834", "27099731"], "ranked_scores": [173.0, 173.0, 173.0, 172.0, 170.0, 168.0, 168.0, 167.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["25837950", "21048969", "5884524", "13282296", "28894097", "12770738", "18256197", "20526907", "20887554", "7640792"], "ranked_scores": [204.0, 197.0, 196.0, 195.0, 195.0, 195.0, 194.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["34905328", "11666252", "11195653", "17017465", "16644043", "1049501", "14308244", "25085979", "4561402", "19708993"], "ranked_scores": [195.0, 191.0, 188.0, 188.0, 188.0, 187.0, 187.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "28419824", "27150276", "5402581", "8002529", "40996863", "20645335", "13883546", "12667988", "7239105"], "ranked_scores": [202.0, 188.0, 186.0, 186.0, 182.0, 182.0, 180.0, 179.0, 178.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "27873158", "28617573", "19140422", "9764256", "6561200", "16980892", "23136735", "46355579", "7650066"], "ranked_scores": [221.0, 220.0, 220.0, 208.0, 208.0, 208.0, 206.0, 205.0, 205.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21380348", "16319097", "4452659", "18678095", "2099400", "25488034", "3506723", "8137081", "25748308", "33569870"], "ranked_scores": [205.0, 202.0, 201.0, 199.0, 199.0, 198.0, 198.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "16787954", "6182947", "2248870", "15727984", "219475", "2042250", "29657303", "3730196", "6767271"], "ranked_scores": [208.0, 195.0, 193.0, 190.0, 190.0, 190.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "10749308", "19945096", "140907540", "13782317", "13906581", "12801438", "29107210", "3285322"], "ranked_scores": [197.0, 177.0, 168.0, 167.0, 165.0, 165.0, 164.0, 163.0, 163.0, 163.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "6163801", "34537906", "4447785", "9977329", "4389252", "13509809", "8137081", "6853699", "7764903"], "ranked_scores": [215.0, 215.0, 214.0, 210.0, 208.0, 207.0, 206.0, 206.0, 206.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3984231", "12866641", "11771811", "14591894", "27460509", "29657303", "14767844", "6853699", "4418112", "67787658"], "ranked_scores": [188.0, 188.0, 186.0, 184.0, 181.0, 181.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1522336", "13380980", "32852283", "25298276", "24873253", "12866641", "28264919", "29657303", "37628989", "41340212"], "ranked_scores": [186.0, 181.0, 181.0, 180.0, 180.0, 178.0, 178.0, 177.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14591894", "123859", "31761981", "24003461", "3475317", "28369117", "13878124", "46182525", "16090672", "17271462"], "ranked_scores": [176.0, 176.0, 170.0, 169.0, 168.0, 168.0, 166.0, 166.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["18446525", "17930286", "23670644", "14566771", "22995579", "23785605", "44830890", "24055603", "24921368", "40996863"], "ranked_scores": [187.0, 184.0, 183.0, 179.0, 178.0, 178.0, 178.0, 177.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["9754530", "15482274", "22688699", "32969964", "38180456", "13380980", "10749308", "14118484", "35087728", "45276789"], "ranked_scores": [183.0, 181.0, 179.0, 177.0, 176.0, 175.0, 174.0, 174.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "26230669", "40349336", "7514614", "15955172", "10012166", "1084345", "4434951", "6040392", "16233471"], "ranked_scores": [213.0, 204.0, 204.0, 203.0, 202.0, 202.0, 201.0, 201.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "14501880", "4324278", "8458567", "11738716", "1084345", "17195001", "1227277", "1387654", "25483562"], "ranked_scores": [212.0, 195.0, 194.0, 190.0, 188.0, 187.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["1049501", "11569583", "6710699", "13651792", "20904154", "8300657", "16066726", "35149431", "20261352", "6000423"], "ranked_scores": [211.0, 206.0, 206.0, 205.0, 205.0, 205.0, 204.0, 204.0, 204.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "22007333", "17450673", "23557241", "5864770", "16322674", "27240667", "21502234", "2494748"], "ranked_scores": [212.0, 206.0, 205.0, 205.0, 203.0, 202.0, 202.0, 200.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "25742130", "40735046", "32423829", "21874312", "26067999", "46695481", "5864770", "6748318"], "ranked_scores": [218.0, 210.0, 202.0, 200.0, 196.0, 195.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "41337677", "6501747", "4402497", "3698758", "19165076", "285794", "8596357", "27555165", "4347374"], "ranked_scores": [198.0, 198.0, 194.0, 193.0, 187.0, 187.0, 187.0, 186.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27243019", "3090454", "8300657", "17463549", "8137081", "27602752", "11569583", "46926352", "5377059", "52893592"], "ranked_scores": [199.0, 196.0, 195.0, 194.0, 194.0, 193.0, 192.0, 191.0, 191.0, 191.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["4326318", "7514614", "40349336", "15955172", "10012166", "22264117", "28937856", "13350374", "797114", "2466614"], "ranked_scores": [195.0, 194.0, 193.0, 191.0, 189.0, 188.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["502591", "3052213", "34537906", "7426741", "21380348", "45875990", "17919731", "34071621", "8533245", "3849194"], "ranked_scores": [213.0, 208.0, 208.0, 208.0, 206.0, 205.0, 204.0, 204.0, 204.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "40996863", "4587978", "21373821", "37592824", "5323845", "810480", "28419824", "32743723"], "ranked_scores": [204.0, 194.0, 187.0, 187.0, 187.0, 186.0, 185.0, 183.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23420615", "28138927", "10365787", "9505448", "31962403", "885056", "25543207", "23393712", "5860364", "6784372"], "ranked_scores": [206.0, 201.0, 201.0, 199.0, 197.0, 197.0, 197.0, 196.0, 195.0, 195.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "11083121", "34537906", "1922901", "34604584", "37164306", "7451607", "7764903", "9993008", "45487164"], "ranked_scores": [209.0, 208.0, 207.0, 206.0, 206.0, 205.0, 205.0, 204.0, 204.0, 203.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6517763", "8083310", "1145473", "28338268", "9217800", "6000423", "13293033", "4312169", "51706771"], "ranked_scores": [202.0, 194.0, 192.0, 192.0, 191.0, 190.0, 189.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["665817", "17271462", "16472469", "29429111", "13283919", "18346333", "11742219", "12156187", "52873726", "3870062"], "ranked_scores": [199.0, 189.0, 187.0, 184.0, 183.0, 182.0, 182.0, 181.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "39558597", "2425364", "4462079", "38551172", "36960449", "16701509", "19460822"], "ranked_scores": [200.0, 198.0, 194.0, 193.0, 192.0, 190.0, 188.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "2831620", "71625969", "14663842", "39558597", "25510546", "42441846", "27449472", "7042304"], "ranked_scores": [201.0, 190.0, 187.0, 187.0, 186.0, 186.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "28468276", "14692646", "38844612", "12489688", "10812605", "13889430", "13481880", "26297042", "6454371"], "ranked_scores": [204.0, 201.0, 198.0, 198.0, 197.0, 196.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2587396", "18199839", "36212758", "37583120", "13108582", "13448422", "13445579", "4647303", "19332616"], "ranked_scores": [226.0, 201.0, 198.0, 196.0, 196.0, 194.0, 193.0, 192.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "7552215", "27428509", "30981192", "43226130", "13619127", "5698494", "6157837", "76463821", "7873737"], "ranked_scores": [199.0, 189.0, 188.0, 184.0, 183.0, 182.0, 181.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["25901598", "8002887", "22198971", "14367469", "11666252", "502591", "317204", "22997657", "23737024", "43880096"], "ranked_scores": [195.0, 193.0, 192.0, 191.0, 191.0, 191.0, 191.0, 191.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["18841257", "2099400", "12643937", "1386103", "2274272", "26071782", "34198365", "42693833", "4406819", "9784254"], "ranked_scores": [203.0, 200.0, 200.0, 199.0, 198.0, 198.0, 197.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13878643", "34905328", "29347970", "11233339", "17017465", "45414636", "36271512", "2825380", "5914739", "40094786"], "ranked_scores": [214.0, 212.0, 211.0, 210.0, 207.0, 207.0, 206.0, 206.0, 206.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["34905328", "20457190", "18882947", "29347970", "45414636", "27910499", "14311986", "21363424", "2825380", "33535222"], "ranked_scores": [200.0, 199.0, 197.0, 197.0, 197.0, 197.0, 197.0, 196.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["45218443", "24512064", "13959707", "18174210", "28738741", "9787715", "8385277", "1215116", "5114282", "42065070"], "ranked_scores": [210.0, 209.0, 204.0, 203.0, 201.0, 201.0, 200.0, 199.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1507222", "21547032", "34025053", "5389523", "40349336", "20501163", "22116439", "45820464", "29689140", "8002887"], "ranked_scores": [178.0, 176.0, 175.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["67787658", "30041340", "7645565", "25895285", "4467129", "15425958", "7177329", "9687772", "3093512", "40473317"], "ranked_scores": [193.0, 190.0, 188.0, 186.0, 185.0, 185.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "1522336", "35301079", "2492146", "21382907", "24634621", "24873253", "25589047", "31616203", "6334188"], "ranked_scores": [206.0, 201.0, 198.0, 194.0, 192.0, 191.0, 191.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4561402", "28647122", "8604837", "4380287", "8519911", "28392393", "11569583", "7399084", "23887844", "4399311"], "ranked_scores": [204.0, 198.0, 196.0, 195.0, 195.0, 194.0, 193.0, 193.0, 193.0, 192.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["36271512", "306006", "20344442", "1933281", "14191255", "10365787", "9283422", "5519177", "42565477", "4406819"], "ranked_scores": [213.0, 208.0, 207.0, 205.0, 203.0, 203.0, 202.0, 202.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "5641851", "10577574", "26611094", "20491205", "21323587", "40905302", "19945096", "9274291"], "ranked_scores": [200.0, 177.0, 177.0, 176.0, 176.0, 176.0, 175.0, 175.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "10627801", "40901687", "6426919", "8533245", "35345807", "25014337", "25895285", "23895668", "45875990"], "ranked_scores": [208.0, 205.0, 205.0, 203.0, 203.0, 201.0, 201.0, 199.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "38587347", "5821617", "4447785", "23700330", "46926352", "38844612", "17271462", "6123924"], "ranked_scores": [216.0, 213.0, 206.0, 205.0, 203.0, 202.0, 202.0, 202.0, 201.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["41325555", "24042363", "17195001", "12217662", "4396105", "2158516", "22968257", "4406819", "39637840", "7225911"], "ranked_scores": [190.0, 190.0, 188.0, 186.0, 186.0, 186.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["31363207", "11254040", "15997009", "4883040", "7111021", "8069939", "22635278", "32023005", "25897733", "708425"], "ranked_scores": [206.0, 198.0, 195.0, 193.0, 192.0, 192.0, 190.0, 190.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "1900152", "4468861", "22635278", "21009874", "9955779", "11335781", "3462075", "46112052", "5500086"], "ranked_scores": [199.0, 196.0, 194.0, 189.0, 189.0, 187.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["33409100", "30981192", "18256197", "12810152", "23267371", "31890716", "30720103", "24704139", "26409363", "8318922"], "ranked_scores": [106.0, 103.0, 103.0, 102.0, 102.0, 102.0, 101.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["18816720", "24721347", "25953438", "9787715", "34582256", "27099731", "13959707", "26474812", "13966946", "7198295"], "ranked_scores": [92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["25837950", "20887554", "25451374", "16760369", "14021596", "20526907", "5884524", "37029185", "7640792", "79231308"], "ranked_scores": [104.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["14308244", "11195653", "266641", "23604601", "17017465", "34905328", "41325555", "10627801", "7268522", "9993008"], "ranked_scores": [107.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "28419824", "27150276", "5402581", "7239105", "20645335", "13883546", "4695046", "5691302", "8002529"], "ranked_scores": [106.0, 103.0, 100.0, 100.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["27873158", "28617573", "46695481", "6561200", "16980892", "9764256", "19140422", "23136735", "46355579", "32423829"], "ranked_scores": [111.0, 110.0, 110.0, 109.0, 107.0, 106.0, 105.0, 102.0, 101.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21380348", "10482574", "16319097", "4399311", "3506723", "4452659", "7370282", "18678095", "25748308", "8458567"], "ranked_scores": [111.0, 110.0, 107.0, 106.0, 105.0, 105.0, 105.0, 104.0, 104.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "32454714", "16787954", "6853699", "15707049", "26702468", "21395936", "29657303", "45401535", "4020950"], "ranked_scores": [111.0, 105.0, 105.0, 100.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "16979690", "2015126", "26067999", "13782317", "10749308", "24144677", "3355397", "45027320"], "ranked_scores": [105.0, 94.0, 93.0, 91.0, 91.0, 88.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "34537906", "4447785", "24707550", "13509809", "17741440", "6853699", "3330111", "4389252", "8208212"], "ranked_scores": [118.0, 114.0, 112.0, 111.0, 110.0, 110.0, 110.0, 110.0, 110.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["24282306", "21239672", "13380980", "3984231", "3559136", "12866641", "40164383", "40608679", "9056874", "4816339"], "ranked_scores": [100.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["16787954", "13380980", "13624704", "9056874", "26973393", "41340212", "32852283", "341324", "3944632", "40164383"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14591894", "123859", "38369817", "46182525", "31761981", "24003461", "3475317", "25068298", "9550981", "2587396"], "ranked_scores": [94.0, 92.0, 91.0, 91.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["14566771", "24055603", "18446525", "17930286", "44830890", "23785605", "28419824", "19529370", "24510595", "7965928"], "ranked_scores": [99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["32969964", "9754530", "15482274", "14118484", "13624704", "21874312", "16787954", "26067999", "40905302", "45276789"], "ranked_scores": [102.0, 100.0, 99.0, 99.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "38919140", "16233471", "10012166", "6076903", "7514614", "1084345", "1922901", "4434951", "54562433"], "ranked_scores": [110.0, 110.0, 109.0, 107.0, 107.0, 106.0, 106.0, 106.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14501880", "36838958", "6277638", "8458567", "21380348", "21564598", "4324278", "1344498", "275294", "23576726"], "ranked_scores": [104.0, 104.0, 104.0, 103.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["1386103", "16066726", "5508750", "8300657", "40312663", "6710699", "20459964", "20904154", "26873988", "35651106"], "ranked_scores": [109.0, 109.0, 108.0, 108.0, 108.0, 108.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16098747", "22007333", "27123743", "27240667", "21502234", "21874312", "17450673", "20839751", "36355784", "5487448"], "ranked_scores": [110.0, 110.0, 110.0, 108.0, 108.0, 108.0, 107.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "40735046", "21874312", "13831842", "11880289", "26067999", "13831558", "5372432", "5864770"], "ranked_scores": [114.0, 107.0, 106.0, 104.0, 102.0, 102.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["19165076", "44366096", "41337677", "6501747", "3698758", "5838067", "4402497", "84784389", "8005007", "9278263"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "17463549", "18882947", "27243019", "8300657", "16572581", "25001628", "27602752", "5415832", "3090454"], "ranked_scores": [107.0, 105.0, 105.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["40349336", "10012166", "26230669", "7514614", "28937856", "6076903", "14496749", "22264117", "4326318", "8519911"], "ranked_scores": [103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4324278", "7426741", "21380348", "502591", "37362689", "13878643", "2316374", "5094468", "3052213", "7622767"], "ranked_scores": [115.0, 111.0, 110.0, 110.0, 110.0, 109.0, 109.0, 109.0, 109.0, 109.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["21373821", "14924526", "5323845", "24510595", "15889329", "810480", "1220287", "4587978", "40996863", "5556809"], "ranked_scores": [104.0, 101.0, 101.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23420615", "13639330", "10365787", "6717533", "9505448", "23076291", "502591", "28138927", "5860364", "6784372"], "ranked_scores": [108.0, 107.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["45487164", "11083121", "2988714", "17945638", "11420613", "25994317", "20054396", "8087082", "34537906", "6454371"], "ranked_scores": [112.0, 112.0, 109.0, 108.0, 107.0, 107.0, 107.0, 107.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "23389795", "4312169", "9217800", "19541444", "28338268", "41782935", "667451", "8083310", "9478135"], "ranked_scores": [105.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["665817", "29657303", "13283919", "18346333", "24770913", "17271462", "275294", "34498325", "36025357", "6565037"], "ranked_scores": [102.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "19205437", "4462079", "30720103", "38551172", "2425364", "39187170", "36960449", "22023404", "39558597"], "ranked_scores": [103.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "1576955", "39558597", "38028419", "14544564", "18852643", "6042706", "25510546", "10482574", "32322418"], "ranked_scores": [106.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["3727986", "10812605", "13481880", "28468276", "38844612", "12489688", "41226276", "14692646", "5567223", "3680979"], "ranked_scores": [104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "37583120", "2587396", "18199839", "364522", "41264017", "13445579", "23816832", "8446259", "41239107"], "ranked_scores": [113.0, 107.0, 105.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "30981192", "24704139", "409280", "5698494", "11071351", "1287809", "14121786", "19185192", "27428509"], "ranked_scores": [98.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["317204", "25901598", "14308244", "42565477", "22997657", "502591", "2405259", "34905328", "40094786", "7820043"], "ranked_scores": [105.0, 103.0, 103.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["12643937", "40127292", "18841257", "14555750", "42693833", "2274272", "2608447", "2380002", "4406819", "5508750"], "ranked_scores": [106.0, 105.0, 105.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21363424", "34905328", "13878643", "11233339", "2825380", "13798951", "20344442", "40473317", "502591", "5979056"], "ranked_scores": [113.0, 112.0, 112.0, 111.0, 111.0, 110.0, 108.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["2825380", "20457190", "11233339", "8538916", "14311986", "33920995", "34905328", "34439544", "45414636", "36547290"], "ranked_scores": [106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8385277", "18174210", "11238951", "28738741", "45218443", "16066726", "21383026", "22153455", "5284188"], "ranked_scores": [111.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1507222", "40349336", "23576165", "31293581", "5389523", "16627684", "22674621", "22968257", "31884697", "28206748"], "ranked_scores": [92.0, 91.0, 90.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["67787658", "6767271", "22482024", "35766603", "12172346", "15997009", "7645565", "18676539", "35149431", "8069939"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["2492146", "15476777", "1522336", "25589047", "18682109", "32852283", "21382907", "24634621", "3329824", "5492542"], "ranked_scores": [105.0, 104.0, 102.0, 101.0, 100.0, 100.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13651792", "8604837", "26230669", "28647122", "40473317", "4399311", "4561402", "8519911", "5572127", "9956893"], "ranked_scores": [106.0, 105.0, 104.0, 104.0, 102.0, 102.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5273056", "36271512", "20344442", "42565477", "306006", "22134353", "5519177", "27693891", "6401675", "8596357"], "ranked_scores": [107.0, 107.0, 106.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "40905302", "5641851", "20491205", "24318630", "10577574", "21323587", "9274291", "29981186", "6477536"], "ranked_scores": [100.0, 97.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "23895668", "45875990", "885056", "8903143", "40901687", "16745747", "4740447", "502591", "51952430"], "ranked_scores": [109.0, 109.0, 108.0, 108.0, 108.0, 106.0, 105.0, 105.0, 105.0, 105.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "4447785", "38587347", "5531479", "5821617", "13889430", "34537906", "42465769", "5979056", "6853699"], "ranked_scores": [112.0, 106.0, 106.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["28724565", "9881829", "14155726", "1695604", "15659108", "21221346", "28904104", "25901598", "3981729", "7645565"], "ranked_scores": [101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["31363207", "341324", "15997009", "16787954", "4883040", "7111021", "32023005", "22635278", "25897733", "8069939"], "ranked_scores": [105.0, 103.0, 103.0, 103.0, 102.0, 102.0, 102.0, 101.0, 101.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "4468861", "1900152", "19683625", "9955779", "21009874", "11335781", "9767444", "46112052", "7343711"], "ranked_scores": [104.0, 103.0, 103.0, 100.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["33409100", "3150030", "31890716", "4462079", "37207226", "30720103", "12810152", "21571708", "23267371", "24704139"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25953438", "23124332", "18816720", "8698208", "27099731", "24721347", "84085333", "34582256", "9787715", "7655029"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20473074", "25451374", "25837950", "18256197", "21571708", "3552753", "41298619", "4647303", "37207226", "8318922"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["11195653", "14308244", "25479072", "16644043", "26374799", "27077180", "40323148", "41325555", "5273056", "5403286"], "ranked_scores": [57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["28419824", "31554917", "15889329", "40996863", "45153864", "38873881", "8002529", "5912283", "7239105", "8868863"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["27873158", "28617573", "46695481", "16980892", "13870943", "3698758", "26067999", "32423829", "41337677", "9764256"], "ranked_scores": [56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9447, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["2988714", "10991183", "16319097", "10482574", "12489688", "21380348", "38587347", "21626639", "4452659", "8137081"], "ranked_scores": [57.0, 57.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "16787954", "28712203", "27615329", "23700330", "14118484", "32454714", "3619931", "4020950", "9977329"], "ranked_scores": [55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "24144677", "63858430", "12779444", "2015126", "32328114", "1191830", "52887689", "7944381"], "ranked_scores": [55.0, 52.0, 51.0, 50.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "7489663", "4447785", "5266423", "36345578", "16066726", "40667577", "6853699", "38844612", "9784254"], "ranked_scores": [62.0, 60.0, 60.0, 60.0, 59.0, 59.0, 59.0, 59.0, 59.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["21179714", "13380980", "14647747", "12866641", "22980205", "16787954", "35534019", "4816339", "3984231", "9056874"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["13624704", "25298276", "13380980", "24873253", "23700330", "24003461", "32852283", "28821565", "34544514", "4678846"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["123859", "38037690", "18953920", "31761981", "6137330", "46182525", "3475317", "34876410", "6796297", "37673301"], "ranked_scores": [52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["38752049", "18446525", "19529370", "14566771", "23785605", "1428830", "24055603", "45153864", "27022864", "40996863"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["26067999", "21884059", "14118484", "32969964", "13380980", "3698758", "9754530", "16787954", "19521501", "5323845"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1922901", "12804937", "2608447", "38919140", "52868579", "43390777", "2958458", "33986507", "8002887", "8551160"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "21380348", "14501880", "36838958", "8458567", "1344498", "18852643", "4324278", "2919030"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["13651792", "11569583", "1386103", "5508750", "8300657", "40323148", "12804937", "16066726", "26374799", "26873988"], "ranked_scores": [62.0, 61.0, 60.0, 60.0, 60.0, 60.0, 59.0, 59.0, 59.0, 59.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "21874312", "27123743", "16390264", "17450673", "21502234", "5487448", "22007333", "36355784", "5864770"], "ranked_scores": [60.0, 59.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "40735046", "26067999", "16233471", "43226130", "21874312", "24921368", "5864770", "2829179", "36355784"], "ranked_scores": [59.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["3698758", "44366096", "41337677", "23746313", "4402497", "27555165", "6144337", "5560962", "4347374", "84784389"], "ranked_scores": [56.0, 55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["712078", "23700330", "21363424", "26374799", "23260700", "26008063", "5531479", "8300657", "92308", "9056874"], "ranked_scores": [57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["26230669", "4326318", "7514614", "11581157", "27647593", "29183629", "4399311", "32922179", "7185591", "8519911"], "ranked_scores": [55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4324278", "7426741", "36547290", "21363424", "23895668", "11951999", "6717533", "8460275", "9199796", "9889151"], "ranked_scores": [61.0, 61.0, 59.0, 59.0, 59.0, 59.0, 59.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "21373821", "15889329", "24510595", "4345315", "3943235", "30553457", "5323845", "5556809", "810480"], "ranked_scores": [57.0, 56.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23420615", "41325555", "10365787", "23076291", "31851367", "25483562", "35395662", "34198365", "41620295", "7622767"], "ranked_scores": [59.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["11083121", "2988714", "37164306", "20054396", "22186938", "29557235", "45487164", "7521113", "5144381", "8087082"], "ranked_scores": [61.0, 60.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["41782935", "2359152", "17821387", "24530130", "37450671", "19541444", "41293601", "7834603", "8892905", "7808055"], "ranked_scores": [57.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["29657303", "665817", "14479433", "1281769", "19497526", "1507222", "34139429", "41852733", "8037453", "3710557"], "ranked_scores": [56.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "14865329", "36960449", "39187170", "30720103", "3150030", "4442799", "38551172", "4462079", "41133176"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "6319826", "25157790", "38028419", "22023404", "12810152", "26672703", "34228604", "52072815", "7547329"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["12489688", "28468276", "40667577", "13481880", "14692646", "27438378", "4020950", "3896759", "6454371", "7489663"], "ranked_scores": [60.0, 59.0, 59.0, 58.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["18199839", "13108582", "16233471", "364522", "13768432", "37583120", "2829179", "6397191", "39571812", "8446259"], "ranked_scores": [59.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "30981192", "5698494", "11071351", "32463364", "27428509", "13097856", "24704139", "409280", "704526"], "ranked_scores": [53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["26374799", "18038250", "26672703", "20344442", "13651792", "22997657", "317204", "29015485", "8698857", "9225850"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["12804937", "12643937", "21626639", "14555750", "2380002", "32181055", "43390777", "31514338", "6401675", "4406819"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["2825380", "21363424", "11887584", "20344442", "14647747", "13878643", "42565477", "306006", "7820043", "8538916"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["21363424", "2825380", "2417551", "19561411", "20457190", "33920995", "6936141", "34905328", "8538916", "45096063"], "ranked_scores": [56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["12670680", "22153455", "1265945", "10530014", "24512064", "25737507", "21258863", "29023309", "27866735", "8385277"], "ranked_scores": [58.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3730196", "32463364", "26058927", "13619127", "15997009", "29689140", "24150328", "22674621", "41298619", "33533307"], "ranked_scores": [48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["67787658", "17876040", "7177329", "25895285", "9498458", "26058927", "29657303", "3572885", "7645565", "41329906"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["1522336", "35301079", "2492146", "12866641", "21150010", "24634621", "25589047", "4429932", "32852283", "9498458"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13651792", "28468276", "13889430", "8533245", "23887844", "4447785", "4399311", "9301606", "6670101", "9784254"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["36271512", "7820043", "306006", "18042803", "12909503", "5403286", "20344442", "9669099", "8596357", "5003144"], "ranked_scores": [60.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "485020", "5641851", "20491205", "9274291", "45548062", "24318630", "31612088", "58564850", "9754530"], "ranked_scores": [53.0, 52.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["40901687", "23895668", "18938992", "2316374", "2405259", "885056", "45875990", "44935041", "8903143", "51952430"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "4447785", "23700330", "11195653", "5531479", "28712203", "712078", "38587347", "7489663", "8300657"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["5914739", "11043831", "14155726", "20659283", "27373088", "18042803", "41620295", "28138927", "46602807", "6767271"], "ranked_scores": [54.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["44827480", "22635278", "6767271", "46112052", "34025053", "22674621", "26059876", "2492146", "7111021", "33409100"], "ranked_scores": [54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "19683625", "14606752", "21009874", "17876040", "1900152", "17934603", "4468861", "24873253", "3471191"], "ranked_scores": [55.0, 55.0, 54.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-32-bat": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["21571708", "25510546", "37207226", "12869200", "27449472", "16701509", "520579", "25974070", "33409100", "6176498"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["18816720", "25953438", "17454301", "17433284", "24721347", "23124332", "25649545", "45218443", "9787715", "8398627"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20473074", "25837950", "24088502", "4647303", "33409100", "39368721", "41298619", "9171913", "8318922", "5698494"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["16644043", "27077180", "2851611", "34537906", "11195653", "4313478", "5821617", "6163801", "6784372", "7268522"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5556809", "38873881", "8002529", "5912283", "20321154", "23785605", "21884449", "4695046", "44830890", "72180760"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["27873158", "41337677", "2389574", "24249915", "26067999", "28617573", "6561200", "35443524", "9764256", "79231308"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.647, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21380348", "25483562", "2988714", "4452659", "10991183", "14092737", "4928282", "5144381", "8458567", "7370282"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23700330", "13380980", "14149065", "14118484", "27615329", "28712203", "16787954", "21239672", "6944800", "9705208"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["16979690", "63858430", "13782317", "2015126", "24144677", "28017005", "52188256", "27768226", "3285322", "6876224"], "ranked_scores": [28.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3330111", "7489663", "5511240", "17741440", "4389252", "4447785", "6670101", "5415832", "9705208", "9784254"], "ranked_scores": [32.0, 32.0, 32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2576811", "12866641", "19511011", "23700330", "219475", "27243019", "9460704", "27615329", "3984231", "9056874"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["23700330", "24003461", "27615329", "14149065", "36345578", "39559521", "4389252", "4460880", "9705208", "8150638"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["31761981", "123859", "46182525", "38037690", "13963620", "8774475", "4346731", "12411274", "6137330", "8997410"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["18446525", "3285059", "23785605", "4653837", "38752049", "57574395", "5108807", "5323845", "5912283", "8596837"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["26067999", "21884059", "427865", "14118484", "8290953", "16787954", "9754530", "5035827", "5185871", "79231308"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22406695", "22428640", "38919140", "28530299", "31304956", "40087494", "7468449", "5503194", "38844612", "9796495"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14501880", "21380348", "11742219", "6277638", "36025357", "43334921", "4500832", "4423401", "45770026", "8458567"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["1386103", "13921783", "16066726", "16364639", "15462523", "6426919", "28149602", "18841257", "8300657", "24190159"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16098747", "27123743", "23557241", "17450673", "21874312", "21502234", "25452937", "22007333", "5864770", "36355784"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["13831558", "12779444", "40735046", "21874312", "27240667", "26067999", "39481265", "36355784", "5864770", "4432763"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["20646904", "23746313", "27555165", "44366096", "5838067", "38747567", "5519177", "8596357", "7029990", "4740447"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["29689140", "21372171", "712078", "12871281", "14479433", "623486", "8317408", "8595678", "883747", "92308"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["19489351", "26230669", "22264117", "29183629", "42484543", "7514614", "40349336", "5944514", "6076903", "4326318"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8856690", "306006", "4324278", "23895668", "7426741", "5389523", "6171953", "5979056", "7225911", "8903143"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["21373821", "14924526", "29745822", "5700349", "4394525", "29429111", "36637129", "5323845", "8698208", "7492250"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["1065627", "15548965", "19603353", "16472469", "2139357", "7622767", "34445160", "2919030", "23420615", "7729656"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "11083121", "11420613", "19708993", "4928282", "21373240", "5944514", "5144381", "29557235", "7521113"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["29495185", "667451", "41782935", "17821387", "23816832", "39481265", "4312169", "9629682", "4530659", "7451018"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["8037453", "364522", "12207167", "42035464", "35660758", "41852733", "4345315", "8997410", "8790729", "665817"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["14865329", "21553394", "4442799", "25974070", "12869200", "4515975", "36960449", "39187170", "33912748", "9822397"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "44624045", "1456068", "11884292", "25157790", "22442133", "26244918", "7042304", "8582337", "8842332"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "12489688", "13481880", "38844612", "4020950", "4389252", "6264468", "9705208", "9878167", "8150638"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "37583120", "7373453", "2587396", "2829179", "36212758", "364522", "2973910", "6397191", "8446259"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["409280", "11071351", "24704139", "30981192", "35495268", "32463364", "5698494", "3578380", "6085365", "752423"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["317204", "5860364", "19603353", "2405259", "9225850", "28015516", "26672703", "9301606", "712078", "49556906"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["2380002", "26702468", "26751583", "5144381", "52868579", "6401675", "7521113", "5508750", "7970974", "680949"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["11233339", "2042250", "13878643", "11887584", "4396105", "21363424", "6767271", "16745747", "7177329", "7645565"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["8494570", "33920995", "20457190", "25036988", "35747505", "4270992", "37204802", "883747", "8317408", "8629328"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["25737507", "12670680", "29023309", "13966946", "12880573", "35079452", "35085326", "36082224", "41599676", "8398627"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["13624704", "3730196", "25895285", "24150328", "8144920", "5406411", "6944800", "25602549", "7820043", "935538"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25895285", "19822046", "18348376", "41329906", "30041340", "41852733", "41599676", "435529", "665817", "67787658"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["12866641", "3376731", "27437459", "4429932", "21150010", "1522336", "22980205", "6334188", "24634621", "67045088"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["8533245", "13889430", "12580014", "1871230", "34445160", "4447785", "25748308", "9301606", "6670101", "9614443"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5519177", "1499964", "49432306", "23698769", "18924534", "8144920", "33499189", "36271512", "20646904", "9669099"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["17374970", "5641851", "14361849", "21323587", "19945096", "485020", "28017005", "34268160", "58564850", "31612088"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["3493623", "18938992", "13878643", "18421962", "38747567", "2603304", "2042250", "7177329", "4740447", "27555165"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["13889430", "1871230", "40963697", "4398832", "46926352", "8137081", "5511240", "7489663", "8533245", "6163801"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["26607366", "27635177", "3154880", "41620295", "30543439", "8538916", "435529", "9881829", "6767271", "5914739"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["13380980", "11233339", "13878643", "2613411", "38747567", "15600979", "27555165", "6767271", "7111021", "2042250"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "2842550", "19683625", "21009874", "35987381", "5752492", "3935126", "6334188", "7873737", "9955779"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-atanh-gamma0.1": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "11071351", "36960449", "12810152", "9617381", "21553394", "34054472", "26409363"], "ranked_scores": [525.0, 507.0, 500.0, 492.0, 490.0, 487.0, 485.0, 483.0, 483.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "17829012", "8133050", "42693833", "34905328", "2388819", "5289038", "40473317", "25687558", "9977329"], "ranked_scores": [458.0, 457.0, 455.0, 452.0, 450.0, 449.0, 446.0, 446.0, 442.0, 441.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "29253460", "13448422", "2138843", "38630735", "12258338", "10984005", "13282296", "21301090"], "ranked_scores": [540.0, 529.0, 503.0, 502.0, 501.0, 499.0, 496.0, 496.0, 496.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["4324278", "4444861", "22174015", "4418070", "8246090", "25988622", "5914739", "67787658", "12641252", "6123924"], "ranked_scores": [500.0, 498.0, 497.0, 495.0, 494.0, 492.0, 491.0, 491.0, 490.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "27150276", "36033696", "35022568", "31554917", "45581752", "5551138", "15041758", "32463364"], "ranked_scores": [552.0, 505.0, 500.0, 486.0, 481.0, 481.0, 474.0, 473.0, 471.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "46695481", "27873158", "9764256", "6561200", "19140422", "12779444", "23136735", "46355579", "7650066"], "ranked_scores": [571.0, 568.0, 563.0, 559.0, 552.0, 548.0, 534.0, 528.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "21626639", "4138659", "17755060", "20672596", "16839245", "5256564", "11887584", "6948886", "6853699"], "ranked_scores": [519.0, 519.0, 515.0, 515.0, 512.0, 512.0, 510.0, 508.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "2248870", "5500086", "21366394", "22613657", "219475", "25738896", "381602", "9955779"], "ranked_scores": [523.0, 513.0, 511.0, 499.0, 499.0, 497.0, 493.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "1967017", "427865", "6477536", "17123657", "32969964", "29495185", "70490", "63858430"], "ranked_scores": [531.0, 483.0, 464.0, 448.0, 448.0, 445.0, 445.0, 442.0, 439.0, 436.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["18275697", "1871230", "3330111", "24707550", "38587347", "15176526", "19005293", "35256900", "4380287", "9977329"], "ranked_scores": [513.0, 512.0, 512.0, 511.0, 506.0, 505.0, 504.0, 502.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["24282306", "21239672", "381602", "164985", "3727986", "16090672", "8246922", "15946643", "26751583", "4928057"], "ranked_scores": [472.0, 472.0, 466.0, 464.0, 464.0, 462.0, 460.0, 459.0, 459.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["123859", "14965508", "40164383", "14591894", "46926352", "3896759", "22241778", "9784254", "2344892", "38944245"], "ranked_scores": [488.0, 483.0, 481.0, 478.0, 474.0, 473.0, 468.0, 467.0, 465.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14973286", "750781", "14726759", "38369817", "15559582", "46926352", "29253460", "36816310", "22420524", "3896759"], "ranked_scores": [442.0, 438.0, 437.0, 436.0, 435.0, 434.0, 434.0, 433.0, 432.0, 429.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "19804204", "12667988", "28419824", "23785605", "41735503", "30813140", "7965928", "15678772"], "ranked_scores": [506.0, 492.0, 490.0, 483.0, 482.0, 478.0, 469.0, 468.0, 468.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "27099731", "45276789", "37628989", "11716783", "52874170", "28633594", "17917408", "2015126", "9548440"], "ranked_scores": [452.0, 449.0, 447.0, 440.0, 440.0, 438.0, 438.0, 436.0, 436.0, 435.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "9291668", "6040392", "22264117", "22543403", "7514614", "26230669", "1848452", "1032372", "4434951"], "ranked_scores": [574.0, 561.0, 556.0, 550.0, 550.0, 550.0, 541.0, 540.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "4544916", "17195001", "41325555", "4423401", "14501880", "29467201", "8185080", "7426741", "6784372"], "ranked_scores": [510.0, 493.0, 483.0, 482.0, 481.0, 476.0, 475.0, 473.0, 472.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "30437264", "3493623", "1550937", "5811042", "1386103", "19005293", "23305884", "18938992", "2638387"], "ranked_scores": [564.0, 530.0, 521.0, 515.0, 514.0, 513.0, 512.0, 512.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "17450673", "22007333", "15512462", "25973484", "37480103", "439670", "23557241", "13831842", "16098747"], "ranked_scores": [551.0, 547.0, 538.0, 537.0, 533.0, 530.0, 524.0, 524.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "27873158", "9764256", "28617573", "22942787", "36355784", "25742130", "6561200", "32423829", "46355579"], "ranked_scores": [520.0, 505.0, 501.0, 501.0, 499.0, 499.0, 497.0, 494.0, 491.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "11784947", "5953485", "8005007", "6501747", "3154880", "10627801", "885056", "41337677"], "ranked_scores": [523.0, 519.0, 514.0, 508.0, 506.0, 506.0, 500.0, 499.0, 498.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "24512064", "23124332", "13959707", "1871230", "27602752", "27243019", "9160947", "16728949"], "ranked_scores": [512.0, 503.0, 497.0, 491.0, 490.0, 486.0, 486.0, 481.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "28530299", "6313547", "22264117", "4326318", "20418809", "26230669", "516867", "1848452", "6040392"], "ranked_scores": [506.0, 480.0, 477.0, 477.0, 476.0, 475.0, 474.0, 473.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "20018321", "45875990", "4324278", "6209599", "6788835", "935538", "18042803", "33499189", "28517384"], "ranked_scores": [544.0, 525.0, 522.0, 515.0, 510.0, 508.0, 507.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "15889329", "37592824", "33257464", "23670644", "6334188", "3981244", "17945638", "29231620"], "ranked_scores": [524.0, 477.0, 473.0, 468.0, 464.0, 464.0, 464.0, 463.0, 462.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "31387717", "34735369", "2417551", "7093809", "6565037", "20313748", "30297355", "21754541", "40145839"], "ranked_scores": [490.0, 481.0, 481.0, 476.0, 476.0, 475.0, 473.0, 472.0, 471.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "7268522", "11902109", "7451607", "43390777", "11922370", "13552682", "29557235", "40667066", "6670101"], "ranked_scores": [502.0, 490.0, 478.0, 476.0, 473.0, 472.0, 470.0, 469.0, 469.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "3391547", "22543403", "40254495", "5765455", "12804937", "8925851", "32181055", "5836", "8267678"], "ranked_scores": [541.0, 503.0, 499.0, 497.0, 495.0, 495.0, 493.0, 492.0, 491.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "36830715", "4447055", "10012166", "2679511", "14092737", "17755060", "28904104", "28107602", "4452659"], "ranked_scores": [491.0, 482.0, 480.0, 476.0, 467.0, 466.0, 465.0, 464.0, 463.0, 463.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "16267205", "11738716", "3150030", "30720103", "7875158", "25649545", "25599283", "22482024"], "ranked_scores": [482.0, 476.0, 464.0, 462.0, 462.0, 462.0, 460.0, 459.0, 458.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "71625969", "18938992", "24144677", "23576726", "849771", "41022628", "27889071", "9548440"], "ranked_scores": [494.0, 485.0, 477.0, 476.0, 476.0, 476.0, 475.0, 474.0, 471.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "13256155", "51706771", "502797", "20758340", "4429118", "33677323", "5991309", "32532238", "5123516"], "ranked_scores": [500.0, 484.0, 480.0, 476.0, 471.0, 471.0, 471.0, 470.0, 469.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "37583120", "15925931", "87758", "2973910", "6070278", "38630735", "4446814", "6853699", "7711685"], "ranked_scores": [567.0, 507.0, 506.0, 506.0, 505.0, 501.0, 499.0, 498.0, 498.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "23785605", "5698494", "13933299", "22420524", "15984735", "24735908", "4647303", "41264017"], "ranked_scores": [572.0, 503.0, 501.0, 498.0, 494.0, 493.0, 492.0, 490.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5503194", "34439544", "9194077", "33911859", "26336593", "16966326", "5811042", "41913714", "14362678", "32985041"], "ranked_scores": [498.0, 497.0, 495.0, 488.0, 488.0, 488.0, 485.0, 480.0, 477.0, 477.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17775228", "25830701", "2402323", "57783564", "4444861", "2754534", "39758684", "6790197"], "ranked_scores": [586.0, 547.0, 517.0, 511.0, 509.0, 509.0, 507.0, 506.0, 504.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "15946643", "34905328", "11233339", "28006126", "29347970", "10165258", "17463549", "6123924", "13398997"], "ranked_scores": [533.0, 533.0, 532.0, 531.0, 529.0, 526.0, 524.0, 524.0, 524.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "21185923", "10165258", "24879055", "13798951", "18882947", "11666252", "13398997", "6123924", "34905328"], "ranked_scores": [508.0, 497.0, 496.0, 495.0, 493.0, 490.0, 488.0, 488.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5735492", "26474812", "18174210", "45218443", "8300657", "16172576", "1215116", "40323454", "4883040"], "ranked_scores": [529.0, 512.0, 506.0, 502.0, 501.0, 501.0, 498.0, 496.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["17755060", "18348376", "13878124", "26851674", "28107602", "1686997", "33370", "22174015", "3831884", "28334217"], "ranked_scores": [480.0, 479.0, 471.0, 470.0, 468.0, 465.0, 465.0, 465.0, 464.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "28264919", "6426919", "34016944", "5811042", "5560962", "35395662", "20280410", "5483793"], "ranked_scores": [520.0, 512.0, 495.0, 495.0, 491.0, 488.0, 481.0, 481.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "7165938", "7821634", "13256155", "3981033", "24634621", "520579", "4468861", "35301079"], "ranked_scores": [597.0, 542.0, 520.0, 517.0, 516.0, 512.0, 510.0, 510.0, 508.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "4391121", "34378726", "6853699", "21498497", "17934603", "34016987", "4423401", "5752492", "3930020"], "ranked_scores": [517.0, 512.0, 507.0, 505.0, 502.0, 502.0, 500.0, 499.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "5914739", "45414636", "13798951", "2714623", "33499189", "9283422", "22647695", "20344442", "2825380"], "ranked_scores": [575.0, 562.0, 548.0, 548.0, 546.0, 537.0, 537.0, 536.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "9658390", "45920278", "841371", "3610080", "29253460", "21902910", "9167230", "21377587", "6421734"], "ranked_scores": [514.0, 464.0, 463.0, 453.0, 450.0, 449.0, 448.0, 448.0, 447.0, 447.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "7399084", "7225911", "52944377", "28006126", "13878643", "29073751", "18546584", "31272411", "9199796"], "ranked_scores": [531.0, 528.0, 525.0, 519.0, 516.0, 514.0, 514.0, 510.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "2042250", "38587347", "4664540", "3330111", "40145839", "2177022", "28006126", "44801733"], "ranked_scores": [545.0, 523.0, 505.0, 503.0, 502.0, 501.0, 501.0, 497.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["1686997", "7225911", "41325555", "42489926", "41913714", "23286603", "14819804", "31272411", "17195001", "22134353"], "ranked_scores": [510.0, 509.0, 506.0, 496.0, 495.0, 494.0, 494.0, 490.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "35087728", "1986482", "16787954", "13899137", "341324", "39984099", "15319019", "2824347"], "ranked_scores": [577.0, 513.0, 513.0, 510.0, 505.0, 496.0, 494.0, 487.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3462075", "14664424", "5991309", "22635278", "3935126", "41340212", "52180874", "18682109", "39443128", "85665741"], "ranked_scores": [504.0, 499.0, 497.0, 496.0, 494.0, 491.0, 490.0, 490.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-8bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "25974070", "30981192", "21636085", "21553394", "33409100", "12102963", "30720103"], "ranked_scores": [0.6333, 0.6265, 0.6192, 0.5981, 0.5888, 0.5706, 0.5611, 0.5527, 0.547, 0.5422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "34121231", "40473317", "36838958", "25687558", "34582256", "21868715", "11020556", "26474812"], "ranked_scores": [0.355, 0.3487, 0.3482, 0.3394, 0.3351, 0.3136, 0.2992, 0.2981, 0.2948, 0.2887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "27449472", "16760369", "6158879", "4506414", "13448422", "35714909", "35495268", "14973286"], "ranked_scores": [0.6835, 0.6257, 0.5994, 0.5867, 0.5803, 0.5714, 0.5592, 0.5572, 0.5486, 0.5465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "5914739", "33499189", "11289247", "34905328", "22317868", "9283422", "30553457", "2714623"], "ranked_scores": [0.6103, 0.5887, 0.5717, 0.5691, 0.5497, 0.548, 0.5411, 0.5405, 0.5389, 0.5364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "38752049", "12672066", "58564850", "4587978", "45581752", "22995579", "11913139"], "ranked_scores": [0.57, 0.4658, 0.3949, 0.3711, 0.3659, 0.3603, 0.358, 0.3547, 0.3521, 0.3494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "46695481", "6561200", "23136735", "27873158", "46355579", "19140422", "1203035", "9764256", "16980892"], "ranked_scores": [0.7313, 0.7269, 0.7213, 0.7152, 0.675, 0.6743, 0.6577, 0.6417, 0.6331, 0.6068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9052, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "3831884", "24315156", "18399038", "4138659", "38533515", "1686997", "16839245", "52925737"], "ranked_scores": [0.6183, 0.5981, 0.5854, 0.5718, 0.5679, 0.5654, 0.5633, 0.56, 0.5598, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "67045088", "20610557", "219475", "32454714", "2248870", "40365566", "2296264", "5500086"], "ranked_scores": [0.6038, 0.5926, 0.5833, 0.5672, 0.5627, 0.5603, 0.5564, 0.5554, 0.5488, 0.5487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "13097856", "26456326", "32969964", "13906581", "70490", "27150276"], "ranked_scores": [0.5333, 0.4647, 0.4496, 0.3887, 0.373, 0.3517, 0.3463, 0.3422, 0.3345, 0.3303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7869794", "19510470", "381602", "1871230", "8137081", "6163801", "6853699", "24612804", "5406411", "3727986"], "ranked_scores": [0.5866, 0.5778, 0.5759, 0.5686, 0.5682, 0.5628, 0.5616, 0.5604, 0.553, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["164985", "45401535", "3727986", "32159283", "2060137", "32742683", "21395936", "10162553", "6853699", "9283422"], "ranked_scores": [0.3313, 0.3283, 0.3239, 0.3128, 0.3052, 0.3001, 0.2978, 0.2947, 0.2901, 0.2885], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "45401535", "2296264", "20428155", "123859", "46765242", "35256900", "4979184", "3376731"], "ranked_scores": [0.4574, 0.4421, 0.4175, 0.4088, 0.4063, 0.4057, 0.4001, 0.3986, 0.395, 0.3948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "25175997", "38369817", "37628989", "24660385", "3896759", "46926352", "2291922", "87758", "20155713"], "ranked_scores": [0.3015, 0.2979, 0.2717, 0.2698, 0.2599, 0.25, 0.2493, 0.2384, 0.2318, 0.2237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "44830890", "21274919", "24055603", "14606752", "24510595", "30813140", "12667988", "7965928"], "ranked_scores": [0.538, 0.5268, 0.4987, 0.496, 0.4823, 0.4766, 0.4711, 0.4669, 0.4595, 0.4564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "37628989", "23639838", "79231308", "32462603", "23400191", "4695046", "25515907", "12839939"], "ranked_scores": [0.5016, 0.3818, 0.3767, 0.3664, 0.3546, 0.3525, 0.3488, 0.343, 0.3397, 0.337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "6040392", "26230669", "9291668", "1848452", "22264117", "4434951", "7514614", "2722988"], "ranked_scores": [0.7432, 0.7246, 0.7096, 0.6918, 0.6916, 0.6795, 0.6703, 0.6564, 0.6515, 0.6507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "1227277", "36654066", "17195001", "9899292", "2266471", "26244918", "4423401", "22023404"], "ranked_scores": [0.5065, 0.4642, 0.454, 0.4513, 0.4366, 0.4326, 0.4306, 0.4282, 0.4242, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "18938992", "26133404", "2947124", "10359591", "10627801", "23305884", "5137019", "10648422"], "ranked_scores": [0.6607, 0.6504, 0.6427, 0.6385, 0.6377, 0.6292, 0.6235, 0.622, 0.6188, 0.6141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "25973484", "22007333", "37480103", "17450673", "5487448", "23557241", "16322674", "27240667"], "ranked_scores": [0.7442, 0.7383, 0.7308, 0.7022, 0.6968, 0.6868, 0.6849, 0.6818, 0.6733, 0.6556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "27873158", "32423829", "28617573", "46695481", "6561200", "46355579", "6748318"], "ranked_scores": [0.6979, 0.6349, 0.6268, 0.6255, 0.5991, 0.599, 0.5971, 0.5723, 0.5654, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "285794", "44366096", "8005007", "31560225", "23746313", "12885341", "26133404", "5633957", "31272411"], "ranked_scores": [0.4723, 0.4521, 0.4504, 0.4424, 0.4393, 0.4354, 0.4344, 0.4313, 0.4277, 0.4221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "14492339", "24512064", "16488405", "8317408", "27243019", "46926352", "46202852", "36444198"], "ranked_scores": [0.5362, 0.5252, 0.5159, 0.4987, 0.4766, 0.4763, 0.474, 0.468, 0.4655, 0.4649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "22264117", "10012166", "24347647", "6313547", "26230669", "1848452", "28138927", "7834603", "7514614"], "ranked_scores": [0.5768, 0.5577, 0.557, 0.5432, 0.5206, 0.5139, 0.4996, 0.4982, 0.4895, 0.4799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3849194", "4324278", "45875990", "25901598", "21380348", "8856690", "935538", "36464673", "17195001"], "ranked_scores": [0.6437, 0.6384, 0.619, 0.6134, 0.6112, 0.6097, 0.6049, 0.6035, 0.6022, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "4399268", "25416944", "810480", "3863543", "6334188", "31324978", "11441172"], "ranked_scores": [0.6908, 0.4376, 0.3793, 0.3744, 0.3662, 0.3624, 0.3533, 0.3491, 0.3466, 0.3403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "44408494", "3825472", "7093809", "12932176", "23420615", "5700349", "15491404", "7549811", "23700330"], "ranked_scores": [0.5781, 0.5188, 0.5088, 0.5073, 0.5054, 0.503, 0.4989, 0.4967, 0.4904, 0.4891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "40667066", "6422576", "24766509", "11922370", "9988425", "6936141", "23535770", "8327914", "8610932"], "ranked_scores": [0.5868, 0.5534, 0.5446, 0.5376, 0.5299, 0.5229, 0.5158, 0.5115, 0.5106, 0.5065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "14717213", "8925851", "3863543", "33677323", "41293601", "22543403", "21692235"], "ranked_scores": [0.6811, 0.6425, 0.6089, 0.6009, 0.589, 0.5848, 0.5792, 0.5708, 0.5682, 0.5679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4447055", "36830715", "43224840", "26607366", "25942757", "2727303", "2061878", "16208091", "30658796"], "ranked_scores": [0.4061, 0.3907, 0.3804, 0.374, 0.3681, 0.3651, 0.3593, 0.3546, 0.3515, 0.351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "41915616", "275294", "11738716", "22023404", "25599283", "36960449", "21636085"], "ranked_scores": [0.589, 0.5714, 0.5115, 0.4701, 0.4393, 0.4381, 0.4235, 0.4225, 0.4202, 0.4169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "13923140", "2831620", "14663842", "3067015", "10530014", "42441846", "40901687", "31407112"], "ranked_scores": [0.5049, 0.4921, 0.4792, 0.4706, 0.4644, 0.4488, 0.4451, 0.4373, 0.4356, 0.4291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "11172205", "6944800", "7343711", "24726600", "26231129", "17388232", "2177022", "4429118", "3391547"], "ranked_scores": [0.4901, 0.4873, 0.4846, 0.4836, 0.4832, 0.4576, 0.4557, 0.4547, 0.4545, 0.452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "17421851", "13448422", "2973910", "19332616", "4446814", "15925931", "2587396", "25404036", "11771811"], "ranked_scores": [0.6608, 0.5516, 0.5496, 0.5452, 0.5419, 0.5398, 0.5348, 0.5227, 0.5223, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "40996863", "13933299", "32463364", "6945285", "24625323", "5402581", "38752049", "12206390"], "ranked_scores": [0.7139, 0.5666, 0.5361, 0.5358, 0.5349, 0.5169, 0.5163, 0.512, 0.5039, 0.4997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "5811042", "12932176", "14972169", "2947124", "57574395", "13380011", "16605494", "44408494", "33911859"], "ranked_scores": [0.6732, 0.6206, 0.6089, 0.6063, 0.6053, 0.6006, 0.5994, 0.5962, 0.594, 0.5923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "39758684", "4447785", "5406411", "42693833", "12513042", "4889228"], "ranked_scores": [0.7094, 0.6773, 0.575, 0.5715, 0.5669, 0.565, 0.564, 0.5591, 0.5566, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "18546584", "34905328", "29347970", "45414636", "40234452", "12058271", "21363424", "24612804", "11233339"], "ranked_scores": [0.6572, 0.6199, 0.6198, 0.6198, 0.6105, 0.609, 0.6062, 0.6059, 0.6049, 0.6045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "6123924", "40234452", "45414636", "10165258", "14492339", "34905328", "266641"], "ranked_scores": [0.6854, 0.6291, 0.5511, 0.5467, 0.5414, 0.5342, 0.529, 0.5205, 0.5194, 0.5168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "21274496", "16572581", "7451018", "18938992", "8563659", "28738741"], "ranked_scores": [0.7192, 0.5859, 0.566, 0.5558, 0.544, 0.537, 0.5297, 0.529, 0.5261, 0.5248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "22968257", "19683625", "25300426", "23895668", "4795303", "1686997", "14874811", "2701077"], "ranked_scores": [0.3631, 0.3176, 0.315, 0.3044, 0.2985, 0.2972, 0.2966, 0.296, 0.2953, 0.2949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "2638387", "13106686", "2042250", "12885341", "24221369", "35651106", "7177329"], "ranked_scores": [0.5677, 0.5612, 0.5442, 0.4989, 0.4986, 0.4939, 0.4938, 0.4857, 0.4811, 0.4791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "13256155", "24873253", "31616203", "24634621", "26231129", "2492146", "13380980", "42731834"], "ranked_scores": [0.696, 0.5659, 0.5623, 0.5459, 0.5419, 0.5418, 0.5415, 0.5388, 0.5261, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "5752492", "14386505", "10648422", "4391121", "26873988", "15425958", "28647122", "34469966", "17438862"], "ranked_scores": [0.6256, 0.614, 0.5989, 0.582, 0.5819, 0.58, 0.5785, 0.5768, 0.5746, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "5914739", "8903143", "33499189", "22647695", "2825380", "28006126", "13798951", "18758057"], "ranked_scores": [0.7354, 0.7202, 0.7128, 0.7067, 0.6938, 0.6903, 0.6861, 0.6836, 0.6832, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "25886725", "27712433", "45920278", "841371", "21323587", "12087063", "6421734", "21377587", "31612088"], "ranked_scores": [0.4966, 0.4297, 0.4234, 0.3809, 0.3761, 0.3753, 0.3722, 0.3656, 0.3469, 0.3468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10015292", "52944377", "29851836", "9301606", "885056", "14367469", "4583180", "29073751", "21622715", "24624992"], "ranked_scores": [0.6037, 0.5897, 0.5783, 0.578, 0.5698, 0.567, 0.5647, 0.5591, 0.554, 0.5475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "9225850", "9784254", "22134353", "195683603", "2042250", "26735905", "38944245", "38587347"], "ranked_scores": [0.7261, 0.5886, 0.5814, 0.5723, 0.569, 0.5615, 0.5602, 0.5592, 0.5562, 0.5517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "1285713", "4920376", "11043831", "1686997", "25677651", "14241418", "9669099", "6426919", "29321530"], "ranked_scores": [0.5637, 0.5285, 0.5253, 0.5242, 0.5227, 0.5211, 0.518, 0.5178, 0.5174, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "21383026", "16787954", "7224723", "5284188", "11254040", "1986482", "24241932"], "ranked_scores": [0.7134, 0.5831, 0.5564, 0.5416, 0.5393, 0.5219, 0.4965, 0.4933, 0.4922, 0.4913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "2296264", "3935126", "9767444", "17682477", "1522336", "12641252", "5500086", "4688340", "24634621"], "ranked_scores": [0.5268, 0.507, 0.5032, 0.4817, 0.4799, 0.4798, 0.4779, 0.4776, 0.4775, 0.474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-4bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "25974070", "30981192", "21636085", "21553394", "30720103", "33409100", "12102963"], "ranked_scores": [0.6219, 0.611, 0.6083, 0.5778, 0.576, 0.5589, 0.5476, 0.5349, 0.5333, 0.5268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "34121231", "36838958", "40473317", "25687558", "21868715", "34582256", "17454301", "11020556"], "ranked_scores": [0.353, 0.3406, 0.3388, 0.3353, 0.3293, 0.3127, 0.2956, 0.2953, 0.2915, 0.2906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "27449472", "6158879", "16760369", "4506414", "13448422", "35714909", "35495268", "9813098"], "ranked_scores": [0.6634, 0.6134, 0.5893, 0.5716, 0.5697, 0.557, 0.5479, 0.5457, 0.5314, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "33499189", "5914739", "34905328", "11289247", "9283422", "22317868", "30553457", "2714623"], "ranked_scores": [0.6032, 0.5867, 0.5721, 0.5671, 0.548, 0.5434, 0.5385, 0.532, 0.5314, 0.5311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "38752049", "12672066", "58564850", "4587978", "45581752", "8868863", "22995579"], "ranked_scores": [0.57, 0.4634, 0.4041, 0.3846, 0.3767, 0.3608, 0.352, 0.352, 0.3519, 0.3518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "46695481", "23136735", "6561200", "46355579", "27873158", "19140422", "1203035", "9764256", "16980892"], "ranked_scores": [0.7254, 0.7132, 0.7045, 0.703, 0.6652, 0.6614, 0.6507, 0.6351, 0.621, 0.5939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8933, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "3831884", "24315156", "52925737", "4138659", "16839245", "38533515", "1686997", "18399038"], "ranked_scores": [0.6164, 0.5811, 0.5753, 0.5745, 0.5612, 0.5568, 0.5552, 0.5548, 0.5543, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "67045088", "20610557", "219475", "2248870", "40365566", "32454714", "18237384", "15425958"], "ranked_scores": [0.5938, 0.5873, 0.5687, 0.5622, 0.5614, 0.5563, 0.5537, 0.5536, 0.5448, 0.5434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "13097856", "26456326", "27150276", "32969964", "13906581", "33533307"], "ranked_scores": [0.5167, 0.4531, 0.4414, 0.3816, 0.36, 0.3352, 0.3304, 0.3288, 0.3261, 0.3239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["19510470", "7869794", "381602", "1871230", "8137081", "6853699", "24612804", "5406411", "6163801", "3727986"], "ranked_scores": [0.576, 0.5758, 0.569, 0.5561, 0.5549, 0.553, 0.5505, 0.5486, 0.5458, 0.5411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["164985", "3727986", "45401535", "32159283", "32742683", "10162553", "21395936", "2060137", "6853699", "9283422"], "ranked_scores": [0.3273, 0.3263, 0.3215, 0.2987, 0.2983, 0.295, 0.2947, 0.2947, 0.2852, 0.2852], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "45401535", "2296264", "20428155", "123859", "46765242", "3376731", "4979184", "35256900"], "ranked_scores": [0.4386, 0.4243, 0.4082, 0.4045, 0.4002, 0.3979, 0.3931, 0.3926, 0.3882, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "25175997", "38369817", "24660385", "46926352", "3896759", "37628989", "2291922", "87758", "37029185"], "ranked_scores": [0.2939, 0.2909, 0.2632, 0.2587, 0.254, 0.254, 0.2538, 0.2417, 0.2338, 0.2276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "44830890", "21274919", "14606752", "24055603", "24510595", "30813140", "7965928", "24148722"], "ranked_scores": [0.5308, 0.5122, 0.4902, 0.4844, 0.4737, 0.4701, 0.4671, 0.4657, 0.4517, 0.4503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "37628989", "52874170", "23639838", "79231308", "32462603", "23400191", "11441172", "4695046", "12839939"], "ranked_scores": [0.4966, 0.3824, 0.3822, 0.365, 0.3566, 0.3535, 0.342, 0.3403, 0.3396, 0.3361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "6040392", "9291668", "26230669", "1848452", "22264117", "4434951", "2722988", "7514614"], "ranked_scores": [0.7383, 0.7174, 0.702, 0.6838, 0.6789, 0.6675, 0.6636, 0.6454, 0.6422, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "1227277", "36654066", "17195001", "2266471", "9899292", "26244918", "7221410", "9334631"], "ranked_scores": [0.5005, 0.4558, 0.4491, 0.4433, 0.4305, 0.4277, 0.4236, 0.4231, 0.4155, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "18938992", "26873988", "2947124", "26133404", "10648422", "10627801", "10359591", "23305884", "5137019"], "ranked_scores": [0.6503, 0.6451, 0.6377, 0.6303, 0.6279, 0.6233, 0.6222, 0.6196, 0.6121, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "25973484", "22007333", "37480103", "5487448", "17450673", "23557241", "16322674", "27240667"], "ranked_scores": [0.7334, 0.7305, 0.7191, 0.7033, 0.6882, 0.6786, 0.6779, 0.6703, 0.6643, 0.6473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "27873158", "25742130", "28617573", "32423829", "46695481", "6561200", "6748318", "40735046"], "ranked_scores": [0.6886, 0.6257, 0.6132, 0.6056, 0.5892, 0.5874, 0.5831, 0.5578, 0.5525, 0.5501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "44366096", "285794", "8005007", "31560225", "26133404", "12885341", "23746313", "31272411", "5633957"], "ranked_scores": [0.4678, 0.4455, 0.4442, 0.4348, 0.4337, 0.4307, 0.428, 0.4279, 0.4225, 0.42], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "14492339", "24512064", "27243019", "27910499", "8317408", "9056874", "46202852", "46926352"], "ranked_scores": [0.5194, 0.5147, 0.5025, 0.4815, 0.4701, 0.4612, 0.461, 0.4571, 0.4557, 0.4546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "22264117", "24347647", "6313547", "26230669", "1848452", "28138927", "7834603", "7514614"], "ranked_scores": [0.5842, 0.551, 0.5467, 0.5366, 0.5156, 0.4964, 0.4926, 0.4877, 0.4785, 0.4737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "16120395", "4324278", "45875990", "21380348", "36464673", "20018321", "25901598", "8856690", "935538"], "ranked_scores": [0.6335, 0.6296, 0.6053, 0.5993, 0.5977, 0.5938, 0.5907, 0.5888, 0.5869, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "37592824", "25416944", "810480", "31324978", "116792", "3863543", "11441172"], "ranked_scores": [0.6761, 0.4234, 0.3826, 0.3695, 0.36, 0.351, 0.3392, 0.3389, 0.3385, 0.3347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "44408494", "12932176", "7093809", "23420615", "5700349", "15491404", "7549811", "3825472", "14461101"], "ranked_scores": [0.5783, 0.5213, 0.5079, 0.5064, 0.5032, 0.4984, 0.4952, 0.4941, 0.4917, 0.4867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "40667066", "6422576", "24766509", "11922370", "23535770", "9988425", "6936141", "8327914", "8610932"], "ranked_scores": [0.5871, 0.5524, 0.5331, 0.5297, 0.5223, 0.5075, 0.5064, 0.5056, 0.5049, 0.5013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "14717213", "3863543", "8925851", "33677323", "41293601", "21692235", "22543403"], "ranked_scores": [0.6839, 0.6409, 0.6021, 0.5942, 0.5906, 0.5828, 0.5787, 0.569, 0.5625, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4447055", "36830715", "43224840", "25942757", "30658796", "1686997", "26607366", "2727303", "2061878"], "ranked_scores": [0.3868, 0.3861, 0.3783, 0.3657, 0.3617, 0.3592, 0.3541, 0.3534, 0.3525, 0.3487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "41915616", "275294", "11738716", "22023404", "25599283", "21636085", "36960449"], "ranked_scores": [0.5774, 0.5652, 0.497, 0.4593, 0.4347, 0.4254, 0.4242, 0.42, 0.4148, 0.41], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "13923140", "14663842", "2831620", "3067015", "42441846", "10530014", "40901687", "27449472"], "ranked_scores": [0.4935, 0.4788, 0.458, 0.456, 0.4545, 0.4359, 0.4289, 0.4273, 0.4271, 0.4185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "1065627", "7343711", "11172205", "24726600", "2177022", "17388232", "3391547", "26231129", "40127292"], "ranked_scores": [0.4754, 0.4738, 0.4734, 0.4722, 0.4673, 0.4487, 0.4464, 0.4463, 0.4435, 0.4347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "13448422", "17421851", "2973910", "19332616", "15925931", "4446814", "11771811", "25404036", "2587396"], "ranked_scores": [0.6521, 0.5493, 0.5437, 0.5401, 0.5374, 0.5335, 0.5291, 0.5176, 0.5159, 0.5149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "32463364", "13933299", "40996863", "6945285", "5402581", "38752049", "24625323", "36003142"], "ranked_scores": [0.6935, 0.554, 0.5309, 0.5279, 0.5187, 0.5071, 0.4955, 0.4913, 0.4912, 0.488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "5811042", "12932176", "13380011", "16605494", "14972169", "2947124", "57574395", "44408494", "33911859"], "ranked_scores": [0.6634, 0.6223, 0.6052, 0.6048, 0.5955, 0.595, 0.5931, 0.5915, 0.5908, 0.5897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "5406411", "42693833", "39758684", "4447785", "12513042", "21185923"], "ranked_scores": [0.7018, 0.6648, 0.5747, 0.5656, 0.564, 0.5606, 0.5589, 0.5583, 0.5479, 0.5472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "34905328", "18546584", "45414636", "29347970", "12058271", "21363424", "40234452", "11233339", "24612804"], "ranked_scores": [0.6561, 0.6175, 0.6129, 0.6094, 0.6052, 0.6017, 0.5991, 0.5991, 0.5986, 0.5979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "6123924", "54561384", "40234452", "45414636", "10165258", "17463549", "14492339", "10015292"], "ranked_scores": [0.6785, 0.6218, 0.5461, 0.5438, 0.5418, 0.5282, 0.524, 0.5148, 0.5129, 0.511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "21274496", "16572581", "12670680", "18938992", "7451018", "8563659"], "ranked_scores": [0.7082, 0.5775, 0.5558, 0.5465, 0.5392, 0.5325, 0.5289, 0.5284, 0.5238, 0.5212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "22968257", "19683625", "2701077", "25300426", "23895668", "17755060", "14874811", "2613411"], "ranked_scores": [0.3641, 0.322, 0.312, 0.3063, 0.3033, 0.2997, 0.2994, 0.2982, 0.2971, 0.2965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "2638387", "13106686", "12885341", "2042250", "7177329", "35651106", "14934137"], "ranked_scores": [0.557, 0.5438, 0.5272, 0.4844, 0.483, 0.4783, 0.476, 0.4713, 0.4689, 0.4685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "13256155", "2492146", "31616203", "24873253", "24634621", "26231129", "13380980", "42731834"], "ranked_scores": [0.6858, 0.553, 0.5499, 0.5372, 0.5359, 0.5358, 0.5346, 0.5277, 0.5224, 0.513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "5752492", "14386505", "10648422", "4391121", "26873988", "15425958", "28647122", "34469966", "17438862"], "ranked_scores": [0.6197, 0.6109, 0.5991, 0.5797, 0.5792, 0.5792, 0.5755, 0.5754, 0.5736, 0.5716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "5914739", "8903143", "33499189", "2825380", "13798951", "22647695", "28006126", "18758057"], "ranked_scores": [0.7368, 0.7232, 0.7082, 0.7028, 0.6925, 0.6827, 0.6797, 0.6775, 0.6761, 0.6684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "25886725", "27712433", "841371", "45920278", "6421734", "21323587", "12087063", "21377587", "31612088"], "ranked_scores": [0.4847, 0.4187, 0.408, 0.3808, 0.3768, 0.3654, 0.3637, 0.3535, 0.339, 0.3367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10015292", "52944377", "29851836", "9301606", "14367469", "885056", "4583180", "29073751", "12909503", "8185080"], "ranked_scores": [0.5985, 0.5855, 0.5771, 0.5738, 0.561, 0.5575, 0.5561, 0.5532, 0.5499, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "9225850", "2042250", "195683603", "9784254", "22134353", "26735905", "38587347", "38944245"], "ranked_scores": [0.7031, 0.5684, 0.5657, 0.5535, 0.5533, 0.5528, 0.5523, 0.5496, 0.543, 0.5426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "1285713", "25677651", "4920376", "11043831", "1686997", "29321530", "6426919", "28107602", "14241418"], "ranked_scores": [0.5582, 0.5202, 0.5166, 0.5166, 0.5158, 0.5158, 0.5116, 0.5078, 0.5074, 0.5069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "21383026", "16787954", "7224723", "5284188", "24241932", "11254040", "1986482"], "ranked_scores": [0.7001, 0.5654, 0.5417, 0.5293, 0.5279, 0.5063, 0.4896, 0.4865, 0.4859, 0.4846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "3935126", "2296264", "5500086", "24634621", "4688340", "1522336", "9767444", "17682477", "12641252"], "ranked_scores": [0.5266, 0.5055, 0.4995, 0.4757, 0.4729, 0.4715, 0.47, 0.4699, 0.4698, 0.4693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "25974070", "30981192", "21636085", "21553394", "30720103", "33409100", "11246427"], "ranked_scores": [0.6234, 0.6008, 0.5992, 0.5692, 0.5647, 0.5461, 0.5365, 0.5336, 0.531, 0.5112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "36838958", "34121231", "40473317", "25687558", "11020556", "34582256", "26886351", "18938992"], "ranked_scores": [0.3428, 0.3394, 0.334, 0.3317, 0.3252, 0.3103, 0.2978, 0.2976, 0.2892, 0.2871], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "27449472", "6158879", "16760369", "13448422", "4506414", "23783727", "35714909", "14973286"], "ranked_scores": [0.6633, 0.6031, 0.5849, 0.5674, 0.562, 0.5506, 0.5488, 0.5317, 0.5306, 0.5258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "33499189", "5914739", "22317868", "17195001", "18042803", "11289247", "34905328", "9283422"], "ranked_scores": [0.5797, 0.5679, 0.5407, 0.54, 0.5301, 0.5212, 0.5211, 0.5194, 0.5181, 0.5151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "58564850", "12672066", "8868863", "38752049", "45581752", "22995579", "11913139"], "ranked_scores": [0.5524, 0.4436, 0.3834, 0.3554, 0.3536, 0.3469, 0.3467, 0.3441, 0.3385, 0.3306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "6561200", "46695481", "23136735", "27873158", "46355579", "19140422", "1203035", "9764256", "16980892"], "ranked_scores": [0.7015, 0.6908, 0.6894, 0.6743, 0.646, 0.6411, 0.6358, 0.6063, 0.5915, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8541, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "24315156", "3831884", "52925737", "38533515", "1686997", "18399038", "16839245", "4423401"], "ranked_scores": [0.5868, 0.5696, 0.5498, 0.5481, 0.5409, 0.5377, 0.5364, 0.534, 0.5337, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "67045088", "2248870", "219475", "20610557", "40365566", "15425958", "18237384", "2296264"], "ranked_scores": [0.5754, 0.5649, 0.5561, 0.5456, 0.5426, 0.5384, 0.5358, 0.5335, 0.5327, 0.5315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "20945963", "13097856", "32969964", "33533307", "13906581", "38180456", "70490"], "ranked_scores": [0.5061, 0.4189, 0.4152, 0.3653, 0.3417, 0.318, 0.3169, 0.3141, 0.3057, 0.3046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["19510470", "7869794", "381602", "1871230", "8137081", "6853699", "5406411", "3727986", "6163801", "35256900"], "ranked_scores": [0.5731, 0.5703, 0.5688, 0.5637, 0.5624, 0.5533, 0.5525, 0.5473, 0.5468, 0.5442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["164985", "3727986", "45401535", "32159283", "21395936", "6853699", "15946643", "2060137", "32742683", "9283422"], "ranked_scores": [0.306, 0.305, 0.3028, 0.2882, 0.2873, 0.2845, 0.2796, 0.2776, 0.2773, 0.2766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "20428155", "2296264", "123859", "45401535", "4979184", "5099266", "3376731", "35256900"], "ranked_scores": [0.4141, 0.3972, 0.3901, 0.3881, 0.3795, 0.3775, 0.3768, 0.3754, 0.3702, 0.3692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "25175997", "37628989", "38369817", "3896759", "24660385", "46926352", "87758", "2291922", "37029185"], "ranked_scores": [0.273, 0.2628, 0.2525, 0.2523, 0.2358, 0.2322, 0.2303, 0.2185, 0.2168, 0.2076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "44830890", "21274919", "14606752", "24510595", "24148722", "30813140", "24055603", "32463364"], "ranked_scores": [0.5145, 0.4896, 0.4793, 0.4659, 0.4619, 0.4549, 0.4449, 0.442, 0.4393, 0.4377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "37628989", "52874170", "23639838", "79231308", "11441172", "32462603", "23400191", "13445579", "12839939"], "ranked_scores": [0.4879, 0.3863, 0.3653, 0.3635, 0.3474, 0.3471, 0.3468, 0.3451, 0.3395, 0.3343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "6040392", "22543403", "9291668", "1848452", "26230669", "22264117", "4679264", "4434951", "2722988"], "ranked_scores": [0.7175, 0.6906, 0.6894, 0.6679, 0.654, 0.654, 0.6468, 0.6338, 0.6318, 0.63], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "1227277", "17195001", "36654066", "26244918", "2266471", "4423401", "9899292", "7221410"], "ranked_scores": [0.4995, 0.4445, 0.443, 0.4259, 0.4244, 0.4192, 0.4184, 0.4131, 0.4096, 0.407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "18938992", "26133404", "2947124", "10359591", "10627801", "10648422", "23305884", "5137019"], "ranked_scores": [0.6376, 0.6253, 0.6145, 0.6143, 0.6139, 0.6127, 0.6065, 0.6055, 0.6002, 0.5966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "25973484", "22007333", "37480103", "17450673", "23557241", "5487448", "16322674", "27240667"], "ranked_scores": [0.7236, 0.7185, 0.7044, 0.6842, 0.6808, 0.6715, 0.6651, 0.6634, 0.648, 0.6377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "12779444", "25742130", "28617573", "32423829", "46695481", "6561200", "6748318", "46355579"], "ranked_scores": [0.6672, 0.6028, 0.6024, 0.5919, 0.576, 0.5747, 0.5705, 0.55, 0.5413, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "285794", "31560225", "44366096", "26133404", "5633957", "12885341", "23746313", "8005007", "40412980"], "ranked_scores": [0.4572, 0.4414, 0.4376, 0.4313, 0.4217, 0.4167, 0.416, 0.4134, 0.4085, 0.3998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14492339", "24088502", "8137081", "24512064", "46202852", "8317408", "27243019", "5403286", "16488405", "36444198"], "ranked_scores": [0.5051, 0.5038, 0.4931, 0.4677, 0.4635, 0.4608, 0.4552, 0.4462, 0.4443, 0.442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "22264117", "24347647", "6313547", "28138927", "1848452", "26230669", "4326318", "7834603"], "ranked_scores": [0.5553, 0.5389, 0.5318, 0.5174, 0.4922, 0.4855, 0.4785, 0.4774, 0.4747, 0.4661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "16120395", "21380348", "4324278", "17195001", "45875990", "20018321", "25901598", "935538", "8856690"], "ranked_scores": [0.6239, 0.6092, 0.591, 0.5788, 0.5777, 0.5773, 0.5756, 0.5724, 0.5721, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "37592824", "810480", "25416944", "3863543", "2533768", "116792", "6334188"], "ranked_scores": [0.6528, 0.4097, 0.3689, 0.3677, 0.3489, 0.3458, 0.3228, 0.3213, 0.321, 0.319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "44408494", "23420615", "7549811", "7093809", "5700349", "12932176", "15491404", "3825472", "23700330"], "ranked_scores": [0.5563, 0.509, 0.4983, 0.4934, 0.4923, 0.4883, 0.4865, 0.4745, 0.4732, 0.4706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "40667066", "11922370", "24766509", "6422576", "23535770", "6936141", "9988425", "8327914", "18909530"], "ranked_scores": [0.5821, 0.5342, 0.5111, 0.5107, 0.5104, 0.4974, 0.4953, 0.4933, 0.4897, 0.4882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "8925851", "14717213", "3863543", "2359152", "33677323", "41293601", "21692235", "22543403"], "ranked_scores": [0.6645, 0.6106, 0.5791, 0.5739, 0.5711, 0.5685, 0.5526, 0.5489, 0.5478, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "36830715", "4447055", "43224840", "25942757", "2061878", "2727303", "6812319", "19683625", "4319844"], "ranked_scores": [0.3661, 0.3614, 0.3561, 0.3473, 0.3468, 0.3447, 0.3387, 0.3366, 0.3362, 0.3356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "41915616", "275294", "11738716", "22023404", "8856690", "36960449", "21636085"], "ranked_scores": [0.5684, 0.5471, 0.4714, 0.4437, 0.4241, 0.4143, 0.3988, 0.396, 0.3958, 0.3958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "2831620", "14663842", "13923140", "40901687", "3067015", "31407112", "1576955", "42441846"], "ranked_scores": [0.4853, 0.4611, 0.4477, 0.4468, 0.4413, 0.425, 0.4171, 0.4113, 0.4042, 0.4041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "11172205", "1065627", "24726600", "7343711", "17388232", "2177022", "26231129", "3391547", "3727986"], "ranked_scores": [0.4723, 0.4693, 0.4588, 0.4561, 0.454, 0.4429, 0.4373, 0.4346, 0.4315, 0.4233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "13448422", "17421851", "11771811", "4446814", "15925931", "19332616", "2587396", "22309946"], "ranked_scores": [0.6436, 0.5366, 0.5254, 0.5208, 0.5152, 0.5122, 0.5115, 0.5103, 0.5024, 0.491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "32463364", "40996863", "13933299", "5402581", "6945285", "38752049", "24625323", "12206390"], "ranked_scores": [0.6734, 0.5331, 0.5232, 0.5116, 0.5091, 0.4956, 0.4912, 0.4758, 0.4757, 0.4716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "5811042", "14972169", "12932176", "44408494", "57574395", "13380011", "16605494", "2947124", "25827024"], "ranked_scores": [0.6573, 0.5999, 0.5865, 0.5857, 0.5823, 0.5806, 0.5795, 0.5779, 0.5779, 0.5752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "39758684", "5406411", "12513042", "4447785", "57783564", "42693833"], "ranked_scores": [0.6788, 0.6566, 0.5732, 0.5622, 0.5539, 0.5509, 0.5474, 0.5464, 0.5355, 0.535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "34905328", "18546584", "29347970", "45414636", "6123924", "12058271", "40234452", "13798951", "24612804"], "ranked_scores": [0.6494, 0.6135, 0.6027, 0.6009, 0.5956, 0.5918, 0.5854, 0.5852, 0.584, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "6123924", "40234452", "45414636", "10165258", "17463549", "266641", "34905328"], "ranked_scores": [0.6714, 0.6239, 0.5384, 0.5364, 0.5219, 0.52, 0.5164, 0.5093, 0.5052, 0.5011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "16572581", "8563659", "21274496", "8247469", "7451018", "18938992"], "ranked_scores": [0.6872, 0.5552, 0.5319, 0.5286, 0.5183, 0.5172, 0.5168, 0.5065, 0.5061, 0.5044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "19683625", "17755060", "2613411", "22968257", "12641252", "1686997", "45764440", "18399038"], "ranked_scores": [0.3469, 0.3044, 0.3013, 0.2951, 0.2936, 0.2921, 0.2894, 0.2864, 0.2855, 0.2846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "2638387", "35651106", "2042250", "24221369", "13106686", "12885341", "19683625"], "ranked_scores": [0.5421, 0.5396, 0.5236, 0.4655, 0.4627, 0.4625, 0.4616, 0.459, 0.454, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "24873253", "25298276", "26231129", "31616203", "24634621", "2492146", "13380980", "5641851"], "ranked_scores": [0.6728, 0.5419, 0.5395, 0.5357, 0.5337, 0.5207, 0.5205, 0.5205, 0.5064, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "5752492", "14386505", "4391121", "26873988", "10648422", "17438862", "9977329", "23901235", "15425958"], "ranked_scores": [0.6062, 0.5973, 0.5756, 0.5706, 0.5697, 0.5627, 0.5604, 0.5598, 0.5592, 0.5573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "8903143", "5914739", "33499189", "2825380", "28006126", "13798951", "22647695", "18758057"], "ranked_scores": [0.7185, 0.7114, 0.6931, 0.6924, 0.6843, 0.6764, 0.674, 0.6714, 0.6612, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "25886725", "841371", "21323587", "12087063", "45920278", "6421734", "32909242", "12258338"], "ranked_scores": [0.4782, 0.3998, 0.3986, 0.3707, 0.3616, 0.3536, 0.3535, 0.3521, 0.3351, 0.3296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10015292", "52944377", "9301606", "14367469", "29851836", "4583180", "29073751", "885056", "12909503", "5389523"], "ranked_scores": [0.5808, 0.5706, 0.564, 0.5545, 0.5473, 0.5451, 0.545, 0.536, 0.5337, 0.5327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "4447785", "2042250", "38944245", "22134353", "28149602", "9784254", "26735905"], "ranked_scores": [0.688, 0.5648, 0.5577, 0.5573, 0.5467, 0.5431, 0.5417, 0.539, 0.5376, 0.5339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "1285713", "25677651", "11043831", "4920376", "29321530", "1686997", "28107602", "4961038", "6426919"], "ranked_scores": [0.5554, 0.5214, 0.5175, 0.5169, 0.5162, 0.5117, 0.5113, 0.5065, 0.5051, 0.5049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "21383026", "16787954", "7224723", "1986482", "11254040", "5284188", "24241932"], "ranked_scores": [0.6834, 0.5756, 0.5257, 0.5166, 0.5116, 0.4969, 0.4814, 0.478, 0.4689, 0.4636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "3935126", "2296264", "17682477", "24634621", "4688340", "85665741", "1522336", "12641252", "9767444"], "ranked_scores": [0.502, 0.4798, 0.4698, 0.4593, 0.4587, 0.4582, 0.4557, 0.4522, 0.45, 0.4497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "25974070", "21636085", "30981192", "33409100", "30720103", "44572913", "21553394"], "ranked_scores": [0.5737, 0.5457, 0.5324, 0.5066, 0.4988, 0.4833, 0.4811, 0.4799, 0.4778, 0.4765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "36838958", "40473317", "34121231", "34582256", "25687558", "21868715", "26886351", "18938992"], "ranked_scores": [0.3129, 0.305, 0.302, 0.2956, 0.2846, 0.2814, 0.2806, 0.2774, 0.263, 0.2552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "27449472", "6158879", "16760369", "4506414", "35495268", "35714909", "13448422", "9813098"], "ranked_scores": [0.5997, 0.5541, 0.5327, 0.5248, 0.5099, 0.5021, 0.4977, 0.4945, 0.4926, 0.491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "5914739", "33499189", "51952430", "18042803", "9283422", "17195001", "30553457", "4324278"], "ranked_scores": [0.5298, 0.5215, 0.5198, 0.4914, 0.491, 0.4907, 0.4905, 0.4891, 0.488, 0.4866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "58564850", "12672066", "4587978", "8868863", "38752049", "32463364", "22995579"], "ranked_scores": [0.5114, 0.4381, 0.3371, 0.3318, 0.3225, 0.3205, 0.3162, 0.3128, 0.3116, 0.3102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "1203035", "16980892"], "ranked_scores": [0.6553, 0.6367, 0.6326, 0.6282, 0.5841, 0.5818, 0.5803, 0.5673, 0.567, 0.5264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "4138659", "18399038", "3831884", "16839245", "13613916", "52925737", "17755060", "24315156", "1686997"], "ranked_scores": [0.5606, 0.5244, 0.5214, 0.5211, 0.519, 0.5178, 0.5175, 0.5162, 0.5118, 0.5115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "67045088", "219475", "20610557", "2947124", "18237384", "2248870", "16119973", "2296264"], "ranked_scores": [0.5503, 0.5395, 0.52, 0.5119, 0.5119, 0.4969, 0.4957, 0.4948, 0.4945, 0.4938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "13097856", "13906581", "38180456", "32969964", "26456326", "70490"], "ranked_scores": [0.4778, 0.4188, 0.3906, 0.3446, 0.3189, 0.3068, 0.3046, 0.3009, 0.2999, 0.2987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["19510470", "381602", "7869794", "8137081", "6853699", "35256900", "3727986", "46926352", "6163801", "24612804"], "ranked_scores": [0.5551, 0.5304, 0.5228, 0.5158, 0.5109, 0.5105, 0.5067, 0.5056, 0.5053, 0.5023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["45401535", "164985", "3727986", "32742683", "10162553", "32159283", "6334188", "9283422", "6944800", "41165286"], "ranked_scores": [0.2937, 0.2906, 0.2819, 0.2765, 0.271, 0.2668, 0.2654, 0.2652, 0.2639, 0.2631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "4979184", "28264919", "123859", "35256900", "46926352", "2296264", "22980205", "45401535", "20428155"], "ranked_scores": [0.4108, 0.3744, 0.3725, 0.3596, 0.3576, 0.3524, 0.3494, 0.3465, 0.3459, 0.3451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "38369817", "37628989", "27049238", "24660385", "37029185", "2291922", "46926352", "3896759", "20758340"], "ranked_scores": [0.2744, 0.2477, 0.2407, 0.2367, 0.2289, 0.2227, 0.2198, 0.216, 0.2159, 0.208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "44830890", "21274919", "24510595", "14606752", "30813140", "24055603", "24148722", "32463364"], "ranked_scores": [0.4793, 0.4778, 0.4714, 0.446, 0.4363, 0.4276, 0.4227, 0.4128, 0.4114, 0.4109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "37628989", "52874170", "79231308", "21301090", "12839939", "23400191", "32462603", "13445579"], "ranked_scores": [0.4615, 0.363, 0.3439, 0.3387, 0.337, 0.3261, 0.3216, 0.3181, 0.3163, 0.3136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "6040392", "9291668", "26230669", "1848452", "22264117", "4434951", "2722988", "4679264"], "ranked_scores": [0.6802, 0.6597, 0.6433, 0.6315, 0.6213, 0.6082, 0.6029, 0.5996, 0.5903, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "1227277", "36654066", "17195001", "14501880", "9899292", "13948920", "26244918", "2266471"], "ranked_scores": [0.4553, 0.4125, 0.4056, 0.404, 0.4021, 0.3961, 0.3919, 0.3883, 0.383, 0.3785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "2947124", "10648422", "10359591", "18938992", "23305884", "10627801", "3493623", "26133404"], "ranked_scores": [0.6178, 0.5981, 0.5887, 0.5851, 0.5849, 0.5843, 0.5762, 0.5702, 0.5655, 0.5652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "25973484", "22007333", "17450673", "37480103", "16322674", "23557241", "5487448", "13831558"], "ranked_scores": [0.673, 0.663, 0.6568, 0.6265, 0.6154, 0.6136, 0.6069, 0.6038, 0.596, 0.5849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "27873158", "46695481", "32423829", "28617573", "6748318", "26067999", "52188256"], "ranked_scores": [0.6175, 0.5497, 0.5333, 0.5251, 0.5203, 0.5171, 0.5143, 0.5046, 0.497, 0.4964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "285794", "5633957", "23746313", "12885341", "44366096", "18914652", "8005007", "27555165", "16172576"], "ranked_scores": [0.4415, 0.4177, 0.4106, 0.4079, 0.4077, 0.4072, 0.3962, 0.3855, 0.3802, 0.3799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "14492339", "8317408", "24512064", "9225850", "46202852", "46926352", "27910499", "10795340"], "ranked_scores": [0.495, 0.4704, 0.4702, 0.4398, 0.437, 0.4226, 0.417, 0.4114, 0.4091, 0.4072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1084345", "24347647", "10012166", "6313547", "26230669", "1848452", "28138927", "7514614", "516867"], "ranked_scores": [0.5226, 0.5114, 0.4945, 0.4902, 0.4767, 0.4575, 0.4561, 0.4439, 0.4364, 0.4341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "16120395", "4324278", "21380348", "20018321", "45875990", "935538", "36464673", "17195001", "3154880"], "ranked_scores": [0.5622, 0.5555, 0.5537, 0.5509, 0.5493, 0.5407, 0.5374, 0.5346, 0.5244, 0.5186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "37592824", "28821565", "25416944", "20471181", "2533768", "6334188", "810480"], "ranked_scores": [0.6099, 0.3918, 0.3373, 0.3331, 0.315, 0.3142, 0.3111, 0.3106, 0.3104, 0.308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "44408494", "7549811", "7093809", "23420615", "15491404", "5700349", "23700330", "25901598", "22116439"], "ranked_scores": [0.5303, 0.4915, 0.4673, 0.462, 0.4586, 0.4557, 0.4509, 0.4404, 0.4395, 0.439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "40667066", "24766509", "6422576", "6936141", "11922370", "8327914", "9988425", "23393712", "23535770"], "ranked_scores": [0.5474, 0.4979, 0.4882, 0.4805, 0.4751, 0.4715, 0.4641, 0.4596, 0.4544, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "14717213", "8925851", "2359152", "33677323", "22543403", "21692235", "3863543", "19822046"], "ranked_scores": [0.5992, 0.564, 0.5513, 0.5397, 0.5393, 0.5299, 0.5199, 0.5143, 0.5048, 0.503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "16472469", "36830715", "2061878", "25942757", "6812319", "2727303", "43224840", "1686997", "30658796"], "ranked_scores": [0.356, 0.3541, 0.3527, 0.3418, 0.329, 0.3286, 0.3245, 0.3188, 0.3153, 0.3104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "41915616", "275294", "36960449", "11738716", "3150030", "22023404", "16256507"], "ranked_scores": [0.522, 0.5064, 0.4499, 0.4083, 0.396, 0.3884, 0.3845, 0.3805, 0.3789, 0.3775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "14663842", "2831620", "13923140", "71625969", "40901687", "31407112", "34498325", "42441846", "1576955"], "ranked_scores": [0.4355, 0.4302, 0.4143, 0.4054, 0.4004, 0.3919, 0.378, 0.3771, 0.3759, 0.3704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "1065627", "24726600", "7343711", "11172205", "17388232", "3391547", "26231129", "40127292", "40963697"], "ranked_scores": [0.4393, 0.4334, 0.4308, 0.4285, 0.42, 0.4048, 0.3909, 0.3902, 0.39, 0.3881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "13448422", "2973910", "17421851", "4446814", "19332616", "15925931", "11771811", "21372171", "7373453"], "ranked_scores": [0.5967, 0.5219, 0.5182, 0.5138, 0.509, 0.5051, 0.4873, 0.4796, 0.4777, 0.4749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "40996863", "32463364", "24625323", "5402581", "13933299", "6945285", "33733520", "36003142"], "ranked_scores": [0.6375, 0.4982, 0.4878, 0.4847, 0.464, 0.4525, 0.4519, 0.451, 0.4437, 0.4433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "5811042", "44408494", "12932176", "16605494", "14972169", "10648422", "13380011", "28249680", "41913714"], "ranked_scores": [0.6056, 0.5654, 0.5561, 0.5528, 0.5472, 0.5471, 0.5438, 0.5423, 0.5331, 0.5328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "12513042", "4447785", "6259170", "42693833", "39758684", "5406411"], "ranked_scores": [0.6428, 0.6226, 0.5283, 0.5201, 0.5183, 0.5132, 0.502, 0.4991, 0.4988, 0.4983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "34905328", "6123924", "11233339", "18546584", "29347970", "3545805", "12058271", "35651106", "40094786"], "ranked_scores": [0.6094, 0.5861, 0.5794, 0.5791, 0.5686, 0.5611, 0.5608, 0.5602, 0.559, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "45414636", "6123924", "10165258", "17463549", "40234452", "34905328", "19511011"], "ranked_scores": [0.6157, 0.584, 0.5028, 0.4959, 0.4905, 0.489, 0.4801, 0.478, 0.4723, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "7224723", "8300657", "8563659", "16572581", "21274496", "8005007", "42065070", "27555165"], "ranked_scores": [0.6474, 0.5229, 0.5091, 0.5015, 0.5006, 0.4903, 0.4828, 0.4826, 0.4804, 0.4783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "1686997", "45764440", "9334631", "4920376", "14874811", "17755060", "5468807", "23895668"], "ranked_scores": [0.3127, 0.2916, 0.2809, 0.2713, 0.2686, 0.2677, 0.2676, 0.2659, 0.2636, 0.2616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "2638387", "19683625", "2042250", "5468807", "13106686", "35651106", "991139"], "ranked_scores": [0.5007, 0.4907, 0.4876, 0.4435, 0.4312, 0.43, 0.4266, 0.4243, 0.4211, 0.4202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "26231129", "25298276", "24634621", "31616203", "13380980", "24873253", "42731834", "32421068"], "ranked_scores": [0.6142, 0.4997, 0.4947, 0.4925, 0.4875, 0.487, 0.4857, 0.4826, 0.4823, 0.4756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "14386505", "5752492", "10648422", "9977329", "6171953", "26230669", "28647122", "24612804", "2947124"], "ranked_scores": [0.5616, 0.5408, 0.5335, 0.527, 0.5224, 0.5221, 0.5208, 0.5203, 0.5201, 0.5169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "33499189", "10190778", "5914739", "8903143", "29347970", "9225850", "22647695", "2825380"], "ranked_scores": [0.6761, 0.6521, 0.6398, 0.6343, 0.6336, 0.6332, 0.6206, 0.6204, 0.6195, 0.617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "25886725", "841371", "6421734", "21323587", "12087063", "45920278", "32909242", "21377587"], "ranked_scores": [0.435, 0.3862, 0.3631, 0.3624, 0.3426, 0.332, 0.3281, 0.3245, 0.3216, 0.32], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10015292", "9301606", "14367469", "52944377", "29851836", "31882215", "885056", "13878643", "5389523", "4583180"], "ranked_scores": [0.5494, 0.5255, 0.5189, 0.5147, 0.5138, 0.509, 0.5074, 0.499, 0.4946, 0.4942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "2042250", "9225850", "38944245", "9784254", "22134353", "2274272", "22317868", "38587347"], "ranked_scores": [0.6312, 0.5262, 0.5204, 0.519, 0.4999, 0.4995, 0.4994, 0.4988, 0.4963, 0.4926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "1686997", "25677651", "6426919", "4920376", "28107602", "14241418", "38751591", "23863551", "41325555"], "ranked_scores": [0.5206, 0.4983, 0.4957, 0.49, 0.4867, 0.4812, 0.48, 0.4796, 0.4794, 0.4781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "16787954", "21383026", "7224723", "24241932", "5284188", "11254040", "32023005"], "ranked_scores": [0.6296, 0.5206, 0.5023, 0.486, 0.4782, 0.4422, 0.4407, 0.4305, 0.4303, 0.4237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "2296264", "3935126", "9767444", "1522336", "4688340", "12641252", "21009874", "27437459", "17682477"], "ranked_scores": [0.4577, 0.4393, 0.4254, 0.4232, 0.4201, 0.4146, 0.4094, 0.4068, 0.4065, 0.4054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "25974070", "12102963", "30981192", "30720103", "33409100", "21553394", "44572913"], "ranked_scores": [0.4688, 0.4635, 0.4349, 0.4349, 0.401, 0.3932, 0.3854, 0.3854, 0.3828, 0.3802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "11666252", "26474812", "40473317", "24922825", "34582256", "34121231", "8373753", "3840043", "17463549"], "ranked_scores": [0.2188, 0.2161, 0.2005, 0.1927, 0.1927, 0.1901, 0.1849, 0.1823, 0.1823, 0.1797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "4506414", "27449472", "16760369", "6158879", "9813098", "13448422", "29526125", "14566771"], "ranked_scores": [0.4844, 0.4583, 0.4036, 0.401, 0.3932, 0.3906, 0.3854, 0.3802, 0.3802, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "4324278", "17195001", "33499189", "52095986", "5914739", "3545805", "7399084", "67787658", "11844826"], "ranked_scores": [0.3984, 0.388, 0.3854, 0.3802, 0.3776, 0.375, 0.3724, 0.3724, 0.3672, 0.3646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "12672066", "45581752", "27150276", "5551138", "4587978", "12667988", "1428830", "5556809"], "ranked_scores": [0.3516, 0.2786, 0.263, 0.2604, 0.2604, 0.2578, 0.2578, 0.2474, 0.2474, 0.2422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "23136735", "6561200", "27873158", "19140422", "9764256", "46355579", "16980892", "1203035"], "ranked_scores": [0.5052, 0.4922, 0.4792, 0.4714, 0.4427, 0.4427, 0.4167, 0.4141, 0.401, 0.3932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "52925737", "3831884", "17755060", "25942757", "34445160", "14541844", "9199796", "4138659", "7875158"], "ranked_scores": [0.4609, 0.4427, 0.4401, 0.4323, 0.4297, 0.4297, 0.4271, 0.4167, 0.4115, 0.4115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["18237384", "19005293", "2947124", "40365566", "67045088", "4326318", "2042250", "20610557", "883747", "5406411"], "ranked_scores": [0.4505, 0.4427, 0.4245, 0.4245, 0.4219, 0.4193, 0.4141, 0.4115, 0.4115, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "38180456", "35087728", "6477536", "20945963", "22401061", "8002529", "13097856", "4883040"], "ranked_scores": [0.3516, 0.3021, 0.2813, 0.2786, 0.2786, 0.2578, 0.25, 0.25, 0.2422, 0.2396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["19510470", "5406411", "24612804", "12871281", "4389252", "4447785", "6853699", "6163801", "1196631", "8137081"], "ranked_scores": [0.4323, 0.4036, 0.3932, 0.3854, 0.3828, 0.3802, 0.3802, 0.3802, 0.3776, 0.3776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "41165286", "32742683", "9283422", "12866641", "6853699", "10812605", "32159283", "13380980", "164985"], "ranked_scores": [0.2448, 0.2318, 0.2292, 0.2292, 0.2292, 0.2266, 0.224, 0.224, 0.2161, 0.2135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "29473081", "5099266", "13992047", "25946292", "123859", "18126445", "2296264", "3078550", "4979184"], "ranked_scores": [0.2943, 0.2812, 0.2786, 0.276, 0.276, 0.276, 0.2708, 0.2708, 0.2708, 0.2708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "37628989", "46926352", "750781", "37029185", "25175997", "24660385", "3896759", "20675284", "38369817"], "ranked_scores": [0.2109, 0.1979, 0.1953, 0.1875, 0.1797, 0.1797, 0.1693, 0.1667, 0.1667, 0.1667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "21274919", "24510595", "44830890", "32743723", "14606752", "22995579", "24285403", "7965928", "14566771"], "ranked_scores": [0.3516, 0.3516, 0.3438, 0.3359, 0.3203, 0.3177, 0.3151, 0.3099, 0.3047, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "52874170", "2425364", "21301090", "6153754", "5151024", "35714909", "37628989", "202259"], "ranked_scores": [0.3828, 0.3047, 0.2708, 0.2656, 0.2656, 0.263, 0.2604, 0.2604, 0.2604, 0.2604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "6040392", "1848452", "7514614", "9291668", "2722988", "26230669", "22264117", "4434951"], "ranked_scores": [0.5859, 0.5677, 0.5104, 0.474, 0.4661, 0.4557, 0.4531, 0.4479, 0.4479, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "44693226", "7221410", "14501880", "17338543", "26244918", "17195001", "9899292", "29362104", "31407112"], "ranked_scores": [0.362, 0.3203, 0.3177, 0.3099, 0.3099, 0.3047, 0.3047, 0.3021, 0.3021, 0.2995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "20996244", "8005007", "26133404", "30437264", "18938992", "26071782", "10359591", "4402497"], "ranked_scores": [0.4948, 0.4687, 0.4531, 0.4531, 0.4505, 0.4479, 0.4453, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "23557241", "25973484", "5487448", "22007333", "17450673", "37480103", "27240667", "5864770"], "ranked_scores": [0.5234, 0.487, 0.4688, 0.4661, 0.4609, 0.4505, 0.4401, 0.4271, 0.4271, 0.4167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "6748318", "27873158", "12779444", "32423829", "28617573", "6561200", "22942787", "9547722"], "ranked_scores": [0.474, 0.4609, 0.4505, 0.4375, 0.4297, 0.4245, 0.4141, 0.4036, 0.3958, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "285794", "38747567", "27555165", "12885341", "5633957", "6144337", "38745690", "44366096", "20357868"], "ranked_scores": [0.3568, 0.349, 0.3307, 0.3203, 0.3125, 0.3125, 0.3073, 0.3021, 0.3021, 0.2995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8317408", "27243019", "14492339", "8137081", "23124332", "24512064", "46202852", "27910499", "9056874"], "ranked_scores": [0.3724, 0.3568, 0.349, 0.349, 0.3438, 0.3333, 0.3333, 0.3203, 0.3177, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "6313547", "24347647", "1848452", "1084345", "16267205", "516867", "40349336", "9559146"], "ranked_scores": [0.401, 0.3932, 0.388, 0.3724, 0.3438, 0.3411, 0.3385, 0.3333, 0.3255, 0.3177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3849194", "17755060", "17195001", "4324278", "41325555", "33499189", "24315156", "29321530", "36242796"], "ranked_scores": [0.4661, 0.4531, 0.4271, 0.4245, 0.4167, 0.4167, 0.4141, 0.4036, 0.401, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "116792", "25416944", "31324978", "37592824", "18446525", "16905344", "20471181"], "ranked_scores": [0.4714, 0.3021, 0.2812, 0.2474, 0.2422, 0.2396, 0.2396, 0.237, 0.2318, 0.2318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "44408494", "40963697", "7549811", "25677651", "18231257", "3973445", "18126445", "23700330", "20313748"], "ranked_scores": [0.3984, 0.3698, 0.3542, 0.3516, 0.3438, 0.3438, 0.3385, 0.3385, 0.3385, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "40667066", "23393712", "2825380", "11922370", "24766509", "2437807", "9988425", "18374364", "8790729"], "ranked_scores": [0.4219, 0.4036, 0.375, 0.3646, 0.3594, 0.3594, 0.3516, 0.3464, 0.3464, 0.3438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "14717213", "22551259", "21692235", "7020505", "2722988", "22543403", "8925851"], "ranked_scores": [0.4661, 0.4427, 0.4167, 0.4089, 0.3984, 0.388, 0.3854, 0.3828, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "30658796", "25942757", "36830715", "2727303", "8997410", "4319844", "16472469", "6812319", "14205246"], "ranked_scores": [0.2865, 0.2682, 0.2682, 0.263, 0.25, 0.2474, 0.2448, 0.2448, 0.2396, 0.2396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "3150030", "275294", "22023404", "10530014", "41915616", "36960449", "4462079"], "ranked_scores": [0.4219, 0.3828, 0.375, 0.3464, 0.3307, 0.3281, 0.3281, 0.3177, 0.3177, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["14663842", "13923140", "2831620", "38028419", "41133176", "45875990", "39758684", "857189", "13001323", "71625969"], "ranked_scores": [0.3438, 0.3385, 0.3385, 0.3203, 0.3177, 0.3151, 0.3125, 0.3099, 0.3021, 0.2995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["26231129", "24726600", "7343711", "1921218", "17388232", "11172205", "21902400", "8891333", "1065627", "6944800"], "ranked_scores": [0.3333, 0.3333, 0.3333, 0.3255, 0.3203, 0.3203, 0.3203, 0.3151, 0.3125, 0.3125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "13448422", "6070278", "15925931", "2973910", "22309946", "40145839", "2828460", "4460880"], "ranked_scores": [0.4635, 0.4219, 0.4193, 0.4141, 0.4089, 0.4063, 0.4062, 0.3984, 0.3958, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "40996863", "41264017", "34054472", "24625323", "6309659", "36003142", "33733520", "5691302", "25643818"], "ranked_scores": [0.4714, 0.375, 0.3724, 0.3698, 0.362, 0.362, 0.3516, 0.3438, 0.3411, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["12932176", "25827024", "16966326", "5811042", "25895285", "13380011", "11886686", "2947124", "33911859", "6426919"], "ranked_scores": [0.4714, 0.4531, 0.4531, 0.4479, 0.4349, 0.4349, 0.4323, 0.4323, 0.4323, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "12658073", "12513042", "1387654", "31682248", "4422868", "17755060", "6259170", "9769310"], "ranked_scores": [0.487, 0.4323, 0.4089, 0.3932, 0.3854, 0.3854, 0.3828, 0.375, 0.3724, 0.3724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "34905328", "3835423", "34436231", "21185923", "8538916", "45414636", "19510470", "8903143", "32170702"], "ranked_scores": [0.4896, 0.4896, 0.4844, 0.4687, 0.4661, 0.4661, 0.4609, 0.4583, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "40234452", "5132358", "6123924", "45414636", "7521113", "33535222", "11344428", "19510470"], "ranked_scores": [0.474, 0.4635, 0.4167, 0.4141, 0.4089, 0.4062, 0.3958, 0.3932, 0.3906, 0.388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "8300657", "8563659", "42065070", "5735492", "5398179", "8005007", "7451018", "16572581"], "ranked_scores": [0.5391, 0.4401, 0.4219, 0.4115, 0.4089, 0.4036, 0.401, 0.3984, 0.3958, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "19683625", "1686997", "18399038", "38830961", "3831884", "4795303", "28334217", "3981033", "1227277"], "ranked_scores": [0.2839, 0.263, 0.2604, 0.2526, 0.2344, 0.2318, 0.2292, 0.2292, 0.224, 0.224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "24221369", "10627801", "14380875", "2272614", "30437264", "3493623", "35651106"], "ranked_scores": [0.4297, 0.3958, 0.3828, 0.3594, 0.3594, 0.3568, 0.3516, 0.3464, 0.3464, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "14664424", "24873253", "13256155", "24634621", "31616203", "1522336", "32421068", "40735046"], "ranked_scores": [0.474, 0.3828, 0.3828, 0.3776, 0.3724, 0.3724, 0.3672, 0.362, 0.3594, 0.3568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "39559521", "5752492", "21535641", "14386505", "25315295", "4380287", "26230669", "14644164", "34905328"], "ranked_scores": [0.4505, 0.4453, 0.4271, 0.4245, 0.4219, 0.4167, 0.4115, 0.4115, 0.4063, 0.401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["8903143", "5914739", "34905328", "33499189", "2714623", "24069089", "28006126", "5483793", "13868795", "266641"], "ranked_scores": [0.5417, 0.5234, 0.5208, 0.513, 0.513, 0.5, 0.5, 0.4974, 0.4948, 0.4948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "841371", "25886725", "6421734", "32909242", "21377587", "45920278", "27712433", "45548062", "19945096"], "ranked_scores": [0.3698, 0.3021, 0.2969, 0.2708, 0.2682, 0.263, 0.2526, 0.25, 0.25, 0.2474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["5389523", "29073751", "3493623", "5633957", "885056", "10015292", "29851836", "14367469", "52944377", "8185080"], "ranked_scores": [0.4479, 0.4427, 0.4115, 0.4089, 0.4036, 0.4036, 0.4036, 0.401, 0.3984, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "2042250", "26735905", "195683603", "22134353", "9225850", "12580014", "39559521", "2274272"], "ranked_scores": [0.5052, 0.4505, 0.4219, 0.4141, 0.4089, 0.4036, 0.401, 0.401, 0.401, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "4920376", "1285713", "22968257", "23863551", "1686997", "38751591", "17195001", "25677651", "4396105"], "ranked_scores": [0.4479, 0.4297, 0.4297, 0.4115, 0.4036, 0.3906, 0.388, 0.388, 0.3854, 0.3802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "21383026", "16787954", "24241932", "35534019", "7224723", "1986482", "13899137"], "ranked_scores": [0.4844, 0.4505, 0.3542, 0.3438, 0.3411, 0.3411, 0.3411, 0.3385, 0.3333, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "46765242", "1522336", "19673227", "24634621", "2296264", "27437459", "3935126", "9498458", "14664424"], "ranked_scores": [0.3698, 0.3516, 0.3411, 0.3359, 0.3359, 0.3307, 0.3281, 0.3255, 0.3177, 0.3151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["5094468", "12280462", "25599283", "21380348", "15615957", "7552215", "43220289", "11742219", "26658659", "3052213"], "ranked_scores": [0.6562, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25897733", "4380287", "3930020", "33934971", "12670680", "9433958", "3493623", "3672261", "9194077", "27460509"], "ranked_scores": [0.7188, 0.6563, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["20526907", "32534305", "30919024", "19854543", "5884524", "20697217", "9822397", "75636923", "25175997", "14726759"], "ranked_scores": [0.6875, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["13868795", "8246090", "8453819", "20155713", "43390777", "7114092", "1336292", "26378103", "30041340", "45487164"], "ranked_scores": [0.7813, 0.7813, 0.7813, 0.7812, 0.7812, 0.7812, 0.75, 0.75, 0.75, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["7239105", "12672066", "5912283", "427865", "38873881", "31554917", "26079071", "4454788", "5551138", "41976370"], "ranked_scores": [0.5312, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4063, 0.4063, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "23136735", "28617573", "6561200", "19140422", "27873158", "25263942", "46355579", "15570962", "4959368"], "ranked_scores": [0.7188, 0.6562, 0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7246, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1686997", "7343711", "18909530", "23895668", "11195653", "3831884", "22843616", "6422576", "8458567", "984825"], "ranked_scores": [0.75, 0.7188, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2851611", "2248870", "24003461", "2391552", "14171859", "11771811", "6417632", "13290521", "38944245", "43329366"], "ranked_scores": [0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["16812091", "27768226", "140907540", "496873", "21914176", "16979690", "63858430", "6477536", "14171859", "2338488"], "ranked_scores": [0.5, 0.4687, 0.4687, 0.4375, 0.4063, 0.4062, 0.4062, 0.4062, 0.375, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["21382907", "22153455", "5836", "13992047", "1871230", "2060137", "10450300", "14657344", "4391121", "17967608"], "ranked_scores": [0.6563, 0.6563, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10326242", "9705208", "7986878", "36651210", "32955023", "5108807", "33884866", "4688340", "226488", "15493354"], "ranked_scores": [0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["42800527", "22241778", "2832403", "19603353", "24190159", "13283919", "43156471", "25643818", "13466622", "7028976"], "ranked_scores": [0.6875, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6277638", "23141360", "29634262", "654735", "4404433", "43224840", "16472469", "18348376", "2266471", "28230867"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["26336593", "19804204", "13293033", "18038250", "43226130", "17000834", "7239105", "26611834", "20321154", "7514614"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "12561083", "11718220", "20127522", "19532163", "23400191", "35186640", "13445579", "8596837", "33417012"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1032372", "20675284", "4325398", "16364639", "12887068", "22317868", "4434951", "21692235", "34071621", "17775228"], "ranked_scores": [0.8438, 0.7813, 0.7812, 0.7812, 0.7812, 0.7812, 0.7812, 0.75, 0.75, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6327940", "16319097", "1227277", "14501880", "3973445", "16605494", "8460275", "17195001", "6227220", "2251426"], "ranked_scores": [0.7187, 0.6875, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["22517564", "857189", "2679511", "21793890", "40323454", "10359591", "22482024", "8038329", "40094786", "97884"], "ranked_scores": [0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "22007333", "27240667", "25121903", "52188256", "24581365", "37480103", "9547722", "5641851", "5372432"], "ranked_scores": [0.75, 0.75, 0.75, 0.7187, 0.7187, 0.6562, 0.6562, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "26798867", "41074251", "27873158", "46695481", "9764256", "24581365", "13870943", "39903312", "19140422"], "ranked_scores": [0.6562, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["4402497", "14260013", "26133404", "15425958", "2638387", "42065070", "34287602", "14474178", "16882895", "30933307"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["19583924", "4409524", "3896759", "12130067", "10530014", "2774906", "16488405", "8137081", "4366738", "46193388"], "ranked_scores": [0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["25419778", "7602348", "3113630", "19332616", "15707049", "19532163", "27099731", "7373453", "41294031", "6853699"], "ranked_scores": [0.6875, 0.6875, 0.6563, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["19313533", "2825380", "4702639", "8460275", "22036571", "4362729", "33063763", "16280642", "35884026", "23863551"], "ranked_scores": [0.8125, 0.7813, 0.75, 0.75, 0.75, 0.75, 0.7188, 0.7188, 0.7188, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "3943235", "4345315", "5254463", "38944245", "28015516", "11886686", "43329366", "20501163", "25687558"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["1800734", "17967608", "195683603", "6076903", "24928817", "9304312", "42662816", "22159299", "8596357", "23535770"], "ranked_scores": [0.6875, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["45487164", "4462419", "32611468", "4362729", "15803282", "17945638", "2988714", "33920995", "3874000", "44640124"], "ranked_scores": [0.7188, 0.7187, 0.7187, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13001323", "7042304", "18949516", "43192375", "1871499", "195352", "28107602", "22264117", "5483793", "7150238"], "ranked_scores": [0.7188, 0.7187, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["22549449", "37673301", "11041152", "1265945", "36111909", "4270992", "20155713", "6853699", "9160947", "8453819"], "ranked_scores": [0.6563, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "25599283", "30720103", "23267371", "22023404", "439670", "25643818", "13322804", "3150030", "39571812"], "ranked_scores": [0.8125, 0.7188, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["2754534", "28015516", "18421962", "24746892", "3943235", "13106686", "17464771", "25488034", "28334217", "35085326"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["35534019", "31933981", "4979184", "67787658", "51706771", "3559136", "37686718", "123859", "654735", "43224840"], "ranked_scores": [0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["26336593", "25479072", "24530130", "21372171", "29347970", "34753204", "18447487", "8698208", "5483793", "8385277"], "ranked_scores": [0.7188, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["4828631", "13933299", "10984005", "24625323", "1387104", "439670", "6290112", "17050065", "6313547", "40164383"], "ranked_scores": [0.75, 0.75, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5811042", "6492658", "3493623", "12932176", "27460509", "5914739", "4345315", "22517564", "10698739", "7506409"], "ranked_scores": [0.8438, 0.8437, 0.7813, 0.7813, 0.75, 0.75, 0.75, 0.7188, 0.7188, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["5256564", "7028976", "6948886", "5991309", "31933981", "21181273", "6923961", "7975937", "6446747", "8764879"], "ranked_scores": [0.7188, 0.7188, 0.7188, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "18938992", "19583924", "25479072", "3788528", "515489", "40608679", "25677651", "26735905", "32170702"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "623486", "29423324", "19583924", "9846940", "8538916", "22843616", "15462523", "4445629", "6710699"], "ranked_scores": [0.6562, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["8563659", "18617259", "97884", "39285547", "8300657", "4336849", "26873988", "10698739", "18275697", "857189"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["5108807", "31407112", "25623469", "4391121", "1848452", "25597580", "40476126", "37673301", "1733337", "33370"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["20722510", "11569583", "7115651", "10359591", "30884033", "30303335", "26886351", "34753204", "982650", "13368032"], "ranked_scores": [0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["7165938", "24916604", "33912748", "39558597", "31616203", "43220289", "22007333", "24634621", "25298276", "28707489"], "ranked_scores": [0.625, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9977329", "3083927", "5836", "4399311", "7489663", "883747", "24746892", "8604837", "27789588", "36345578"], "ranked_scores": [0.7812, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "13798951", "14834714", "18938992", "14386505", "25479072", "7869794", "1336292", "18447487", "25677651"], "ranked_scores": [0.8125, 0.8125, 0.7813, 0.7812, 0.7812, 0.7812, 0.7812, 0.7812, 0.75, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "581832", "19945096", "15968271", "45920278", "8582337", "25886725", "13934676", "7595742", "24524403"], "ranked_scores": [0.6562, 0.6562, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["25830701", "9752604", "43619625", "23273454", "14496749", "37256966", "28249680", "20675284", "29073751", "22317868"], "ranked_scores": [0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.6562, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["9021186", "5633957", "33677323", "10530014", "29473081", "18882947", "14663842", "2890952", "9478135", "982650"], "ranked_scores": [0.75, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["2158516", "16364639", "40087494", "22116439", "22185730", "23974474", "14188138", "37256966", "33063763", "6784372"], "ranked_scores": [0.6875, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "21383026", "15319019", "7970974", "1986482", "20357868", "43390777", "6212802", "7111021", "5273056"], "ranked_scores": [0.7188, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["14386505", "37256966", "2593298", "3805841", "20690388", "2274272", "29429111", "7221410", "20722510", "5278233"], "ranked_scores": [0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "33409100", "29657303", "4462079", "21636085", "40790033", "37207226", "4515975", "12280462", "7552215"], "ranked_scores": [0.7332, 0.6953, 0.6434, 0.6402, 0.6344, 0.6207, 0.6207, 0.619, 0.6178, 0.614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "4340358", "22696649", "25687558", "9433958", "3930020", "33934971", "8246090", "36345578", "9977329"], "ranked_scores": [0.6302, 0.5997, 0.5826, 0.5753, 0.5722, 0.5514, 0.5514, 0.5448, 0.5408, 0.5365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "14726759", "6945285", "6176498", "8842332", "35714909", "21301090", "75636923", "6158879", "16760369"], "ranked_scores": [0.7897, 0.7619, 0.7372, 0.7357, 0.7317, 0.7275, 0.7228, 0.7226, 0.7098, 0.7044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "13878643", "17017465", "13868795", "28006126", "17195001", "7820043", "45487164", "8903143", "5914739"], "ranked_scores": [0.8026, 0.7856, 0.7676, 0.7588, 0.7564, 0.7559, 0.7547, 0.7539, 0.7515, 0.7509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "11288846", "7239105", "12672066", "27150276", "28017005", "20326526", "15041758", "24318630", "485020"], "ranked_scores": [0.5753, 0.5366, 0.5252, 0.5019, 0.4979, 0.4973, 0.4906, 0.4856, 0.4727, 0.4691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["27873158", "46695481", "28617573", "19140422", "23136735", "46355579", "6561200", "9764256", "3790895", "25742130"], "ranked_scores": [0.8104, 0.8093, 0.7689, 0.7637, 0.7521, 0.7294, 0.7132, 0.7062, 0.7045, 0.6928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.955, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["4423401", "1686997", "3831884", "3858268", "8458567", "23895668", "10548391", "27134527", "11887584", "5256564"], "ranked_scores": [0.734, 0.7235, 0.7221, 0.7215, 0.7145, 0.7043, 0.6998, 0.6996, 0.6982, 0.6957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "888896", "40590358", "15381976", "15425958", "18231807", "8144920", "35534019", "15707049"], "ranked_scores": [0.7803, 0.7757, 0.7685, 0.7551, 0.7364, 0.7322, 0.7279, 0.7176, 0.7106, 0.7068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "6040392", "20945963", "11288846", "6477536", "70490", "28138927", "13097856"], "ranked_scores": [0.5715, 0.5274, 0.5129, 0.4419, 0.4283, 0.4277, 0.4245, 0.414, 0.4096, 0.4087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3330111", "1871230", "42693833", "14615911", "10078024", "35256900", "38587347", "3863543", "9705208", "43224840"], "ranked_scores": [0.7218, 0.7165, 0.7057, 0.6994, 0.6962, 0.6878, 0.6874, 0.6821, 0.6803, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["31324978", "12685434", "24707550", "8629328", "38587347", "226488", "36830715", "123859", "1574014", "6334188"], "ranked_scores": [0.6497, 0.6226, 0.6152, 0.6138, 0.6012, 0.5977, 0.5921, 0.5913, 0.5899, 0.5858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22241778", "28264919", "1336292", "46765242", "40164383", "20568364", "39443128", "2272614", "17412260", "36432234"], "ranked_scores": [0.6519, 0.6444, 0.6392, 0.6388, 0.6323, 0.6319, 0.6309, 0.6299, 0.6283, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "3270834", "25298276", "39776978", "3613041", "31616203", "13624704", "24873253", "37686718", "23639838"], "ranked_scores": [0.5724, 0.5644, 0.5382, 0.5321, 0.506, 0.5056, 0.498, 0.4919, 0.487, 0.4864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["28338268", "17930286", "19804204", "24557631", "8002529", "3981244", "14606752", "7965928", "24510595", "15692098"], "ranked_scores": [0.7122, 0.6814, 0.6814, 0.6634, 0.6632, 0.6579, 0.649, 0.6428, 0.6412, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "12839939", "22688699", "23400191", "37628989", "29981186", "12991445", "25079962", "52874170", "39532074"], "ranked_scores": [0.7165, 0.6513, 0.588, 0.5805, 0.5737, 0.5577, 0.5521, 0.5465, 0.5439, 0.5432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "11271123", "13350374", "4434951", "9239963", "34071621", "12887068", "22543403", "11359243", "14475235"], "ranked_scores": [0.7668, 0.7349, 0.7299, 0.7265, 0.7263, 0.7247, 0.7217, 0.7189, 0.7188, 0.7138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "14501880", "17195001", "275294", "2266471", "16319097", "8460275", "6327940", "36654066", "7875158"], "ranked_scores": [0.6985, 0.6948, 0.6947, 0.694, 0.6843, 0.6756, 0.6749, 0.6732, 0.6514, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5811042", "857189", "9433958", "14178995", "12670680", "18938992", "14657344", "8246922", "6492658", "12885341"], "ranked_scores": [0.7915, 0.7774, 0.7685, 0.7596, 0.7514, 0.7487, 0.7453, 0.7413, 0.7394, 0.7323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "29495185", "37480103", "13831842", "52188256", "15512462", "22942787", "27123743", "25973484", "5641851"], "ranked_scores": [0.8086, 0.798, 0.7956, 0.7883, 0.7834, 0.7766, 0.7651, 0.7586, 0.7441, 0.744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "27873158", "41074251", "22942787", "12779444", "19140422", "28617573", "32423829", "9764256"], "ranked_scores": [0.786, 0.7711, 0.7531, 0.7239, 0.7082, 0.7027, 0.6785, 0.6772, 0.6769, 0.6675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["8005007", "3107733", "5838067", "14474178", "19047331", "885056", "31272411", "13368032", "3093512", "16882895"], "ranked_scores": [0.6821, 0.6772, 0.6719, 0.6708, 0.6688, 0.6644, 0.6637, 0.6621, 0.6619, 0.6612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["25858295", "10284593", "14492339", "5415832", "44801733", "4409524", "5403286", "2973910", "29423324", "20544428"], "ranked_scores": [0.7109, 0.7074, 0.6986, 0.6976, 0.695, 0.6859, 0.6841, 0.6819, 0.6797, 0.6762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["26230669", "24347647", "4709641", "25419778", "1084345", "27099731", "22264117", "7602348", "43534665", "9559146"], "ranked_scores": [0.7388, 0.7254, 0.6784, 0.6771, 0.6665, 0.6629, 0.6508, 0.6487, 0.6447, 0.6433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["21380348", "38533515", "34016944", "17195001", "4417558", "3973445", "2825380", "21562657", "23974474", "19313533"], "ranked_scores": [0.7894, 0.7882, 0.7737, 0.7695, 0.7612, 0.7584, 0.7577, 0.7575, 0.7559, 0.7553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "15889329", "810480", "6334188", "116792", "15692098", "31324978", "25737507", "8005007"], "ranked_scores": [0.8126, 0.6864, 0.682, 0.665, 0.6236, 0.6103, 0.6016, 0.5974, 0.5925, 0.5918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "5511240", "4423559", "25597580", "15381976", "28138927", "33884866", "14171859", "17741440", "1686997"], "ranked_scores": [0.7094, 0.6972, 0.6917, 0.6705, 0.6619, 0.6608, 0.6522, 0.6457, 0.639, 0.6376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["4462419", "22843616", "54561384", "7451607", "40234452", "18909530", "37164306", "86129154", "8327914", "4457834"], "ranked_scores": [0.7139, 0.7054, 0.7052, 0.7023, 0.6968, 0.6959, 0.6943, 0.6923, 0.6922, 0.6888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "5836", "5765455", "3863543", "2359152", "33677323", "11738716", "6000423", "25315295", "8083310"], "ranked_scores": [0.7777, 0.7292, 0.7232, 0.7135, 0.7115, 0.7097, 0.7074, 0.7072, 0.6984, 0.6982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["36830715", "43224840", "39776978", "1834762", "31884697", "31324978", "25827024", "665817", "21564598", "16472469"], "ranked_scores": [0.706, 0.7003, 0.6794, 0.6762, 0.6724, 0.6687, 0.6657, 0.6655, 0.6555, 0.651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "25599283", "22023404", "24594624", "3150030", "293661", "8247597", "14149065", "44562221"], "ranked_scores": [0.7122, 0.6985, 0.6839, 0.6687, 0.655, 0.6466, 0.6455, 0.6401, 0.638, 0.6282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["13106686", "71625969", "22023404", "5782614", "13639330", "25488034", "25157790", "21641088", "1265945", "2831620"], "ranked_scores": [0.6595, 0.6292, 0.6196, 0.6123, 0.6004, 0.5976, 0.5935, 0.5932, 0.5916, 0.5895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["3391547", "43224840", "11172205", "37686718", "4979184", "35534019", "6948886", "4346731", "6446747", "6944800"], "ranked_scores": [0.7195, 0.7151, 0.7138, 0.7104, 0.7067, 0.7017, 0.6963, 0.6861, 0.6857, 0.6855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["15692098", "40323454", "18256197", "30492966", "13768432", "45449835", "13717103", "14178995", "1387104", "21372171"], "ranked_scores": [0.754, 0.7299, 0.728, 0.7271, 0.7253, 0.7224, 0.7189, 0.7179, 0.7172, 0.7149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "24557631", "6309659", "24625323", "41264017", "43226130", "32463364", "11201004", "23785605"], "ranked_scores": [0.8773, 0.7705, 0.7565, 0.7526, 0.7526, 0.7211, 0.713, 0.7072, 0.7001, 0.6978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["6492658", "5811042", "2947124", "12932176", "9433958", "15889329", "30437264", "3493623", "4447055", "13921783"], "ranked_scores": [0.8268, 0.8024, 0.7994, 0.7825, 0.7659, 0.7624, 0.7585, 0.7577, 0.7556, 0.7538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["19950357", "21179714", "12685434", "8764879", "12513042", "4422868", "6588614", "5406411", "14296612", "164985"], "ranked_scores": [0.7982, 0.7336, 0.7299, 0.7262, 0.7234, 0.7206, 0.7162, 0.7151, 0.7145, 0.7139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["4389252", "14581009", "25148216", "9911547", "25300426", "1344498", "67045088", "18546584", "40234452", "14241418"], "ranked_scores": [0.776, 0.7707, 0.7607, 0.7605, 0.7546, 0.754, 0.7525, 0.7514, 0.75, 0.745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "19583924", "9056874", "27910499", "28910120", "3462075", "9283422", "9846940", "623486", "40234452"], "ranked_scores": [0.7638, 0.6949, 0.6898, 0.6659, 0.6593, 0.6552, 0.6475, 0.639, 0.6384, 0.638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "27602752", "29023309", "20357868", "16172576", "12670680", "42065070", "25737507", "22705234"], "ranked_scores": [0.7974, 0.7483, 0.737, 0.7365, 0.733, 0.7316, 0.7296, 0.7272, 0.7266, 0.7253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4795303", "5108807", "2533768", "15381976", "293661", "13902570", "25623469", "2701077", "39558597", "14501880"], "ranked_scores": [0.6083, 0.5948, 0.5859, 0.57, 0.5664, 0.5525, 0.5394, 0.5393, 0.5393, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "10359591", "16605494", "2638387", "14474178", "5811042", "12670680", "4410181", "14657344"], "ranked_scores": [0.8319, 0.7953, 0.7809, 0.7781, 0.7704, 0.7664, 0.7558, 0.7503, 0.7433, 0.7432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["31616203", "15476777", "10958594", "25298276", "24450344", "7165938", "26231129", "32423829", "24916604", "5641851"], "ranked_scores": [0.7503, 0.7311, 0.6776, 0.671, 0.6502, 0.6421, 0.638, 0.63, 0.6298, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["3083927", "21498497", "28149602", "5836", "17438862", "27789588", "12670680", "35987381", "8596357", "9977329"], "ranked_scores": [0.7646, 0.76, 0.7545, 0.7475, 0.747, 0.7431, 0.7426, 0.7307, 0.7248, 0.724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "29347970", "6163801", "17017465", "8903143", "33499189", "20344442", "27567994", "5914739"], "ranked_scores": [0.8385, 0.8333, 0.8307, 0.8229, 0.8116, 0.809, 0.8004, 0.7979, 0.7948, 0.7947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "74137632", "581832", "21377587", "26611094", "40905302", "24524403", "20491205", "21050357"], "ranked_scores": [0.7598, 0.6393, 0.6191, 0.6009, 0.5989, 0.5874, 0.585, 0.5735, 0.5706, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10015292", "2316374", "34469966", "10359591", "16605494", "9301606", "23273454", "29429111", "9752604", "22185730"], "ranked_scores": [0.7558, 0.7393, 0.7287, 0.7224, 0.7198, 0.7193, 0.7156, 0.7145, 0.7048, 0.7036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5914739", "29473081", "67787658", "25942757", "4423401", "11200685", "25946292", "28517384", "27555165", "22968257"], "ranked_scores": [0.7443, 0.7226, 0.7214, 0.7211, 0.719, 0.7164, 0.7108, 0.7106, 0.7026, 0.6984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["22116439", "23974474", "8596357", "22185730", "17416520", "3973445", "8856690", "7225911", "14819804", "2119889"], "ranked_scores": [0.776, 0.7572, 0.7446, 0.7344, 0.7291, 0.7268, 0.7268, 0.7218, 0.7218, 0.7191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "31363207", "13901073", "35079452", "341324", "31560225", "1986482", "45401535"], "ranked_scores": [0.7896, 0.7792, 0.7662, 0.6901, 0.6892, 0.687, 0.6804, 0.6701, 0.6639, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["85665741", "34016944", "20690388", "4920376", "31293581", "14332945", "24044977", "21793890", "7115651", "24384587"], "ranked_scores": [0.6963, 0.6804, 0.6556, 0.6477, 0.6436, 0.6417, 0.6409, 0.6403, 0.6403, 0.6376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "25599283", "33409100", "22023404", "16256507", "6042706", "2425364", "38752049", "26409363", "29657303"], "ranked_scores": [0.7351, 0.732, 0.7217, 0.7148, 0.6965, 0.6948, 0.6907, 0.6802, 0.6801, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "34121231", "4319174", "4380287", "2060137", "25687558", "3930020", "5849439", "34582256", "8698208"], "ranked_scores": [0.6441, 0.6344, 0.5841, 0.5819, 0.5709, 0.5594, 0.5554, 0.5551, 0.5547, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "35714909", "1904291", "20697217", "13282296", "14726759", "14566771", "27449472", "6945285", "6176498"], "ranked_scores": [0.7785, 0.7506, 0.7314, 0.7098, 0.7071, 0.7029, 0.7008, 0.7, 0.6963, 0.6958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "33499189", "17017465", "11200685", "45487164", "34905328", "10698739", "8903143", "2053540", "28006126"], "ranked_scores": [0.8057, 0.795, 0.7866, 0.7825, 0.7779, 0.7776, 0.7762, 0.7737, 0.7708, 0.768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "14827874", "27150276", "12672066", "31554917", "11288846", "24318630", "19071857", "58564850", "485020"], "ranked_scores": [0.6731, 0.5693, 0.5496, 0.5296, 0.5171, 0.5149, 0.4934, 0.4912, 0.4871, 0.4857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "19140422", "27873158", "6561200", "9764256", "23136735", "46355579", "12779444", "36355784"], "ranked_scores": [0.8717, 0.8617, 0.836, 0.8187, 0.8067, 0.7941, 0.7841, 0.752, 0.7122, 0.7064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "3858268", "22317868", "23895668", "18399038", "4423401", "1686997", "10482574", "5256564", "293661"], "ranked_scores": [0.7449, 0.7314, 0.7058, 0.7017, 0.7002, 0.6992, 0.6956, 0.6934, 0.6904, 0.6894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["40590358", "23509113", "23420807", "34268160", "888896", "1900152", "40365566", "2391552", "17682477", "26873988"], "ranked_scores": [0.7835, 0.7708, 0.7674, 0.7574, 0.7448, 0.7416, 0.7362, 0.736, 0.7346, 0.7315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "6477536", "13097856", "7595742", "20945963", "2159648", "10749308", "45908102"], "ranked_scores": [0.6603, 0.6033, 0.5608, 0.464, 0.4471, 0.4274, 0.4212, 0.4173, 0.4159, 0.4147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["12966719", "35256900", "42693833", "8005007", "1871230", "24612804", "3330111", "17741440", "9225850", "21498497"], "ranked_scores": [0.7386, 0.7258, 0.7246, 0.7229, 0.7226, 0.7206, 0.7194, 0.7163, 0.7134, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["24707550", "4979184", "4688340", "123859", "6446747", "23160444", "3559136", "30553457", "26851674", "21626639"], "ranked_scores": [0.671, 0.6476, 0.6466, 0.6338, 0.6305, 0.6289, 0.6219, 0.6193, 0.6193, 0.6177], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2593298", "28264919", "22241778", "1336292", "13466622", "21179714", "25895285", "26008063", "12670680", "18956141"], "ranked_scores": [0.6791, 0.6781, 0.6715, 0.6614, 0.6555, 0.6466, 0.6435, 0.6426, 0.6399, 0.6397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["39776978", "3270834", "43224840", "29634262", "31761981", "35314705", "11674596", "24660385", "20758340", "14591894"], "ranked_scores": [0.5434, 0.5418, 0.5397, 0.5377, 0.529, 0.5248, 0.5226, 0.5218, 0.5193, 0.5164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28338268", "23785605", "143868995", "15692098", "43226130", "7965928", "24510595", "37592824", "24148722"], "ranked_scores": [0.7223, 0.7102, 0.6811, 0.658, 0.6509, 0.6468, 0.6449, 0.6436, 0.6391, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "12839939", "52874170", "23639838", "23400191", "32423829", "25079962", "13445579", "11109043", "79231308"], "ranked_scores": [0.7713, 0.6645, 0.5987, 0.5885, 0.5666, 0.5656, 0.5544, 0.5463, 0.546, 0.5339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "4434951", "22264117", "14475235", "31293581", "1848452", "4414547", "11271123", "13350374"], "ranked_scores": [0.8033, 0.8, 0.7773, 0.776, 0.7709, 0.7646, 0.7583, 0.7572, 0.7568, 0.7538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "2266471", "275294", "597790", "8460275", "3215494", "6277638", "11738716", "36654066", "21380348"], "ranked_scores": [0.749, 0.7379, 0.7123, 0.7057, 0.7022, 0.6933, 0.6912, 0.6895, 0.6852, 0.6843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5811042", "9433958", "857189", "10450300", "12670680", "2947124", "8246922", "16966326", "4345315", "14657344"], "ranked_scores": [0.8271, 0.7804, 0.7738, 0.7692, 0.7651, 0.765, 0.7631, 0.762, 0.7598, 0.7584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["1428840", "22007333", "13831842", "37480103", "15512462", "17124832", "25973484", "27240667", "24581365", "52188256"], "ranked_scores": [0.8633, 0.8429, 0.8359, 0.8342, 0.8291, 0.8167, 0.8136, 0.8095, 0.8082, 0.8045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "27873158", "25742130", "22942787", "9764256", "32423829", "41074251", "26798867", "28617573"], "ranked_scores": [0.7811, 0.7808, 0.7759, 0.7728, 0.7668, 0.756, 0.7544, 0.7458, 0.7442, 0.7433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["40145839", "8247469", "43378932", "2824347", "14474178", "3093512", "8144920", "6501747", "13368032", "3107733"], "ranked_scores": [0.777, 0.7329, 0.7285, 0.7259, 0.7206, 0.7178, 0.7168, 0.7166, 0.7155, 0.7133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["5415832", "27910499", "14492339", "8137081", "20544428", "34905328", "18882947", "54561384", "12058271", "10284593"], "ranked_scores": [0.7575, 0.7394, 0.7329, 0.728, 0.7192, 0.7145, 0.7083, 0.7038, 0.6913, 0.6913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["24347647", "26230669", "1084345", "9559146", "928281", "22264117", "27789588", "28138927", "2543135", "4709641"], "ranked_scores": [0.7151, 0.7145, 0.7041, 0.6991, 0.6861, 0.6749, 0.6739, 0.6722, 0.6661, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["44640124", "38533515", "3973445", "17195001", "23974474", "8903143", "45875990", "19313533", "2825380", "5914739"], "ranked_scores": [0.8334, 0.8322, 0.8289, 0.8268, 0.8261, 0.8235, 0.8233, 0.8162, 0.8154, 0.8143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "25416944", "15889329", "37592824", "15692098", "32743723", "6334188", "24510595", "13322804"], "ranked_scores": [0.8603, 0.7518, 0.7375, 0.7256, 0.7112, 0.6994, 0.6735, 0.6715, 0.6576, 0.652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["14171859", "5511240", "34537906", "17967608", "25895285", "25597580", "15381976", "25089501", "6076903", "23700330"], "ranked_scores": [0.7008, 0.6957, 0.6913, 0.6892, 0.6887, 0.6864, 0.683, 0.6825, 0.6807, 0.6803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "6446747", "8327914", "14191255", "37164306", "17945638", "24512417", "36474", "2988714", "29557235"], "ranked_scores": [0.7459, 0.7221, 0.7186, 0.7131, 0.7104, 0.7098, 0.7071, 0.7051, 0.7003, 0.7001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "5765455", "6948886", "33677323", "5836", "6000423", "21692235", "2359152", "3863543", "11899391"], "ranked_scores": [0.8052, 0.7817, 0.78, 0.7793, 0.7677, 0.7666, 0.7613, 0.7609, 0.758, 0.7575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["36830715", "7997337", "31884697", "19970015", "36111909", "665817", "31324978", "20310709", "25827024", "3825472"], "ranked_scores": [0.7275, 0.6989, 0.685, 0.6828, 0.6827, 0.6736, 0.6702, 0.6695, 0.6642, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "22023404", "25599283", "3150030", "4515975", "10530014", "25643818", "2425364"], "ranked_scores": [0.8135, 0.773, 0.7576, 0.7486, 0.7202, 0.6955, 0.6784, 0.6781, 0.6754, 0.6736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["13106686", "1576955", "25488034", "9199796", "29689140", "71625969", "1265945", "22023404", "31407112", "21641088"], "ranked_scores": [0.6449, 0.6346, 0.6236, 0.6176, 0.6156, 0.6147, 0.6131, 0.6108, 0.6099, 0.6074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["37686718", "3559136", "3391547", "35534019", "4979184", "6948886", "11172205", "7028976", "6446747", "20372201"], "ranked_scores": [0.7624, 0.7288, 0.706, 0.704, 0.7013, 0.7007, 0.6966, 0.6894, 0.6823, 0.6817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "18256197", "3616843", "25028913", "9813098", "87758", "19332616", "4445629", "21372171", "2973910"], "ranked_scores": [0.8241, 0.804, 0.7725, 0.7628, 0.7621, 0.7603, 0.7558, 0.7552, 0.755, 0.7489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "37488367", "24625323", "41264017", "40996863", "13933299", "6042706", "6309659", "22442133", "32463364"], "ranked_scores": [0.8906, 0.7986, 0.7906, 0.7841, 0.7632, 0.7543, 0.7507, 0.7506, 0.7495, 0.7433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5811042", "14362678", "23702805", "6492658", "10627801", "16966326", "8596357", "22185730", "12932176", "30437264"], "ranked_scores": [0.8297, 0.8124, 0.8114, 0.8105, 0.8094, 0.809, 0.8019, 0.7979, 0.7919, 0.7905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["4422868", "21181273", "6923961", "19950357", "57783564", "26059876", "12513042", "9226649", "11255504", "17775228"], "ranked_scores": [0.7774, 0.7688, 0.7605, 0.7595, 0.7311, 0.7281, 0.7262, 0.725, 0.7223, 0.7172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40234452", "32170702", "9911547", "18546584", "14311986", "16745747", "8538916", "4389252", "3078550", "11233339"], "ranked_scores": [0.7859, 0.7842, 0.7817, 0.7765, 0.7711, 0.7703, 0.7641, 0.7637, 0.7588, 0.7547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "3462075", "8538916", "45414636", "46112052", "9056874", "2559303", "19583924"], "ranked_scores": [0.754, 0.7324, 0.7276, 0.703, 0.6988, 0.6973, 0.6935, 0.6934, 0.6892, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "14934137", "27602752", "8005007", "12670680", "8563659", "29023309", "2829179", "8300657", "20357868"], "ranked_scores": [0.8138, 0.7438, 0.7314, 0.7304, 0.7271, 0.7263, 0.7253, 0.7251, 0.7222, 0.7222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4795303", "2701077", "21535641", "9559146", "33370", "32985041", "13380011", "2533768", "13902570", "15521377"], "ranked_scores": [0.6007, 0.5916, 0.5839, 0.5771, 0.5661, 0.5639, 0.5618, 0.557, 0.5521, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "982650", "25014337", "16882895", "31313782", "6426919", "5811042", "45449835", "3493623", "24384587"], "ranked_scores": [0.8105, 0.8049, 0.7829, 0.7763, 0.7639, 0.7612, 0.7606, 0.7592, 0.7546, 0.7514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "31616203", "25298276", "24634621", "24916604", "7165938", "10958594", "26231129", "32421068", "5855168"], "ranked_scores": [0.774, 0.7316, 0.7316, 0.6702, 0.6654, 0.6547, 0.6489, 0.646, 0.6447, 0.6413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["27789588", "5836", "21498497", "12670680", "5811042", "35987381", "3083927", "14644164", "13923140", "4380287"], "ranked_scores": [0.8167, 0.8042, 0.7919, 0.7891, 0.789, 0.7844, 0.7844, 0.7844, 0.784, 0.7833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "40094786", "13798951", "33499189", "8903143", "2825380", "6163801", "9225850", "28006126"], "ranked_scores": [0.8886, 0.8673, 0.8351, 0.8331, 0.831, 0.8238, 0.8117, 0.8114, 0.8092, 0.8085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "21377587", "40905302", "25886725", "581832", "45920278", "21323587", "20491205", "3662510"], "ranked_scores": [0.7601, 0.6807, 0.6658, 0.6347, 0.6291, 0.6152, 0.5933, 0.5933, 0.585, 0.5823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["2405259", "16120395", "34469966", "2316374", "4387494", "3805841", "37256966", "16605494", "28006126", "6259170"], "ranked_scores": [0.7817, 0.7552, 0.7512, 0.7416, 0.7341, 0.7327, 0.7281, 0.7252, 0.7239, 0.7238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["25942757", "5531479", "11200685", "24612804", "25946292", "25014337", "12670680", "28517384", "7820043", "9225850"], "ranked_scores": [0.7834, 0.7724, 0.7705, 0.7675, 0.7585, 0.7522, 0.7493, 0.7463, 0.7443, 0.7442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25623469", "16605494", "22185730", "51952430", "37256966", "8596357", "23974474", "2158516", "18546584", "2405259"], "ranked_scores": [0.7594, 0.7415, 0.7407, 0.7403, 0.7367, 0.7366, 0.7359, 0.7331, 0.7312, 0.7304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "16787954", "31363207", "1986482", "7224723", "13901073", "341324", "24596228", "35079452"], "ranked_scores": [0.825, 0.8212, 0.783, 0.7593, 0.7511, 0.7395, 0.7276, 0.7237, 0.7145, 0.7048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["14644164", "43534665", "7115651", "24921368", "16086778", "85665741", "17682477", "33638477", "4920376", "31293581"], "ranked_scores": [0.6957, 0.6903, 0.687, 0.6859, 0.6818, 0.6762, 0.6731, 0.6664, 0.6645, 0.6611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "30981192", "36654066", "16256507", "23267371", "11742219", "30720103", "21636085", "37424881", "3215494"], "ranked_scores": [0.6719, 0.5781, 0.5625, 0.5469, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "2817000", "4999387", "12871281", "5752492", "8373753", "20240998", "5944514", "12885341", "24746892"], "ranked_scores": [0.3594, 0.3438, 0.3281, 0.3281, 0.3281, 0.3125, 0.3125, 0.3125, 0.2969, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["15984735", "5884524", "21301090", "31889025", "40666943", "32159283", "3898784", "7602348", "23785605", "23783727"], "ranked_scores": [0.6094, 0.5625, 0.5469, 0.5313, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "10562341", "2714623", "25479072", "7820043", "34436231", "5914739", "21199527", "8903143", "4324278"], "ranked_scores": [0.6719, 0.6719, 0.6563, 0.5938, 0.5938, 0.5781, 0.5781, 0.5781, 0.5781, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "28419824", "27150276", "31612088", "21547032", "38752049", "22995579", "12667988", "45581752", "10408324"], "ranked_scores": [0.5781, 0.5, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375, 0.4063, 0.4062, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "23136735", "28617573", "6561200", "9764256", "46355579", "19140422", "35301079", "27873158", "24097933"], "ranked_scores": [0.6562, 0.6406, 0.625, 0.6094, 0.6094, 0.5937, 0.5625, 0.5469, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8541, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3376731", "7621534", "14663842", "1686997", "10165723", "41325555", "17587795", "16839245", "29423324", "13778710"], "ranked_scores": [0.6563, 0.6406, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "21150010", "12866641", "32454714", "6796297", "40145839", "20610557", "12899612", "26973393", "7975937"], "ranked_scores": [0.6875, 0.625, 0.6094, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "26016929", "116556376", "6477536", "74701974", "1388704", "25886725", "2374637"], "ranked_scores": [0.4844, 0.3594, 0.3438, 0.3281, 0.3125, 0.2969, 0.2969, 0.2813, 0.2813, 0.2813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["27615329", "9159125", "14644164", "5821617", "3863543", "5836", "10078024", "26886351", "19561411", "9160947"], "ranked_scores": [0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938, 0.5938, 0.5781, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "952111", "40383969", "36089763", "28206748", "10326242", "3559136", "7688110", "2727303", "34439544"], "ranked_scores": [0.5, 0.4219, 0.4063, 0.3906, 0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["3215494", "24003461", "27555165", "9021186", "31962403", "45401535", "3107733", "5821617", "5099266", "3973445"], "ranked_scores": [0.5781, 0.5313, 0.5313, 0.5313, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["7111021", "13966946", "46182525", "22688699", "1986482", "6212802", "10212612", "15482274", "37628989", "17271462"], "ranked_scores": [0.3906, 0.3906, 0.3906, 0.375, 0.375, 0.375, 0.375, 0.3594, 0.3594, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "41976370", "7965928", "8672737", "37592824", "28419824", "143868995", "44830890", "32743723", "22309946"], "ranked_scores": [0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "6561200", "28617573", "19532163", "116556376", "19140422", "5323845", "14260013", "24082820", "9764256"], "ranked_scores": [0.6406, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "6040392", "22543403", "15176526", "7988832", "9291668", "14475235", "2722988", "14308244", "9687772"], "ranked_scores": [0.625, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781, 0.5469, 0.5469, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["31407112", "46451940", "14501880", "14835068", "35660758", "343052", "13651792", "15282056", "29023309", "32975424"], "ranked_scores": [0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26133404", "2947124", "23305884", "28015516", "9433958", "1834762", "44562221", "14938990", "10450300", "8247597"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5938, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "5487448", "21874312", "27123743", "4828631", "37480103", "17450673", "4886637", "13831842", "15512462"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5937, 0.5781, 0.5625, 0.5469, 0.5313, 0.5313, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "12779444", "28617573", "46695481", "19140422", "16980892", "9764256", "27873158", "25742130", "23136735"], "ranked_scores": [0.625, 0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.5938, 0.5781, 0.5469, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10562341", "15425958", "27822315", "9634465", "21754541", "11020556", "5278233", "18938992"], "ranked_scores": [0.6719, 0.6719, 0.6563, 0.6406, 0.625, 0.6094, 0.6094, 0.6094, 0.6094, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "23604601", "12058271", "17755060", "44640124", "10530014", "5415832", "1336292", "20977638", "9225850"], "ranked_scores": [0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "17438862", "7514614", "24347647", "10012166", "7808055", "28138927", "41710132", "14198646", "5035827"], "ranked_scores": [0.5313, 0.5, 0.4844, 0.4844, 0.4688, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["13778710", "20388894", "6784372", "4429388", "5914739", "11043831", "24042363", "5403286", "1285713", "45875990"], "ranked_scores": [0.6719, 0.6719, 0.6562, 0.6406, 0.6406, 0.6406, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "4561402", "2829179", "6153754", "31324978", "1701063", "16389141", "17023584", "8672737", "496873"], "ranked_scores": [0.5938, 0.4687, 0.4531, 0.4531, 0.4375, 0.4219, 0.4219, 0.4063, 0.4063, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "21547032", "45153864", "15491404", "5839365", "35766603", "9899292", "15282056", "31001322", "5511240"], "ranked_scores": [0.5312, 0.5, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["8460275", "13878643", "597790", "18064113", "11535539", "16839245", "25353658", "25254425", "25946292", "7370282"], "ranked_scores": [0.5781, 0.5625, 0.5469, 0.5313, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "5836", "654735", "33677323", "6363093", "4467129", "40127292", "16389141", "5765455", "7150238"], "ranked_scores": [0.6719, 0.6563, 0.6406, 0.6406, 0.5781, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["18104691", "14501880", "31324978", "23576726", "40632104", "40005757", "13283919", "31884697", "14188138", "38830961"], "ranked_scores": [0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "4515975", "4462079", "275294", "25599283", "36960449", "22023404", "14252892"], "ranked_scores": [0.6406, 0.6406, 0.5938, 0.5625, 0.5469, 0.5313, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["14835068", "31272411", "116075383", "12225214", "5811042", "28015516", "26244918", "597790", "38028419", "3930020"], "ranked_scores": [0.5, 0.4688, 0.4688, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["29473081", "33677323", "16853734", "7028976", "11238951", "1065627", "9278263", "6363093", "42298280", "4979184"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2973910", "13768432", "40710501", "10831818", "3475317", "13448422", "654735", "17438862", "219475", "5979056"], "ranked_scores": [0.6094, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "13883546", "38752049", "5704562", "24872571", "11201004", "37488367", "5691302", "583260"], "ranked_scores": [0.5781, 0.5469, 0.5, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["28149602", "1049501", "34439544", "16966326", "2988714", "11535539", "17967608", "42489926", "36111909", "28015516"], "ranked_scores": [0.625, 0.5938, 0.5781, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["42693833", "25830701", "6550579", "5406411", "6923961", "52925737", "6446747", "27403802", "21181273", "4544916"], "ranked_scores": [0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "17682477", "2714623", "4389252", "24221369", "8460275", "40094786", "6163801", "10162553", "2086909"], "ranked_scores": [0.6094, 0.5938, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["26848994", "22843616", "6325527", "22530842", "9283422", "15727984", "3495456", "3464191", "9498458", "4138659"], "ranked_scores": [0.5469, 0.5312, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "43311750", "24496245", "12885341", "25263810", "22482024", "5278233", "41599676", "18174210", "641786"], "ranked_scores": [0.7188, 0.625, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["25028913", "24634621", "1469751", "2701077", "20428155", "19278208", "40005757", "29526125", "24916604", "23783727"], "ranked_scores": [0.4063, 0.4063, 0.4062, 0.3906, 0.375, 0.375, 0.375, 0.375, 0.375, 0.3594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["1386103", "25014337", "15319019", "6182947", "28015516", "6503534", "23576726", "34287602", "13106686", "39637840"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "20428155", "24634621", "25298276", "1522336", "23639838", "293661", "24323695", "2492146", "21382907"], "ranked_scores": [0.5469, 0.5156, 0.4844, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13923140", "12670680", "14644164", "45449835", "6636088", "1834762", "7221410", "28015516", "34753204", "8604837"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.6562, 0.6406, 0.6406, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "5914739", "34905328", "4270992", "9634465", "11195653", "10562341", "33499189", "22174015", "5403286"], "ranked_scores": [0.8125, 0.7344, 0.7344, 0.6719, 0.6563, 0.6562, 0.6406, 0.6406, 0.6406, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["21323587", "25886725", "12258338", "13906581", "34139429", "9658390", "16979690", "6085365", "70439309", "21902910"], "ranked_scores": [0.4219, 0.4063, 0.4062, 0.375, 0.3594, 0.3594, 0.3594, 0.3594, 0.3594, 0.3438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9301606", "3493623", "21199527", "7225911", "30437264", "34469966", "36623997", "8698857", "10627801", "8246922"], "ranked_scores": [0.6719, 0.6719, 0.6406, 0.6406, 0.625, 0.6094, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["25946292", "10530014", "38252314", "2042250", "5914739", "29473081", "4447785", "13189693", "27693891", "8856690"], "ranked_scores": [0.6562, 0.6406, 0.6406, 0.6406, 0.6406, 0.6406, 0.6406, 0.6406, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["13639330", "23577014", "17416520", "14241418", "9752604", "2405259", "14581009", "41337677", "13878643", "14155726"], "ranked_scores": [0.6094, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "11254040", "13899137", "341324", "16787954", "6212802", "35079452"], "ranked_scores": [0.6719, 0.6719, 0.6562, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312, 0.5312, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["883747", "12670680", "15997009", "3898784", "343052", "35443524", "24150328", "42731834", "31363207", "3590806"], "ranked_scores": [0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "21636085", "4462079", "44572913", "34054472", "26409363", "30720103", "23267371", "30981192"], "ranked_scores": [0.7552, 0.7001, 0.6911, 0.6871, 0.6787, 0.6393, 0.6315, 0.6219, 0.6183, 0.6155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "708425", "12885341", "4999387", "8373753", "33934971", "25897733", "40323148", "3930020", "9977329"], "ranked_scores": [0.4546, 0.4341, 0.4287, 0.4207, 0.4084, 0.4031, 0.3846, 0.3829, 0.3826, 0.3826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "3898784", "21301090", "7813993", "13448422", "31889025", "29253460", "38630735", "14726759", "35714909"], "ranked_scores": [0.7457, 0.6481, 0.6438, 0.6383, 0.636, 0.6331, 0.6299, 0.6298, 0.6297, 0.6264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "4324278", "10562341", "2714623", "17017465", "33499189", "24221369", "28006126", "10627801", "17195001"], "ranked_scores": [0.759, 0.7418, 0.7252, 0.7232, 0.723, 0.7178, 0.7166, 0.7158, 0.7127, 0.7107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "27150276", "28419824", "21373821", "8868863", "22995579", "31554917", "14827874", "32777637", "14606752"], "ranked_scores": [0.6266, 0.6069, 0.5184, 0.5177, 0.5051, 0.493, 0.4919, 0.4917, 0.4857, 0.4788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "46695481", "6561200", "23136735", "9764256", "19140422", "46355579", "27873158", "1203035", "36355784"], "ranked_scores": [0.7844, 0.7765, 0.7699, 0.7654, 0.7325, 0.7323, 0.7311, 0.6945, 0.6831, 0.6662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9109, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18399038", "1686997", "10165723", "4138659", "21181273", "14198646", "16839245", "41325555", "2177022", "28334217"], "ranked_scores": [0.6718, 0.6456, 0.6293, 0.6214, 0.6069, 0.6062, 0.6059, 0.6041, 0.6026, 0.5997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "32454714", "6796297", "20610557", "23420807", "26973393", "40365566", "24044977", "5389523", "21395936"], "ranked_scores": [0.7503, 0.7184, 0.6926, 0.6914, 0.6911, 0.682, 0.6801, 0.6796, 0.6793, 0.6786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "6477536", "4687948", "32969964", "26016929", "45581752", "22401061", "427865"], "ranked_scores": [0.5821, 0.5103, 0.4134, 0.3928, 0.3815, 0.3678, 0.3665, 0.3626, 0.3581, 0.3531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["10450300", "2947124", "4391121", "15889329", "30933307", "8137081", "27567994", "14644164", "5386514", "3863543"], "ranked_scores": [0.7227, 0.715, 0.6907, 0.6904, 0.69, 0.6896, 0.6892, 0.6888, 0.688, 0.6851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "40383969", "18126445", "30553457", "4928057", "7736860", "3727986", "16090672", "6588614", "22281684"], "ranked_scores": [0.5291, 0.5083, 0.4936, 0.4747, 0.4682, 0.4652, 0.4627, 0.4621, 0.458, 0.4555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "45401535", "31407112", "3107733", "24995939", "6315132", "350542", "1344498", "712078", "1386103"], "ranked_scores": [0.6118, 0.5773, 0.5624, 0.5555, 0.5494, 0.5475, 0.5425, 0.5367, 0.5306, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14591894", "43224840", "12265561", "13966946", "24995939", "27134931", "40383969", "8426046", "8995263", "19708993"], "ranked_scores": [0.4816, 0.4511, 0.4504, 0.4432, 0.4303, 0.4243, 0.4231, 0.4214, 0.4187, 0.4162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24055603", "30813140", "28419824", "24510595", "143868995", "44830890", "14606752", "32743723", "22995579"], "ranked_scores": [0.6347, 0.5975, 0.5942, 0.5852, 0.5806, 0.5792, 0.5731, 0.5704, 0.5562, 0.5553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "28617573", "12839939", "16980892", "52874170", "9764256", "19140422", "25098790", "79231308", "5323845"], "ranked_scores": [0.7361, 0.5622, 0.5543, 0.5483, 0.5421, 0.5323, 0.5286, 0.5236, 0.5082, 0.507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "4434951", "6040392", "26230669", "9291668", "1848452", "7988832", "8519911", "14475235"], "ranked_scores": [0.7361, 0.7229, 0.7215, 0.7152, 0.702, 0.6997, 0.6946, 0.6898, 0.6891, 0.679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "31407112", "17195001", "6277638", "21380348", "8460275", "40005757", "14874811", "13948920", "19132741"], "ranked_scores": [0.6521, 0.5984, 0.596, 0.5884, 0.5788, 0.5758, 0.5722, 0.5719, 0.5607, 0.5603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "9433958", "12670680", "28015516", "5811042", "26133404", "2638387", "10450300", "34287602", "857189"], "ranked_scores": [0.766, 0.7638, 0.7404, 0.7348, 0.7315, 0.7265, 0.7259, 0.7257, 0.7164, 0.7147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "21874312", "25973484", "27123743", "27240667", "5487448", "37480103", "21502234", "13831558", "13831842"], "ranked_scores": [0.7588, 0.7501, 0.7228, 0.7225, 0.7185, 0.7086, 0.7033, 0.6958, 0.6915, 0.6901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "9764256", "28617573", "25742130", "27873158", "46695481", "23136735", "19140422", "16980892"], "ranked_scores": [0.7654, 0.7362, 0.7201, 0.714, 0.7137, 0.7112, 0.7041, 0.7019, 0.6869, 0.6766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "37643601", "8005007", "5633957", "37762357", "10627801", "31272411", "26133404", "13368032", "18914652"], "ranked_scores": [0.695, 0.6694, 0.6563, 0.6526, 0.6376, 0.6365, 0.6359, 0.6349, 0.6326, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "8137081", "29023309", "16488405", "14492339", "9225850", "13108582", "29423324", "22241778", "2774906"], "ranked_scores": [0.685, 0.6696, 0.6313, 0.6274, 0.6267, 0.6254, 0.6177, 0.6168, 0.6145, 0.6141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "28138927", "24347647", "22264117", "2543135", "8519911", "10012166", "4326318", "26230669", "18446525"], "ranked_scores": [0.6422, 0.6326, 0.6315, 0.6132, 0.6028, 0.5926, 0.5852, 0.5738, 0.5714, 0.5699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "8460275", "21380348", "16120395", "8856690", "14155726", "45875990", "2825380", "502591", "17195001"], "ranked_scores": [0.7323, 0.7245, 0.7203, 0.7192, 0.7162, 0.7075, 0.702, 0.697, 0.6899, 0.6887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "8672737", "8005007", "32743723", "25416944", "97884", "116792", "11254556"], "ranked_scores": [0.7489, 0.6144, 0.5734, 0.5722, 0.5556, 0.5459, 0.5421, 0.5363, 0.5356, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15491404", "6565037", "21179714", "41913714", "5704562", "21547032", "31001322", "9899292", "1428830", "45153864"], "ranked_scores": [0.5815, 0.5802, 0.5773, 0.5755, 0.5733, 0.5715, 0.5693, 0.558, 0.5555, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["5409905", "16839245", "13878643", "22428640", "37164306", "502591", "3849194", "6422576", "36474", "4325137"], "ranked_scores": [0.653, 0.6503, 0.6449, 0.6394, 0.6386, 0.6353, 0.6303, 0.6296, 0.6277, 0.6254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5836", "3391547", "33677323", "14717213", "5782614", "21692235", "5765455", "41293601", "39758684"], "ranked_scores": [0.7228, 0.7076, 0.6934, 0.6836, 0.6792, 0.6732, 0.6716, 0.6683, 0.6616, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["40632104", "4345315", "31407112", "14501880", "4396105", "13966946", "31884697", "14848619", "22995579", "883747"], "ranked_scores": [0.5728, 0.5642, 0.5544, 0.5521, 0.5504, 0.5496, 0.5492, 0.5488, 0.5422, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "41915616", "22023404", "2425364", "4462079", "16256507", "19278208", "25599283"], "ranked_scores": [0.7221, 0.7022, 0.6912, 0.628, 0.623, 0.6135, 0.6062, 0.6057, 0.5957, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "3067015", "14835068", "35345807", "13923140", "21641088", "7875158", "31407112", "32975424"], "ranked_scores": [0.5939, 0.5928, 0.561, 0.5485, 0.5416, 0.538, 0.5329, 0.5289, 0.5254, 0.5243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["43224840", "15816729", "40963697", "29473081", "5836", "10039688", "7028976", "20183360", "4979184", "14591894"], "ranked_scores": [0.6431, 0.6388, 0.5776, 0.5728, 0.5717, 0.5713, 0.569, 0.5677, 0.5671, 0.5649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "39084565", "12358173", "2587396", "19332616", "7373453", "1122198", "13448422", "10831818"], "ranked_scores": [0.7479, 0.6807, 0.6769, 0.6747, 0.6619, 0.6569, 0.6562, 0.6544, 0.6534, 0.6507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "38752049", "22442133", "24625323", "21590125", "14121786", "5691302", "32777637", "40996863", "21547032"], "ranked_scores": [0.7188, 0.6314, 0.6133, 0.6076, 0.6028, 0.5901, 0.5884, 0.5859, 0.5808, 0.5804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["14362678", "1049501", "16966326", "31624828", "8596357", "2947124", "15248287", "7225911", "317204", "3553087"], "ranked_scores": [0.69, 0.6873, 0.6828, 0.6696, 0.6587, 0.658, 0.6553, 0.6546, 0.6533, 0.646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "11915280", "42693833", "17648235", "12513042", "25576204", "5406411", "57783564", "4889228"], "ranked_scores": [0.7375, 0.7229, 0.6397, 0.6391, 0.6344, 0.6337, 0.6291, 0.628, 0.6265, 0.6229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["4389252", "10165258", "10450300", "25479072", "515489", "20996244", "21363424", "40234452", "40094786", "17682477"], "ranked_scores": [0.72, 0.7186, 0.7042, 0.7039, 0.7001, 0.6988, 0.6976, 0.6976, 0.691, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "26848994", "8538916", "17463549", "20457190", "3616843", "46112052", "343052", "32170702"], "ranked_scores": [0.6375, 0.6253, 0.6011, 0.5841, 0.5824, 0.5814, 0.5753, 0.5751, 0.5742, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "31560225", "18174210", "28738741", "20357868", "5867846", "41599676", "16572581", "8005007", "8300657"], "ranked_scores": [0.7569, 0.6391, 0.6356, 0.6314, 0.6241, 0.6239, 0.6232, 0.6229, 0.621, 0.6091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["40005757", "19132741", "2701077", "293661", "12641252", "22968257", "5256564", "1127562", "10993232", "1686997"], "ranked_scores": [0.5117, 0.4797, 0.4728, 0.4606, 0.4516, 0.4454, 0.4386, 0.4359, 0.4358, 0.4358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "12885341", "343052", "4345315", "2638387", "6503534", "2947124", "34287602", "6426919"], "ranked_scores": [0.6607, 0.6467, 0.6443, 0.6411, 0.6177, 0.6123, 0.6104, 0.6098, 0.6087, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "31616203", "24634621", "20428155", "5492542", "35301079", "24873253", "24450344", "7986878"], "ranked_scores": [0.705, 0.6293, 0.622, 0.617, 0.6017, 0.6003, 0.5981, 0.5925, 0.5728, 0.5701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "6000423", "8604837", "3083927", "14644164", "5811042", "24044977", "4380287", "28647122"], "ranked_scores": [0.724, 0.7184, 0.7154, 0.7116, 0.7091, 0.7019, 0.6959, 0.6827, 0.6814, 0.677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "13798951", "13778710", "4270992", "8903143", "6163801", "2825380", "29347970", "28006126"], "ranked_scores": [0.8098, 0.7787, 0.7679, 0.7394, 0.7319, 0.7263, 0.7206, 0.7206, 0.717, 0.7164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "40905302", "21323587", "27712433", "20491205", "12258338", "45461275", "4791384", "10577574", "12087063"], "ranked_scores": [0.572, 0.53, 0.518, 0.5101, 0.4679, 0.4611, 0.4513, 0.448, 0.4453, 0.4452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9301606", "29073751", "10015292", "515489", "21622715", "29429111", "3805841", "8246922", "2316374", "4347374"], "ranked_scores": [0.7153, 0.7034, 0.7007, 0.6937, 0.6915, 0.6906, 0.6888, 0.685, 0.6767, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["4447785", "5531479", "24044977", "31272411", "14644164", "38252314", "24612804", "29473081", "2042250", "13778710"], "ranked_scores": [0.7297, 0.7251, 0.7115, 0.7028, 0.7018, 0.6981, 0.6946, 0.6945, 0.6913, 0.6896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["13639330", "14581009", "14819804", "20659283", "17416520", "14241418", "25677651", "21557055", "25388309", "6784372"], "ranked_scores": [0.6313, 0.6117, 0.5981, 0.5971, 0.5969, 0.5891, 0.5871, 0.5851, 0.5847, 0.5845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "1986482", "31363207", "7111021", "16787954", "341324", "39984099", "2824347", "35087728", "17077004"], "ranked_scores": [0.8081, 0.7312, 0.7221, 0.7211, 0.6994, 0.6846, 0.652, 0.6411, 0.6379, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "85665741", "3376731", "3935126", "25589047", "35766603", "2061878", "6315132", "13256155", "7873737"], "ranked_scores": [0.591, 0.5828, 0.5629, 0.5584, 0.5508, 0.5484, 0.5433, 0.5417, 0.5373, 0.5357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "44572913", "21636085", "4462079", "26409363", "34054472", "30981192", "21553394", "25599283"], "ranked_scores": [0.7682, 0.7568, 0.6987, 0.695, 0.6712, 0.6626, 0.6526, 0.6516, 0.6488, 0.6402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "8373753", "4999387", "40323148", "12885341", "708425", "13000926", "18429416", "33934971", "26474812"], "ranked_scores": [0.4987, 0.4747, 0.4582, 0.4508, 0.4492, 0.4388, 0.4225, 0.4165, 0.4137, 0.4124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "38630735", "14973286", "6158879", "4506414", "35714909", "31889025", "21301090", "14726759", "8842332"], "ranked_scores": [0.7804, 0.6846, 0.6824, 0.6751, 0.6738, 0.671, 0.6687, 0.6656, 0.6654, 0.6607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "33499189", "25479072", "34905328", "12871281", "5914739", "17195001", "4324278", "10562341"], "ranked_scores": [0.7938, 0.78, 0.7652, 0.7489, 0.7403, 0.7362, 0.7359, 0.7342, 0.7193, 0.7174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "27150276", "31554917", "28419824", "21373821", "22995579", "12667988", "4695046", "14827874", "80109277"], "ranked_scores": [0.6481, 0.594, 0.5558, 0.5276, 0.5117, 0.5015, 0.4954, 0.4948, 0.4915, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "23136735", "28617573", "46355579", "6561200", "19140422", "9764256", "27873158", "1203035", "36355784"], "ranked_scores": [0.8272, 0.8196, 0.8176, 0.8072, 0.8027, 0.7932, 0.7535, 0.7492, 0.729, 0.7038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8388, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1686997", "7621534", "3376731", "16839245", "18399038", "18810195", "11887584", "2177022", "10165723", "4138659"], "ranked_scores": [0.694, 0.6437, 0.6337, 0.6314, 0.6277, 0.6262, 0.6174, 0.6149, 0.6149, 0.6116], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "32454714", "23420807", "40365566", "67045088", "20610557", "1900152", "13070316", "9955779", "11335781"], "ranked_scores": [0.7813, 0.7491, 0.7396, 0.7252, 0.7243, 0.724, 0.7236, 0.7201, 0.711, 0.7088], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "4687948", "63858430", "27150276", "27099731", "10749308", "140907540", "33533307"], "ranked_scores": [0.6202, 0.5005, 0.4106, 0.4088, 0.408, 0.3646, 0.3557, 0.3536, 0.3531, 0.345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3863543", "12058271", "10450300", "4391121", "24612804", "27555165", "25988622", "5836", "12670680", "6163801"], "ranked_scores": [0.7531, 0.739, 0.7355, 0.7318, 0.7278, 0.7264, 0.7241, 0.7143, 0.7133, 0.711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "18126445", "26851674", "7736860", "40963697", "18676539", "45401535", "4688340", "6334188", "2727303"], "ranked_scores": [0.6206, 0.5404, 0.5094, 0.5008, 0.4962, 0.4941, 0.4941, 0.4814, 0.4797, 0.4781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "350542", "21179714", "31407112", "4347374", "23700330", "6315132", "2272614", "40500438", "1336292"], "ranked_scores": [0.6589, 0.5797, 0.5745, 0.572, 0.5704, 0.5612, 0.5596, 0.5587, 0.5552, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "14591894", "7111021", "6212802", "24660385", "8995263", "38369817", "33920995", "1986482", "43224840"], "ranked_scores": [0.4711, 0.4681, 0.4678, 0.4425, 0.4416, 0.4358, 0.4339, 0.4295, 0.4255, 0.4216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "24055603", "7965928", "44830890", "28419824", "14606752", "30813140", "32743723", "143868995"], "ranked_scores": [0.6532, 0.6447, 0.6403, 0.6397, 0.6323, 0.6275, 0.6118, 0.6094, 0.5907, 0.5897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "12839939", "13445579", "28617573", "16980892", "24942840", "29981186", "25098790", "22688699"], "ranked_scores": [0.7466, 0.5953, 0.5716, 0.5705, 0.5685, 0.5636, 0.5525, 0.5487, 0.5394, 0.5381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "6040392", "22551259", "4434951", "1848452", "26230669", "22264117", "1032372", "9291668", "14475235"], "ranked_scores": [0.8127, 0.7848, 0.7704, 0.7636, 0.7599, 0.7474, 0.7407, 0.728, 0.7277, 0.7259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "31407112", "1227277", "6277638", "40005757", "21380348", "36654066", "14501880", "17195001", "15615957"], "ranked_scores": [0.64, 0.637, 0.6253, 0.6005, 0.5991, 0.5985, 0.5936, 0.5895, 0.5865, 0.5841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "26133404", "28015516", "5811042", "12670680", "12885341", "857189", "26873988", "22705234"], "ranked_scores": [0.7718, 0.7631, 0.7414, 0.7408, 0.7364, 0.7325, 0.7305, 0.7228, 0.7202, 0.7185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "25973484", "27123743", "21874312", "27240667", "23557241", "37480103", "16098747", "17450673", "13831842"], "ranked_scores": [0.8148, 0.7959, 0.7912, 0.7841, 0.7817, 0.7769, 0.7743, 0.7675, 0.7595, 0.7526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "28617573", "25742130", "6561200", "27873158", "46695481", "12779444", "23136735", "19140422", "46355579"], "ranked_scores": [0.7872, 0.7816, 0.7783, 0.7541, 0.7498, 0.7409, 0.7269, 0.7207, 0.7158, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["8005007", "37643601", "3093512", "14474178", "37762357", "31272411", "18914652", "26071782", "6501747", "40145839"], "ranked_scores": [0.6888, 0.6811, 0.673, 0.6643, 0.6586, 0.648, 0.6454, 0.6433, 0.6412, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "10530014", "18882947", "9225850", "14492339", "27602752", "29023309", "12058271", "16488405", "25148216"], "ranked_scores": [0.7219, 0.7046, 0.673, 0.669, 0.6624, 0.6539, 0.6488, 0.6438, 0.6399, 0.6388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1084345", "24347647", "4326318", "26230669", "10012166", "28138927", "8519911", "4653837", "928281"], "ranked_scores": [0.7038, 0.6962, 0.6765, 0.6381, 0.6337, 0.627, 0.6207, 0.6081, 0.5931, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "16120395", "8856690", "22036571", "5914739", "17195001", "8460275", "502591", "23974474", "4324278"], "ranked_scores": [0.7644, 0.7413, 0.7389, 0.7374, 0.7332, 0.7299, 0.7286, 0.7281, 0.7279, 0.722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "810480", "97884", "31324978", "25416944", "39550665", "32743723", "3943235"], "ranked_scores": [0.8301, 0.6061, 0.5949, 0.5896, 0.586, 0.5858, 0.577, 0.5687, 0.5655, 0.5651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15491404", "5704562", "21179714", "6076903", "10846815", "4320424", "41913714", "17050065", "12932176", "2119889"], "ranked_scores": [0.6375, 0.6355, 0.6286, 0.6243, 0.5995, 0.5894, 0.5893, 0.5799, 0.5789, 0.5764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["18909530", "22428640", "6422576", "2988714", "4325137", "26374799", "20977638", "24766509", "6446747", "4462419"], "ranked_scores": [0.6822, 0.6793, 0.6773, 0.6688, 0.6573, 0.6513, 0.6508, 0.6502, 0.6482, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "21692235", "2359152", "5836", "5782614", "5765455", "8083310", "4312169", "39758684", "33677323"], "ranked_scores": [0.7359, 0.7352, 0.7347, 0.7248, 0.7183, 0.7095, 0.7089, 0.7004, 0.6972, 0.6891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["31407112", "14848619", "20310709", "10247314", "4336849", "4583180", "24770913", "40632104", "22703082", "23576726"], "ranked_scores": [0.5982, 0.5626, 0.5617, 0.5578, 0.5493, 0.5487, 0.5456, 0.5456, 0.5394, 0.5387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "30720103", "41915616", "22023404", "2425364", "25599283", "16256507", "49429882", "11738716"], "ranked_scores": [0.7592, 0.7524, 0.7409, 0.6754, 0.6731, 0.6613, 0.6453, 0.6277, 0.6235, 0.6067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "1576955", "13923140", "14835068", "35345807", "3067015", "25488034", "8551160", "21246752"], "ranked_scores": [0.604, 0.6006, 0.5836, 0.5735, 0.5656, 0.5646, 0.558, 0.5566, 0.5459, 0.5433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["43224840", "15816729", "29473081", "40963697", "7028976", "3391547", "4688340", "4979184", "654735", "14615911"], "ranked_scores": [0.6554, 0.6314, 0.6198, 0.6088, 0.5992, 0.5991, 0.5917, 0.5912, 0.588, 0.5854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "2587396", "4446814", "3616843", "19332616", "13448422", "12358173", "39084565", "87758"], "ranked_scores": [0.7893, 0.7187, 0.7167, 0.712, 0.7065, 0.6977, 0.6968, 0.6943, 0.6908, 0.6893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "22442133", "40996863", "37488367", "38752049", "14121786", "32463364", "5691302", "21590125"], "ranked_scores": [0.7815, 0.6703, 0.6463, 0.6433, 0.6432, 0.6429, 0.636, 0.6282, 0.6281, 0.6259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14362678", "5107861", "33911859", "1049501", "6492658", "2947124", "23420615", "317204", "12932176"], "ranked_scores": [0.7855, 0.749, 0.7226, 0.722, 0.7187, 0.7164, 0.7141, 0.713, 0.7113, 0.7085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "17755060", "42693833", "4422868", "5406411", "11915280", "17648235", "57783564"], "ranked_scores": [0.7772, 0.7444, 0.7304, 0.6949, 0.6938, 0.6931, 0.6911, 0.6792, 0.6685, 0.6655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["25479072", "10165258", "32170702", "40094786", "40234452", "4389252", "16745747", "1344498", "515489", "21363424"], "ranked_scores": [0.7466, 0.7412, 0.74, 0.7374, 0.736, 0.7249, 0.7152, 0.7152, 0.7143, 0.7143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "9283422", "54561384", "17463549", "14492339", "20457190", "22530842", "9056874", "26848994"], "ranked_scores": [0.7604, 0.7078, 0.6435, 0.6419, 0.6349, 0.6286, 0.6249, 0.622, 0.6216, 0.6169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "31560225", "8005007", "27602752", "28738741", "5867846", "12670680", "7451018", "27555165", "18174210"], "ranked_scores": [0.8482, 0.7295, 0.7015, 0.696, 0.6942, 0.6885, 0.6883, 0.6806, 0.6746, 0.6732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["40005757", "19132741", "293661", "8756719", "275294", "1127562", "19529370", "17412260", "9559146", "5256564"], "ranked_scores": [0.5039, 0.4971, 0.4773, 0.4632, 0.463, 0.4586, 0.4579, 0.4577, 0.4568, 0.4541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "2638387", "12885341", "2042250", "13106686", "6426919", "2947124", "30884033", "25895285"], "ranked_scores": [0.7155, 0.6913, 0.6784, 0.6779, 0.6647, 0.6626, 0.662, 0.651, 0.6462, 0.6433], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "24873253", "25298276", "31616203", "2492146", "24450344", "10958594", "32421068", "1522336"], "ranked_scores": [0.7382, 0.6585, 0.6521, 0.6464, 0.6464, 0.6151, 0.609, 0.6057, 0.5995, 0.5891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "7221410", "14644164", "27789588", "4380287", "6000423", "12670680", "5811042", "17438862"], "ranked_scores": [0.7671, 0.7612, 0.7555, 0.7551, 0.7487, 0.7468, 0.7346, 0.7338, 0.7328, 0.7313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "13798951", "18758057", "5914739", "8903143", "33499189", "29347970", "28006126", "25946292"], "ranked_scores": [0.8783, 0.8611, 0.8079, 0.807, 0.8004, 0.785, 0.7833, 0.7822, 0.7787, 0.7786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "40905302", "20491205", "21323587", "12258338", "9658390", "40666943", "3662510", "9167230"], "ranked_scores": [0.5669, 0.5657, 0.562, 0.541, 0.5246, 0.4969, 0.496, 0.4737, 0.464, 0.4553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9301606", "9638032", "21622715", "35760786", "13878643", "29429111", "29073751", "2405259", "36623997", "885056"], "ranked_scores": [0.7424, 0.7206, 0.7186, 0.7131, 0.7078, 0.7078, 0.7048, 0.7015, 0.7012, 0.7004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "25946292", "4447785", "12670680", "8453819", "28015516", "38944245", "67045088", "38252314", "29473081"], "ranked_scores": [0.7585, 0.7246, 0.7216, 0.7155, 0.7127, 0.7125, 0.7117, 0.7112, 0.7079, 0.707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17416520", "19099739", "41337677", "14241418", "25677651", "25388309", "28138927", "20659283", "10491220", "2119889"], "ranked_scores": [0.6886, 0.6737, 0.6597, 0.6593, 0.6534, 0.6448, 0.6443, 0.6433, 0.6427, 0.6378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "16787954", "341324", "35087728", "5284188", "11441172", "2824347"], "ranked_scores": [0.8396, 0.7889, 0.7374, 0.7217, 0.7205, 0.7034, 0.6621, 0.657, 0.6482, 0.6413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["85665741", "52180874", "35766603", "6157837", "3935126", "25589047", "3376731", "4920376", "21009874", "17682477"], "ranked_scores": [0.6123, 0.5983, 0.5833, 0.5792, 0.5669, 0.5618, 0.5604, 0.5598, 0.5589, 0.557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-tq-1bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "41915616", "9513785", "25643818", "21636085", "22023404", "36654066", "44693226", "44572913"], "ranked_scores": [0.5703, 0.5391, 0.5312, 0.5, 0.4922, 0.4922, 0.4922, 0.4922, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["10190778", "34121231", "3672261", "4340358", "20960682", "80109277", "21746539", "23801039", "13000926", "15425958"], "ranked_scores": [0.3359, 0.3281, 0.3203, 0.2969, 0.2969, 0.2891, 0.2891, 0.2891, 0.2891, 0.2813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "1904291", "16760369", "76463821", "35714909", "6158879", "8842332", "9813098", "35495268", "3898784"], "ranked_scores": [0.6406, 0.5781, 0.5703, 0.5625, 0.5469, 0.5469, 0.5391, 0.5312, 0.5234, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2825380", "34905328", "19603353", "35884026", "33499189", "5914739", "12871281", "28724565", "18758057"], "ranked_scores": [0.6094, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5234, 0.5156, 0.5078, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["31554917", "21373821", "38211681", "4587978", "40666943", "24921368", "5912283", "14874811", "27150276", "1428830"], "ranked_scores": [0.3828, 0.3516, 0.3359, 0.3281, 0.3203, 0.3203, 0.3125, 0.3125, 0.3125, 0.3125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["28617573", "23136735", "46695481", "6561200", "1203035", "19140422", "46355579", "27873158", "36355784", "9764256"], "ranked_scores": [0.6406, 0.6172, 0.6094, 0.5859, 0.5625, 0.5625, 0.5469, 0.5391, 0.5312, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8216, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "23895668", "7875158", "195352", "2533768", "1686997", "17755060", "10482574", "24594624", "25488034"], "ranked_scores": [0.4609, 0.4453, 0.4453, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["40365566", "23509113", "2030623", "21366394", "26973393", "7343711", "15707049", "32454714", "15381976", "26886351"], "ranked_scores": [0.5703, 0.5313, 0.5234, 0.5234, 0.5078, 0.5, 0.4922, 0.4922, 0.4922, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "12779444", "45908102", "4740447", "24423427", "3107733", "32159283", "5838067"], "ranked_scores": [0.4609, 0.3984, 0.3281, 0.2891, 0.2812, 0.2734, 0.2656, 0.2578, 0.2578, 0.2578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["188911", "45414636", "19510470", "21498497", "24612804", "12058271", "164985", "9226649", "6000423", "4447785"], "ranked_scores": [0.5781, 0.5703, 0.5703, 0.5625, 0.5625, 0.5625, 0.5625, 0.5547, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32742683", "32159283", "45401535", "26851674", "3727986", "22852120", "10812605", "18126445", "2417551", "41165286"], "ranked_scores": [0.4219, 0.3984, 0.3906, 0.3828, 0.3828, 0.3594, 0.3594, 0.3594, 0.3516, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["31560225", "4422868", "53211308", "29473081", "21258863", "343052", "13992047", "40145839", "13651792", "19047331"], "ranked_scores": [0.4844, 0.4531, 0.4375, 0.4375, 0.4297, 0.4219, 0.4219, 0.4219, 0.4141, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["13481731", "37628989", "24660385", "13223957", "21636085", "27550580", "52175065", "3052642", "34139429", "16090672"], "ranked_scores": [0.3125, 0.3047, 0.3047, 0.2891, 0.2891, 0.2734, 0.2656, 0.2656, 0.2578, 0.2578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["32743723", "24148722", "22995579", "14606752", "30813140", "37592824", "4709641", "24055603", "28419824", "28338268"], "ranked_scores": [0.4766, 0.4766, 0.4688, 0.4687, 0.4687, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "30639847", "41976370", "46182525", "12839939", "24660385", "13445579", "23816832", "9056874"], "ranked_scores": [0.5078, 0.4219, 0.4141, 0.4063, 0.4062, 0.3984, 0.3984, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "22264117", "22543403", "6040392", "4679264", "7988832", "2547636", "6313547", "10765888", "22551259"], "ranked_scores": [0.625, 0.5625, 0.5312, 0.5156, 0.5, 0.5, 0.4922, 0.4844, 0.4844, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "25643818", "9899292", "17195001", "22185730", "4423401", "14092737", "38811597", "23974474", "1227277"], "ranked_scores": [0.4531, 0.4297, 0.4062, 0.3984, 0.3984, 0.3984, 0.3906, 0.3828, 0.3828, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "5137019", "10450300", "12885341", "26133404", "20904154", "6000423", "2638387", "20261352"], "ranked_scores": [0.5781, 0.5547, 0.5391, 0.5156, 0.5156, 0.5156, 0.5078, 0.5078, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831558", "27240667", "22007333", "40735046", "16322674", "21874312", "3285322", "16701509", "23557241", "25973484"], "ranked_scores": [0.5859, 0.5703, 0.5547, 0.5469, 0.5391, 0.5313, 0.5312, 0.5234, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "27873158", "25742130", "12779444", "6561200", "23136735", "28617573", "46355579", "6748318"], "ranked_scores": [0.6562, 0.6094, 0.6016, 0.5703, 0.5625, 0.5547, 0.5391, 0.5312, 0.5312, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14938990", "44366096", "37643601", "3093512", "9021186", "43311750", "40145839", "30933307", "37204802", "15659108"], "ranked_scores": [0.4766, 0.4453, 0.4453, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["46202852", "20690388", "14492339", "11233339", "10530014", "16488405", "9225850", "36444198", "25738896", "8137081"], "ranked_scores": [0.4922, 0.4844, 0.4844, 0.4688, 0.4688, 0.4609, 0.4609, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "36111909", "9559146", "10012166", "24347647", "4653837", "2543135", "4452659", "28712203", "28138927"], "ranked_scores": [0.5469, 0.4844, 0.4844, 0.4766, 0.4688, 0.4609, 0.4609, 0.4609, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["2405259", "21380348", "8856690", "13868795", "45875990", "9752604", "12225214", "36464673", "6422576", "20620012"], "ranked_scores": [0.6094, 0.5938, 0.5625, 0.5391, 0.5391, 0.5313, 0.5313, 0.5313, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "25416944", "810480", "29231620", "32743723", "15889329", "2829179", "19497526", "22674621"], "ranked_scores": [0.5938, 0.5, 0.4453, 0.4453, 0.4375, 0.4141, 0.4063, 0.3984, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15491404", "21179714", "41913714", "44408494", "2119889", "23420615", "22674621", "14819804", "6076903", "15548965"], "ranked_scores": [0.5156, 0.4609, 0.4609, 0.4531, 0.4453, 0.4453, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["4462419", "4457834", "9988425", "6446747", "123859", "17945638", "19489351", "4380451", "25413327", "14550841"], "ranked_scores": [0.5469, 0.5, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687, 0.4609, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "35534019", "7020505", "14717213", "8083310", "5765455", "5782614", "2359152", "5836", "11899391"], "ranked_scores": [0.5313, 0.5312, 0.5312, 0.5234, 0.5234, 0.5156, 0.5078, 0.5, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20310709", "28015516", "14848619", "41913714", "17755060", "16546131", "14934137", "25629722", "14874811", "4345315"], "ranked_scores": [0.4609, 0.4375, 0.4297, 0.4141, 0.4141, 0.4141, 0.4141, 0.4141, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "22023404", "2425364", "36960449", "25599283", "41915616", "16256507", "3150030"], "ranked_scores": [0.6172, 0.5625, 0.4922, 0.4766, 0.4766, 0.4688, 0.4687, 0.4531, 0.4453, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["25488034", "8083310", "2919030", "13923140", "19149247", "25643818", "23267371", "41022628", "42441846", "40901687"], "ranked_scores": [0.4141, 0.4062, 0.4062, 0.3984, 0.3984, 0.3906, 0.3906, 0.3828, 0.3828, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["496873", "26735905", "7343711", "2177022", "35256900", "24726600", "4429118", "4429932", "9226649", "6944800"], "ranked_scores": [0.4766, 0.4688, 0.4609, 0.4531, 0.4453, 0.4453, 0.4453, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "4446814", "18256197", "17421851", "15925931", "16760369", "13448422", "19332616", "4421742", "9813098"], "ranked_scores": [0.5625, 0.5156, 0.5, 0.5, 0.5, 0.4922, 0.4922, 0.4922, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "40996863", "14121786", "28419824", "13933299", "38752049", "39970500", "32463364", "36003142", "21547032"], "ranked_scores": [0.6172, 0.5391, 0.5234, 0.5156, 0.5, 0.5, 0.4844, 0.4766, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13380011", "15889329", "22185730", "16966326", "40473317", "40476126", "33911859", "14362678", "8038329", "12932176"], "ranked_scores": [0.5781, 0.5781, 0.5781, 0.5703, 0.5469, 0.5391, 0.5391, 0.5391, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "26059876", "39758684", "4889228", "1032372", "52925737", "42693833", "24294572", "6790197"], "ranked_scores": [0.5625, 0.5469, 0.5234, 0.5234, 0.5078, 0.5, 0.5, 0.5, 0.4922, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "45414636", "16745747", "40234452", "28006126", "5800138", "15128866", "11233339", "18546584", "44562221"], "ranked_scores": [0.5078, 0.5, 0.4766, 0.4688, 0.4688, 0.4687, 0.4609, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "18758057", "9283422", "6123924", "8538916", "2825380", "21012916", "3684342", "13878643"], "ranked_scores": [0.4922, 0.4844, 0.4844, 0.4687, 0.4531, 0.4453, 0.4453, 0.4375, 0.4375, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "20904154", "12885341", "8300657", "29023309", "1386103", "8005007", "25897733", "35079452", "7451018"], "ranked_scores": [0.5625, 0.4922, 0.4844, 0.4766, 0.4531, 0.4453, 0.4453, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["28937856", "2701077", "293661", "17412260", "30658796", "3553087", "22968257", "32985041", "39558597", "2481032"], "ranked_scores": [0.4531, 0.375, 0.3672, 0.3672, 0.3594, 0.3594, 0.3594, 0.3594, 0.3516, 0.3516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4387494", "1970884", "12885341", "14241418", "2638387", "24221369", "19047331"], "ranked_scores": [0.5547, 0.5234, 0.5156, 0.5156, 0.5, 0.4844, 0.4766, 0.4766, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "10958594", "24450344", "25298276", "42731834", "3210545", "8659426", "35301079"], "ranked_scores": [0.5781, 0.4297, 0.4219, 0.4219, 0.4141, 0.4062, 0.3984, 0.3984, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4380287", "5836", "22647695", "26886351", "14644164", "17438862", "7221410", "6767271", "6171953", "597790"], "ranked_scores": [0.5234, 0.5234, 0.5234, 0.5156, 0.5156, 0.5156, 0.5156, 0.5078, 0.5078, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "18758057", "2714623", "8903143", "13798951", "5914739", "11233339", "18882947", "33499189", "6123924"], "ranked_scores": [0.6641, 0.5937, 0.5937, 0.5859, 0.5781, 0.5625, 0.5625, 0.5547, 0.5547, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "45920278", "27712433", "20491205", "12258338", "25886725", "6421734", "19945096", "3662510", "4791384"], "ranked_scores": [0.4531, 0.4219, 0.3984, 0.3438, 0.3437, 0.3281, 0.3281, 0.3281, 0.3203, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "21562657", "18938992", "2825380", "20310709", "21622715", "14848619", "7225911", "29429111", "10359591"], "ranked_scores": [0.5938, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5391, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "20690388", "21219071", "9433958", "7869794", "4447785", "10359591", "8137081", "24612804", "982650"], "ranked_scores": [0.5938, 0.5469, 0.5312, 0.5312, 0.5234, 0.5234, 0.5156, 0.5156, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25677651", "1285713", "4961038", "19099739", "14241418", "10491220", "14819804", "3078550", "6426919", "2119889"], "ranked_scores": [0.5156, 0.4922, 0.4844, 0.4844, 0.4766, 0.4688, 0.4688, 0.4687, 0.4687, 0.4609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "16787954", "11254040", "5284188", "341324", "21383026", "28806780", "26038789"], "ranked_scores": [0.6719, 0.5781, 0.5703, 0.5625, 0.5313, 0.5156, 0.5, 0.4922, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3078550", "4468861", "46765242", "25479072", "2296264", "17934603", "9021186", "8538916", "20568364", "7343711"], "ranked_scores": [0.5391, 0.5391, 0.5312, 0.4844, 0.4766, 0.4766, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-tq-2bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "21636085", "12810152", "4462079", "41915616", "44693226", "44572913", "21553394", "33409100", "22023404"], "ranked_scores": [0.6968, 0.6559, 0.635, 0.6184, 0.6028, 0.5921, 0.5902, 0.5901, 0.5818, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["9977329", "34121231", "11020556", "13000926", "26474812", "970012", "24177706", "40473317", "11411060", "9433958"], "ranked_scores": [0.4129, 0.3862, 0.3856, 0.3831, 0.3681, 0.3648, 0.3637, 0.3609, 0.3604, 0.3591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "35714909", "30983338", "6158879", "27449472", "18256197", "4506414", "8842332", "20697217", "2138843"], "ranked_scores": [0.6897, 0.6464, 0.6438, 0.6382, 0.6308, 0.6217, 0.6201, 0.6073, 0.606, 0.6057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2825380", "25479072", "19708993", "10562341", "4429388", "34905328", "29429111", "2714623"], "ranked_scores": [0.6972, 0.6563, 0.6333, 0.6286, 0.6268, 0.6254, 0.6195, 0.6194, 0.6174, 0.6161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "4587978", "1428830", "8868863", "15041758", "58564850", "5556809", "21373821"], "ranked_scores": [0.541, 0.4697, 0.4428, 0.4199, 0.4156, 0.4103, 0.4076, 0.4058, 0.3998, 0.3928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "23136735", "6561200", "19140422", "46355579", "27873158", "36355784", "9764256", "1203035"], "ranked_scores": [0.7887, 0.7641, 0.7619, 0.7401, 0.7308, 0.7277, 0.7088, 0.6809, 0.6766, 0.6683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8843, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "17755060", "3831884", "36653415", "4423401", "1686997", "7875158", "10482574", "20672596", "8460275"], "ranked_scores": [0.569, 0.563, 0.5496, 0.5442, 0.5351, 0.531, 0.527, 0.5268, 0.5245, 0.5218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "32454714", "26886351", "2030623", "5979056", "20610557", "17438862", "18488986", "7343711"], "ranked_scores": [0.6926, 0.64, 0.6267, 0.6123, 0.6071, 0.6005, 0.5921, 0.588, 0.5863, 0.5839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "45908102", "10749308", "20945963", "13097856", "140907540", "33533307"], "ranked_scores": [0.5722, 0.4786, 0.4192, 0.3381, 0.3231, 0.3182, 0.3181, 0.3137, 0.3015, 0.2959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["19510470", "67787658", "164985", "24612804", "5836", "381602", "26886351", "35256900", "3863543", "14644164"], "ranked_scores": [0.6577, 0.6525, 0.6447, 0.6358, 0.6357, 0.6357, 0.6343, 0.6302, 0.6301, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "15879931", "32159283", "40963697", "45401535", "26851674", "3984231", "2060137", "22852120", "18126445"], "ranked_scores": [0.4769, 0.4628, 0.4604, 0.4561, 0.4511, 0.4471, 0.4428, 0.4412, 0.4411, 0.4396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "18126445", "31560225", "22241778", "343052", "8453819", "712078", "9614443", "4422868", "6315132"], "ranked_scores": [0.5327, 0.5112, 0.5082, 0.4918, 0.4915, 0.4896, 0.4873, 0.4862, 0.4803, 0.4801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "8995263", "37628989", "38369817", "8426046", "29288582", "27049238", "2291922", "46182525", "8290953"], "ranked_scores": [0.4001, 0.3967, 0.3766, 0.3728, 0.3645, 0.3606, 0.356, 0.3517, 0.3482, 0.3344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "24148722", "32743723", "14606752", "17930286", "22995579", "28419824", "30813140", "12667988", "14566771"], "ranked_scores": [0.591, 0.5909, 0.5505, 0.5479, 0.5466, 0.5415, 0.5358, 0.5221, 0.5188, 0.5188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "13445579", "52874170", "12839939", "23400191", "21301090", "24942840", "15194125", "25515907"], "ranked_scores": [0.6499, 0.5063, 0.5011, 0.5011, 0.4825, 0.4654, 0.4633, 0.4582, 0.4566, 0.4523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["26230669", "1848452", "22543403", "6040392", "22264117", "22551259", "9291668", "4434951", "7988832", "7514614"], "ranked_scores": [0.736, 0.7245, 0.7204, 0.7144, 0.687, 0.6857, 0.6738, 0.6608, 0.645, 0.6345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "23974474", "17195001", "9899292", "275294", "5704562", "25599283", "2266471", "23895668"], "ranked_scores": [0.5743, 0.5358, 0.5243, 0.5223, 0.5037, 0.4991, 0.4824, 0.4804, 0.4799, 0.4785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5811042", "2947124", "5137019", "18938992", "20996244", "2638387", "26873988", "26133404", "25263810"], "ranked_scores": [0.7254, 0.6795, 0.6777, 0.666, 0.6656, 0.6654, 0.6545, 0.648, 0.6466, 0.6397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "22007333", "27123743", "27240667", "17450673", "23557241", "13831842", "1428840", "21874312", "37480103"], "ranked_scores": [0.766, 0.7345, 0.7249, 0.7238, 0.7195, 0.7194, 0.7125, 0.7118, 0.7076, 0.6978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "46695481", "25742130", "28617573", "23136735", "6561200", "46355579", "12779444", "32423829"], "ranked_scores": [0.726, 0.6933, 0.6906, 0.6662, 0.6579, 0.6512, 0.6486, 0.646, 0.643, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37762357", "8005007", "14474178", "3093512", "35329820", "10024681", "31272411", "18914652", "6501747", "5838067"], "ranked_scores": [0.567, 0.5572, 0.5536, 0.5366, 0.5344, 0.5335, 0.5334, 0.5329, 0.5324, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "16488405", "8317408", "24088502", "36444198", "8137081", "18882947", "14492339", "7869794", "20690388"], "ranked_scores": [0.617, 0.5851, 0.5732, 0.5706, 0.5693, 0.5673, 0.5661, 0.5641, 0.5573, 0.5569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "22264117", "10012166", "8519911", "26230669", "4326318", "28138927", "4653837", "7514614"], "ranked_scores": [0.6829, 0.6256, 0.6132, 0.61, 0.5954, 0.5925, 0.5828, 0.5767, 0.5682, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["21380348", "3849194", "8856690", "16120395", "2405259", "24731248", "30208015", "33499189", "4324278", "45875990"], "ranked_scores": [0.6859, 0.6829, 0.6815, 0.6611, 0.6346, 0.6332, 0.6328, 0.6327, 0.6287, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "32743723", "37592824", "116792", "810480", "7997337", "35149431", "2829179"], "ranked_scores": [0.753, 0.5547, 0.5545, 0.5268, 0.5253, 0.5144, 0.507, 0.4852, 0.4798, 0.4769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "15491404", "7549811", "41913714", "23700330", "10790846", "23420615", "14461101", "44408494", "11254556"], "ranked_scores": [0.6011, 0.5853, 0.5832, 0.5613, 0.5596, 0.5564, 0.5555, 0.5526, 0.5521, 0.5495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["4457834", "24766509", "7521113", "2988714", "40234452", "19489351", "9988425", "6446747", "24512417", "4462419"], "ranked_scores": [0.6242, 0.6111, 0.6031, 0.6021, 0.6007, 0.5851, 0.5831, 0.5828, 0.5827, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "5836", "8083310", "33677323", "6000423", "21692235", "8925851", "3863543"], "ranked_scores": [0.7081, 0.6958, 0.6719, 0.6681, 0.662, 0.6465, 0.6394, 0.6392, 0.6362, 0.6359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["31407112", "20310709", "14848619", "5468807", "4345315", "22317868", "41913714", "17755060", "13966946", "16472469"], "ranked_scores": [0.5389, 0.5339, 0.5141, 0.5049, 0.4985, 0.4928, 0.4919, 0.4893, 0.4892, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "25599283", "22023404", "36960449", "2425364", "16256507", "41915616", "11738716"], "ranked_scores": [0.695, 0.6898, 0.6086, 0.5818, 0.5744, 0.5656, 0.5591, 0.5486, 0.5429, 0.5408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "11738716", "2831620", "19149247", "31407112", "13923140", "35345807", "38028419", "14663842", "4036038"], "ranked_scores": [0.5269, 0.5146, 0.5055, 0.5041, 0.5005, 0.4997, 0.4944, 0.4865, 0.4862, 0.4833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "24726600", "43224840", "6944800", "3391547", "4429118", "29473081", "4462777", "35256900", "4270992"], "ranked_scores": [0.5872, 0.5614, 0.5486, 0.5479, 0.5395, 0.5331, 0.529, 0.529, 0.5262, 0.5256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "4446814", "3616843", "10831818", "12358173", "87758", "13448422", "25028913", "15925931"], "ranked_scores": [0.6875, 0.6491, 0.6322, 0.6283, 0.6243, 0.6217, 0.6192, 0.614, 0.613, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "24625323", "37488367", "14121786", "5691302", "21590125", "5402581", "28419824", "40996863"], "ranked_scores": [0.7399, 0.602, 0.5974, 0.5947, 0.5805, 0.5796, 0.5748, 0.5631, 0.5603, 0.5572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "35149431", "12932176", "8246922", "2947124", "16605494", "23052989", "5811042", "33911859", "40473317"], "ranked_scores": [0.7332, 0.6615, 0.6587, 0.6515, 0.6478, 0.6435, 0.6423, 0.6415, 0.6409, 0.6367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "24294572", "42693833", "39758684", "52925737", "4447785", "21179714", "9159125"], "ranked_scores": [0.7003, 0.6561, 0.6459, 0.613, 0.6079, 0.6004, 0.5986, 0.5946, 0.592, 0.5862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["12058271", "10165258", "28006126", "6123924", "40094786", "40608679", "18546584", "5132358", "45414636", "19511011"], "ranked_scores": [0.6325, 0.6057, 0.5992, 0.5953, 0.5951, 0.5888, 0.5838, 0.5749, 0.5746, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "9283422", "10165258", "40608679", "6123924", "17463549", "20457190", "8538916"], "ranked_scores": [0.6786, 0.6503, 0.5755, 0.564, 0.5465, 0.5449, 0.5447, 0.5344, 0.5306, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "12885341", "8005007", "8563659", "21274496", "2947124", "27555165", "31560225"], "ranked_scores": [0.719, 0.688, 0.6576, 0.6374, 0.6189, 0.6135, 0.607, 0.6055, 0.6042, 0.6011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["28937856", "2701077", "20418809", "22968257", "293661", "23895668", "26851674", "30543439", "5468807", "4396105"], "ranked_scores": [0.4367, 0.4229, 0.4164, 0.4083, 0.4065, 0.4065, 0.4035, 0.4028, 0.4007, 0.3993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "1970884", "2638387", "2042250", "14474178", "37762357", "18694784", "20690388"], "ranked_scores": [0.6726, 0.6688, 0.6419, 0.6239, 0.6197, 0.6032, 0.5993, 0.5974, 0.5951, 0.5889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "31616203", "7821634", "24634621", "8659426", "25298276", "10958594", "24450344", "19673227"], "ranked_scores": [0.6904, 0.585, 0.5631, 0.5464, 0.543, 0.5414, 0.5384, 0.5348, 0.5346, 0.5334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "17438862", "195683603", "27789588", "5979056", "4380287", "13923140", "14644164", "9977329", "22647695"], "ranked_scores": [0.6801, 0.6765, 0.658, 0.6519, 0.6491, 0.6421, 0.6419, 0.6403, 0.6395, 0.636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "18758057", "8903143", "5914739", "4270992", "13778710", "33499189", "13798951", "28006126"], "ranked_scores": [0.7501, 0.7422, 0.7338, 0.7215, 0.7039, 0.7012, 0.7004, 0.7, 0.6939, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "27712433", "40905302", "12258338", "3662510", "45920278", "25886725", "20491205", "6085365"], "ranked_scores": [0.5228, 0.4972, 0.4565, 0.4518, 0.4334, 0.426, 0.4236, 0.4028, 0.4011, 0.3977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "14848619", "12909503", "7820043", "10015292", "23746313", "3805841", "885056", "25300426", "14367469"], "ranked_scores": [0.6497, 0.6466, 0.6448, 0.6431, 0.6417, 0.641, 0.6247, 0.6242, 0.6211, 0.6198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "29473081", "4447785", "28149602", "2042250", "20690388", "9225850", "22134353", "24612804", "1550937"], "ranked_scores": [0.7173, 0.6416, 0.6394, 0.6346, 0.6312, 0.6267, 0.6244, 0.6203, 0.6183, 0.6157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25677651", "11043831", "19099739", "10491220", "25388309", "14241418", "1285713", "13639330", "41325555", "23863551"], "ranked_scores": [0.6009, 0.5922, 0.5874, 0.5735, 0.5683, 0.5676, 0.5623, 0.5599, 0.558, 0.5559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "16787954", "21383026", "341324", "5284188", "7224723", "31363207", "11254040"], "ranked_scores": [0.7608, 0.6819, 0.662, 0.6468, 0.6265, 0.6187, 0.6179, 0.6159, 0.61, 0.5949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7821634", "3935126", "52180874", "4468861", "85665741", "3078550", "3376731", "17682477", "2296264", "9498458"], "ranked_scores": [0.5648, 0.5532, 0.5522, 0.5445, 0.5387, 0.5346, 0.5312, 0.5216, 0.5195, 0.5165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-tq-3bit": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "21636085", "21553394", "41915616", "33409100", "4462079", "2425364", "44572913", "22023404"], "ranked_scores": [0.7553, 0.7281, 0.6904, 0.6558, 0.6555, 0.6499, 0.6489, 0.6395, 0.6351, 0.6328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "9977329", "13000926", "11020556", "40473317", "40323148", "34121231", "23801039", "3930020", "4319174"], "ranked_scores": [0.4261, 0.4189, 0.4168, 0.4086, 0.406, 0.4009, 0.3921, 0.3903, 0.3799, 0.3797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "27449472", "6158879", "8842332", "13448422", "16760369", "20697217", "35714909", "38630735", "14973286"], "ranked_scores": [0.7742, 0.6796, 0.6744, 0.6737, 0.6717, 0.6684, 0.6676, 0.6671, 0.6557, 0.6533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "34905328", "2825380", "51952430", "2714623", "35884026", "5914739", "18882947", "25479072"], "ranked_scores": [0.7401, 0.7093, 0.6944, 0.6819, 0.6738, 0.6713, 0.6678, 0.6637, 0.6613, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "27150276", "21373821", "8868863", "4587978", "12672066", "19071857", "11913139", "12667988"], "ranked_scores": [0.6312, 0.5563, 0.5297, 0.4782, 0.478, 0.4743, 0.4511, 0.4444, 0.4411, 0.4315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "9764256", "46695481"], "ranked_ids": ["46695481", "28617573", "6561200", "23136735", "46355579", "19140422", "27873158", "1203035", "9764256", "36355784"], "ranked_scores": [0.8254, 0.8225, 0.8041, 0.8013, 0.7956, 0.7871, 0.7655, 0.7514, 0.741, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8843, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["17755060", "18810195", "3831884", "23576165", "1686997", "23895668", "10482574", "16839245", "4423401", "20672596"], "ranked_scores": [0.6086, 0.6073, 0.6029, 0.5974, 0.5926, 0.5863, 0.5776, 0.5756, 0.5726, 0.5691], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "20610557", "32454714", "15381976", "25602549", "18488986", "12358173", "67045088", "21366394"], "ranked_scores": [0.7083, 0.6649, 0.6407, 0.6361, 0.6344, 0.6328, 0.6238, 0.6218, 0.6213, 0.6213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "10749308", "84784389", "27150276", "140907540", "9754530", "35186640"], "ranked_scores": [0.6482, 0.5155, 0.4579, 0.3758, 0.3457, 0.3398, 0.3291, 0.3175, 0.3146, 0.3102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["27567994", "26886351", "5836", "18237384", "24612804", "35256900", "3863543", "9558539", "5386514", "3376731"], "ranked_scores": [0.6942, 0.6889, 0.6783, 0.677, 0.6719, 0.6703, 0.6695, 0.6674, 0.6653, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "2060137", "4138659", "32159283", "18126445", "26851674", "3984231", "45401535", "15879931", "12866641"], "ranked_scores": [0.5187, 0.5144, 0.4988, 0.4987, 0.4984, 0.4865, 0.4858, 0.4823, 0.4799, 0.4746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "21258863", "1336292", "31560225", "28264919", "712078", "35085326", "43329366", "29288582", "1386103"], "ranked_scores": [0.548, 0.5435, 0.5435, 0.5281, 0.5279, 0.527, 0.5243, 0.5242, 0.5227, 0.5218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "24660385", "6212802", "38369817", "13223957", "27049238", "8290953", "8995263", "12265561", "34268160"], "ranked_scores": [0.4326, 0.4089, 0.4027, 0.3981, 0.3966, 0.3874, 0.3847, 0.3842, 0.3828, 0.3781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "32743723", "44830890", "28419824", "12667988", "143868995", "14606752", "24055603", "7997337"], "ranked_scores": [0.6059, 0.5894, 0.5779, 0.5779, 0.5721, 0.5662, 0.5534, 0.5511, 0.5477, 0.5378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "12839939", "23639838", "13445579", "22688699", "23400191", "24942840", "21301090", "29981186"], "ranked_scores": [0.6776, 0.55, 0.5474, 0.5444, 0.5338, 0.5019, 0.4978, 0.4898, 0.4892, 0.4813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "26230669", "22264117", "22551259", "6040392", "9291668", "4434951", "52868579", "40349336"], "ranked_scores": [0.778, 0.77, 0.7649, 0.7449, 0.7399, 0.7322, 0.7171, 0.6952, 0.6892, 0.688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1227277", "9899292", "275294", "23974474", "2266471", "14501880", "5704562", "4423401"], "ranked_scores": [0.6138, 0.6042, 0.6027, 0.5406, 0.5348, 0.5301, 0.5297, 0.5291, 0.526, 0.5228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "18938992", "5811042", "23305884", "26133404", "10450300", "10648422", "5137019", "2638387"], "ranked_scores": [0.7721, 0.7223, 0.7007, 0.6987, 0.6855, 0.6854, 0.6839, 0.6819, 0.6815, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "22007333", "27123743", "17450673", "23557241", "27240667", "13831842", "21874312", "37480103", "16322674"], "ranked_scores": [0.7985, 0.7984, 0.7874, 0.7834, 0.7797, 0.7792, 0.7787, 0.7749, 0.7735, 0.7578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "25742130", "27873158", "12779444", "28617573", "6561200", "46355579", "23136735", "9764256"], "ranked_scores": [0.7912, 0.7473, 0.7454, 0.7407, 0.7204, 0.7147, 0.7077, 0.7027, 0.6944, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "8005007", "26133404", "37762357", "3093512", "37643601", "26071782", "31272411", "44366096", "5633957"], "ranked_scores": [0.6083, 0.6081, 0.6053, 0.6043, 0.5964, 0.5948, 0.5912, 0.5894, 0.5853, 0.5749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "8137081", "14492339", "16488405", "8317408", "27602752", "20690388", "24088502", "9225850", "46926352"], "ranked_scores": [0.6339, 0.6228, 0.615, 0.6069, 0.5999, 0.5926, 0.5922, 0.5905, 0.5828, 0.5806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "24347647", "22264117", "4326318", "8519911", "9559146", "26230669", "28138927", "4653837"], "ranked_scores": [0.7067, 0.6661, 0.6608, 0.6389, 0.6176, 0.6117, 0.6085, 0.608, 0.6075, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8856690", "16120395", "3849194", "45875990", "2405259", "21380348", "4324278", "8903143", "3154880", "22036571"], "ranked_scores": [0.7383, 0.7349, 0.721, 0.7102, 0.69, 0.6868, 0.6865, 0.6863, 0.6746, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "116792", "37592824", "810480", "32743723", "2829179", "31324978", "7997337"], "ranked_scores": [0.7922, 0.5914, 0.56, 0.5564, 0.5533, 0.5432, 0.5421, 0.5097, 0.5008, 0.4924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15491404", "6076903", "12932176", "23700330", "21179714", "14461101", "7549811", "41913714", "23420615", "10846815"], "ranked_scores": [0.6618, 0.6548, 0.6101, 0.5982, 0.5976, 0.5946, 0.5925, 0.5919, 0.5915, 0.591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "24766509", "4457834", "22843616", "11922370", "18909530", "4462419", "3840043", "12225214"], "ranked_scores": [0.6574, 0.6357, 0.6323, 0.6318, 0.6188, 0.6022, 0.602, 0.6019, 0.6012, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "8083310", "5782614", "8925851", "5836", "14178995", "41293601", "4312169"], "ranked_scores": [0.7355, 0.7264, 0.716, 0.6976, 0.6862, 0.6602, 0.6585, 0.6582, 0.6545, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20310709", "31407112", "41913714", "35884026", "4447055", "25483562", "2727303", "14848619", "4345315", "16472469"], "ranked_scores": [0.566, 0.5562, 0.5529, 0.5469, 0.5447, 0.5414, 0.538, 0.5374, 0.5341, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "2425364", "41915616", "22023404", "11738716", "36960449", "25599283", "3150030"], "ranked_scores": [0.7425, 0.7288, 0.6687, 0.6164, 0.6084, 0.5908, 0.5863, 0.5743, 0.574, 0.5556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "2831620", "14663842", "71625969", "19149247", "25488034", "24921368", "3067015", "7875158", "32975424"], "ranked_scores": [0.5452, 0.5394, 0.5364, 0.5335, 0.5142, 0.5134, 0.5098, 0.5083, 0.505, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["3391547", "2177022", "6944800", "1065627", "35256900", "24726600", "4270992", "29473081", "15816729", "7343711"], "ranked_scores": [0.5903, 0.5835, 0.5799, 0.5795, 0.5788, 0.5766, 0.5659, 0.5654, 0.5627, 0.5431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "87758", "4446814", "13448422", "22309946", "3616843", "2587396", "4460880", "15925931"], "ranked_scores": [0.7442, 0.6946, 0.6791, 0.6782, 0.6554, 0.648, 0.6443, 0.6413, 0.6376, 0.6376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "5691302", "32463364", "40996863", "37488367", "14121786", "38752049", "45153864"], "ranked_scores": [0.7839, 0.6753, 0.6366, 0.6341, 0.6331, 0.6279, 0.6256, 0.6228, 0.5997, 0.5995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14362678", "35149431", "8596357", "8246922", "5811042", "31624828", "2947124", "14972169", "22185730"], "ranked_scores": [0.7718, 0.6787, 0.6728, 0.6708, 0.6695, 0.6605, 0.6601, 0.659, 0.6558, 0.6558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "42693833", "17648235", "26059876", "4422868", "11915280", "39758684", "57783564"], "ranked_scores": [0.7527, 0.738, 0.7053, 0.6652, 0.6522, 0.6479, 0.6454, 0.6433, 0.6367, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40094786", "45414636", "28006126", "12058271", "20738970", "18546584", "5132358", "25479072", "13798951", "29347970"], "ranked_scores": [0.6664, 0.6663, 0.6587, 0.651, 0.6478, 0.6466, 0.6423, 0.6411, 0.639, 0.6331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "18758057", "9283422", "45414636", "6123924", "17463549", "8538916", "13980338"], "ranked_scores": [0.7023, 0.7007, 0.6242, 0.6112, 0.6057, 0.5903, 0.5882, 0.5832, 0.5775, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "27602752", "12885341", "8005007", "20357868", "27555165", "29023309", "12670680", "31560225"], "ranked_scores": [0.7755, 0.6954, 0.6901, 0.6787, 0.6499, 0.6496, 0.6469, 0.6468, 0.6457, 0.6433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2701077", "9559146", "28937856", "23895668", "15521377", "17412260", "26851674", "31293581", "33370", "1507222"], "ranked_scores": [0.4724, 0.4515, 0.4474, 0.4394, 0.4282, 0.4281, 0.4265, 0.4219, 0.4217, 0.4203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "24221369", "2042250", "3493623", "30437264", "1970884", "25263810", "21562657"], "ranked_scores": [0.7035, 0.7013, 0.6685, 0.6345, 0.6327, 0.6315, 0.6294, 0.6269, 0.625, 0.621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "8659426", "24634621", "10958594", "7821634", "31616203", "21382907", "13256155", "25298276"], "ranked_scores": [0.7618, 0.6112, 0.6102, 0.6004, 0.5988, 0.5922, 0.5906, 0.5869, 0.5833, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17438862", "21498497", "13923140", "12670680", "4380287", "14644164", "7221410", "5811042", "5836", "4399311"], "ranked_scores": [0.7171, 0.7159, 0.7111, 0.709, 0.703, 0.6984, 0.6824, 0.6818, 0.6769, 0.6751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "18758057", "13798951", "8903143", "28006126", "2825380", "5914739", "33499189", "4270992"], "ranked_scores": [0.8052, 0.7982, 0.7789, 0.7653, 0.7647, 0.7567, 0.7555, 0.751, 0.7454, 0.7408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "27712433", "40905302", "12258338", "20491205", "45920278", "6085365", "3662510", "25886725"], "ranked_scores": [0.5607, 0.518, 0.5173, 0.4937, 0.4755, 0.4611, 0.4477, 0.4468, 0.4395, 0.4245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10359591", "21562657", "29073751", "10015292", "25263810", "2405259", "4347374", "10627801", "30437264", "25014337"], "ranked_scores": [0.6909, 0.6905, 0.6894, 0.6836, 0.6812, 0.6804, 0.6786, 0.6776, 0.6743, 0.6737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "4447785", "22134353", "38944245", "12670680", "9225850", "5633957", "1550937", "2042250", "20690388"], "ranked_scores": [0.7591, 0.6984, 0.6946, 0.6812, 0.6792, 0.6747, 0.6691, 0.6689, 0.6683, 0.6671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25677651", "14819804", "19099739", "11043831", "14241418", "1285713", "17195001", "25388309", "13639330", "6426919"], "ranked_scores": [0.6308, 0.6112, 0.6098, 0.6094, 0.6012, 0.5982, 0.5877, 0.5866, 0.5854, 0.5808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "1986482", "21383026", "31363207", "11254040", "7224723", "13899137", "5284188"], "ranked_scores": [0.819, 0.7229, 0.696, 0.6954, 0.6692, 0.6646, 0.6439, 0.6344, 0.6271, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "4468861", "85665741", "7821634", "3376731", "1900152", "19673227", "3935126", "21009874", "3078550"], "ranked_scores": [0.627, 0.6187, 0.5977, 0.5967, 0.5881, 0.5838, 0.5827, 0.5764, 0.5754, 0.5748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.05": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30720103", "4483571", "23267371", "44572913", "26409363", "275294", "16812091", "11246427"], "ranked_scores": [530.0, 519.0, 514.0, 504.0, 503.0, 501.0, 500.0, 500.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "4319174", "34121231", "4340358", "17050065", "25817686", "7514614", "17000834", "7451018"], "ranked_scores": [491.0, 481.0, 480.0, 467.0, 458.0, 456.0, 455.0, 453.0, 451.0, 448.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "13448422", "16760369", "29526125", "38630735", "24735908", "6176498"], "ranked_scores": [539.0, 526.0, 525.0, 519.0, 513.0, 511.0, 505.0, 502.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "3155374", "19603353", "24387017", "2714623", "35660758", "34905328", "51952430", "2274272", "18231807"], "ranked_scores": [521.0, 511.0, 509.0, 508.0, 506.0, 505.0, 502.0, 502.0, 501.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "12672066", "11913139", "24318630", "26720366", "31612088", "33417012", "43220289"], "ranked_scores": [545.0, 494.0, 490.0, 480.0, 469.0, 465.0, 465.0, 460.0, 458.0, 455.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "46695481", "27873158", "28617573"], "ranked_ids": ["28617573", "46695481", "7650066", "27873158", "9764256", "6561200", "19140422", "16980892", "23136735", "46355579"], "ranked_scores": [582.0, 572.0, 561.0, 556.0, 553.0, 546.0, 541.0, 535.0, 535.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "23887844", "18810195", "4423401", "36653415", "18678095", "36386637", "7875158", "23148978", "22712546"], "ranked_scores": [503.0, 497.0, 495.0, 493.0, 491.0, 488.0, 488.0, 485.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "21651116", "25141908", "35395662", "6182947", "21395936", "36345578", "2248870", "8596357"], "ranked_scores": [546.0, 534.0, 524.0, 521.0, 520.0, 519.0, 518.0, 515.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6319826", "84784389", "35329820", "22711954", "38180456", "31460499"], "ranked_scores": [566.0, 479.0, 466.0, 466.0, 458.0, 454.0, 454.0, 453.0, 450.0, 448.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "1049501", "4429118", "9977329", "46926352", "21535641", "10354110", "7489663", "24707550", "28149602"], "ranked_scores": [535.0, 521.0, 520.0, 519.0, 519.0, 518.0, 515.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "3984231", "21557614", "4928057", "39084565", "19185192", "4020950", "10576136", "28264919"], "ranked_scores": [510.0, 507.0, 489.0, 488.0, 481.0, 477.0, 477.0, 476.0, 474.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "24044977", "4999387", "3929361", "27264454", "1805641", "43378932", "9754530", "18074797"], "ranked_scores": [502.0, 487.0, 473.0, 467.0, 466.0, 457.0, 457.0, 457.0, 456.0, 454.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "34876410", "2593298", "19332616", "11459139", "33569870", "7711685", "2192419", "30639847", "3896759"], "ranked_scores": [473.0, 471.0, 470.0, 468.0, 468.0, 468.0, 467.0, 466.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "27076725", "24148722", "7965928", "24055603", "36003142", "13282296", "22995579", "14606752"], "ranked_scores": [499.0, 497.0, 490.0, 486.0, 486.0, 477.0, 472.0, 471.0, 471.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "79231308", "12866641", "36345578", "25589047", "26611094", "28617573", "10577574", "38844612"], "ranked_scores": [497.0, 472.0, 460.0, 456.0, 454.0, 453.0, 452.0, 452.0, 448.0, 446.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "9291668", "6040392", "22264117", "22551259", "4434951", "1848452", "26230669", "28530299"], "ranked_scores": [573.0, 572.0, 570.0, 560.0, 560.0, 557.0, 553.0, 552.0, 537.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "120626", "29467201", "2266471", "20288322", "3504761", "17195001", "11674596", "4414481", "1227277"], "ranked_scores": [549.0, 525.0, 502.0, 493.0, 491.0, 491.0, 490.0, 488.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "10627801", "2947124", "12885341", "26133404", "20960682", "31272411", "6144337", "24177706"], "ranked_scores": [574.0, 538.0, 524.0, 524.0, 517.0, 516.0, 515.0, 513.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "27123743", "37480103", "23557241", "16322674", "22007333", "15512462", "1428840", "5487448", "13831842"], "ranked_scores": [566.0, 564.0, 554.0, 551.0, 537.0, 533.0, 531.0, 524.0, 516.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "36355784", "9764256", "32423829", "25742130", "12779444", "28617573", "7650066", "46355579"], "ranked_scores": [530.0, 518.0, 518.0, 511.0, 510.0, 510.0, 509.0, 508.0, 507.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "7820043", "10627801", "3107733", "44366096", "6144337", "21651116", "8005007", "24221369"], "ranked_scores": [566.0, 550.0, 542.0, 529.0, 525.0, 523.0, 512.0, 507.0, 507.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "35534019", "3698758", "24512064", "7968532", "18174210", "3330111", "12489688", "1871230", "44562058"], "ranked_scores": [513.0, 495.0, 492.0, 486.0, 482.0, 480.0, 480.0, 479.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "7514614", "52887689", "516867", "4452659", "6277638", "18949516", "14864285", "16693950"], "ranked_scores": [542.0, 534.0, 527.0, 522.0, 517.0, 516.0, 511.0, 505.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "18358026", "935538", "6264468", "21330280", "23604601", "21622715", "28264919", "27134931", "27693891"], "ranked_scores": [513.0, 498.0, 495.0, 494.0, 490.0, 490.0, 489.0, 488.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "24512064", "810480", "23670644", "6123521", "45276789", "27866735", "25416944"], "ranked_scores": [555.0, 492.0, 486.0, 471.0, 465.0, 462.0, 460.0, 459.0, 458.0, 455.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "12030318", "6076903", "778436", "25623469", "11291348", "1031534", "4702639", "20028729", "34071621"], "ranked_scores": [511.0, 510.0, 509.0, 509.0, 506.0, 505.0, 505.0, 500.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "19149247", "11291348", "15491404", "31962403", "9505448", "29557235", "24828165", "6717533"], "ranked_scores": [542.0, 525.0, 515.0, 507.0, 497.0, 496.0, 495.0, 495.0, 493.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "2359152", "3863543", "30152134", "5765455", "6000423", "8385277", "9478135", "8083310", "21479575"], "ranked_scores": [531.0, 530.0, 530.0, 527.0, 518.0, 514.0, 510.0, 505.0, 504.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "27134931", "2679511", "6812319", "12922760", "30122260", "26672703", "16644043", "12207340", "45875990"], "ranked_scores": [529.0, 503.0, 500.0, 500.0, 500.0, 495.0, 493.0, 491.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2425364", "30720103", "22023404", "36960449", "26409363", "275294", "3150030", "4483571", "21553394", "23267371"], "ranked_scores": [497.0, 493.0, 487.0, 479.0, 479.0, 479.0, 477.0, 475.0, 473.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "9638032", "33911859", "41599676", "26456326", "14663842", "6421792", "8925851", "10548391", "32481310"], "ranked_scores": [517.0, 484.0, 484.0, 476.0, 472.0, 471.0, 469.0, 469.0, 466.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "6944800", "13889430", "13011249", "26231129", "40382183", "11172205", "10812605", "4429118"], "ranked_scores": [518.0, 514.0, 514.0, 509.0, 509.0, 508.0, 506.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "10071590", "7602348", "13448422", "28164534", "7813993", "39084565", "3056682"], "ranked_scores": [581.0, 505.0, 504.0, 499.0, 483.0, 482.0, 480.0, 478.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "23785605", "13230773", "34139429", "13481731", "2338488", "40996863", "5698494", "33533307", "19675911"], "ranked_scores": [574.0, 502.0, 500.0, 500.0, 499.0, 499.0, 494.0, 493.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "13380011", "7997337", "4306711", "6712836", "17333231", "9217800", "9194077", "4452659", "665817"], "ranked_scores": [546.0, 502.0, 494.0, 492.0, 489.0, 486.0, 486.0, 484.0, 482.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "43334921", "4429118", "5991309", "4422868", "4447785", "11481946", "26059876"], "ranked_scores": [596.0, 555.0, 533.0, 532.0, 530.0, 523.0, 523.0, 521.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "22852120", "24387017", "14492339", "19005293", "51952430", "22134353", "14311986", "6123924", "45096063"], "ranked_scores": [561.0, 527.0, 525.0, 522.0, 521.0, 519.0, 518.0, 518.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "19511011", "17682477", "27910499", "13398997", "14647747", "1336292", "3090454", "5003144", "22613657"], "ranked_scores": [542.0, 538.0, 526.0, 524.0, 517.0, 510.0, 507.0, 507.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "4883040", "11238951", "39443128", "1386103", "34818263", "13071728", "7111021"], "ranked_scores": [588.0, 518.0, 511.0, 503.0, 497.0, 496.0, 496.0, 495.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["39532074", "2335873", "5395426", "25988622", "4380004", "32665136", "11738716", "11742219", "5137019", "306311"], "ranked_scores": [463.0, 460.0, 458.0, 458.0, 457.0, 456.0, 455.0, 455.0, 455.0, 454.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2638387", "6421792", "4347374", "25014337", "5560962", "6426919", "21274496", "13916484", "641786"], "ranked_scores": [549.0, 514.0, 508.0, 508.0, 508.0, 508.0, 505.0, 499.0, 490.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "13256155", "24575065", "3851329", "17876040", "5855168", "6334188"], "ranked_scores": [602.0, 567.0, 509.0, 503.0, 500.0, 500.0, 497.0, 493.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9977329", "17438862", "20722510", "9225850", "4429118", "28647122", "26230669", "11335781", "17934603", "45096063"], "ranked_scores": [516.0, 515.0, 511.0, 510.0, 509.0, 508.0, 508.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["15972906", "36271512", "21746539", "18042803", "2714623", "41982985", "18834078", "5914739", "9283422", "6936141"], "ranked_scores": [558.0, 550.0, 549.0, 549.0, 544.0, 532.0, 531.0, 530.0, 529.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "38180456", "16390264", "10577574", "12584053", "21323587", "16204011", "4824840", "26611094", "6421734"], "ranked_scores": [555.0, 481.0, 475.0, 474.0, 471.0, 471.0, 470.0, 469.0, 466.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "29073751", "3863543", "10991183", "27306942", "33076846", "5415832", "24624992", "11291348", "22134353"], "ranked_scores": [531.0, 524.0, 522.0, 519.0, 518.0, 517.0, 516.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "26297042", "3495456", "28149602", "46926352", "33920995", "36345578", "31624828"], "ranked_scores": [616.0, 549.0, 542.0, 535.0, 531.0, 527.0, 527.0, 527.0, 527.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "9784254", "3203590", "23286603", "15058155", "24150328", "8458567", "24387017", "8856690", "15879931"], "ranked_scores": [535.0, 517.0, 513.0, 511.0, 503.0, 502.0, 502.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "341324", "13901073", "708425", "13899137", "39984099", "35087728"], "ranked_scores": [579.0, 554.0, 531.0, 520.0, 513.0, 510.0, 503.0, 503.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "7343711", "21009874", "7975937", "5991309", "1900152", "32421068", "3471191", "1454773", "28392393"], "ranked_scores": [519.0, 512.0, 503.0, 501.0, 501.0, 500.0, 495.0, 493.0, 493.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.2": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30720103", "4483571", "44572913", "16812091", "26409363", "23267371", "36960449", "8856690"], "ranked_scores": [534.0, 528.0, 513.0, 509.0, 509.0, 508.0, 508.0, 506.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "4319174", "34121231", "970012", "4340358", "17000834", "17829012", "44366096", "25687558", "33934971"], "ranked_scores": [490.0, 486.0, 482.0, 482.0, 481.0, 472.0, 472.0, 469.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "5884524", "23783727", "6158879", "16760369", "38630735", "13448422", "29526125", "3056682", "6176498"], "ranked_scores": [583.0, 546.0, 544.0, 542.0, 528.0, 525.0, 515.0, 514.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "3155374", "11195653", "19603353", "24828165", "5914739", "18231257", "18042803", "25479072"], "ranked_scores": [541.0, 537.0, 526.0, 526.0, 524.0, 516.0, 515.0, 513.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "12672066", "2613775", "24318630", "11913139", "6841927", "27150276", "8868863"], "ranked_scores": [567.0, 511.0, 502.0, 493.0, 490.0, 482.0, 474.0, 474.0, 473.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "46695481", "27873158", "28617573"], "ranked_ids": ["28617573", "7650066", "27873158", "46695481", "23136735", "9764256", "6561200", "19140422", "46355579", "16980892"], "ranked_scores": [594.0, 582.0, 575.0, 573.0, 566.0, 566.0, 561.0, 558.0, 553.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8928, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "36653415", "23887844", "4423401", "7875158", "23576165", "18678095", "36386637", "1686997", "22712546"], "ranked_scores": [541.0, 518.0, 517.0, 517.0, 508.0, 508.0, 505.0, 503.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "35395662", "19005293", "21395936", "36345578", "21651116", "15425958", "26873988", "21366394", "25141908"], "ranked_scores": [549.0, 537.0, 535.0, 533.0, 532.0, 530.0, 529.0, 529.0, 526.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "7547329", "16979690", "6319826", "9754530", "6670101", "35329820", "4883040", "70439309"], "ranked_scores": [571.0, 496.0, 491.0, 476.0, 472.0, 464.0, 463.0, 460.0, 460.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "9977329", "46926352", "1049501", "24044977", "4429118", "19005293", "7975937", "40323148", "11233339"], "ranked_scores": [552.0, 535.0, 534.0, 532.0, 526.0, 525.0, 521.0, 521.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "3984231", "9846940", "10576136", "29526125", "21557614", "6270720", "25028913", "39084565"], "ranked_scores": [526.0, 518.0, 512.0, 502.0, 496.0, 495.0, 492.0, 490.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "24044977", "3308636", "18025240", "3929361", "1805641", "27264454", "10749308", "21258863"], "ranked_scores": [499.0, 491.0, 483.0, 481.0, 481.0, 479.0, 476.0, 476.0, 474.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["11459139", "7711685", "44801733", "2593298", "24496245", "34876410", "2829179", "2192419", "31890716", "496873"], "ranked_scores": [481.0, 480.0, 477.0, 476.0, 476.0, 476.0, 472.0, 470.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "30813140", "41735503", "22995579", "5402581", "44830890", "21274919", "17438862", "7965928"], "ranked_scores": [504.0, 496.0, 493.0, 492.0, 490.0, 489.0, 486.0, 485.0, 482.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "79231308", "27099731", "23294314", "26611094", "25641414", "13831558", "33257464", "44048701"], "ranked_scores": [518.0, 477.0, 472.0, 459.0, 458.0, 455.0, 454.0, 453.0, 451.0, 447.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "4679264", "22264117", "1848452", "22543403", "22551259", "26230669", "4434951", "14475235"], "ranked_scores": [584.0, 583.0, 583.0, 578.0, 572.0, 569.0, 556.0, 555.0, 548.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "29467201", "20288322", "120626", "17055665", "3504761", "11738716", "11674596", "17195001", "10491220"], "ranked_scores": [562.0, 513.0, 509.0, 505.0, 505.0, 505.0, 504.0, 502.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "10627801", "2947124", "13923140", "5137019", "18938992", "35395662", "21651116", "26133404", "6144337"], "ranked_scores": [592.0, 535.0, 527.0, 526.0, 517.0, 516.0, 516.0, 515.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "23557241", "17450673", "16322674", "22007333", "25973484", "5864770", "4828631", "5487448"], "ranked_scores": [571.0, 567.0, 566.0, 565.0, 554.0, 552.0, 543.0, 540.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "25742130", "32423829", "6561200", "12779444", "7650066", "46695481", "28617573", "40735046"], "ranked_scores": [544.0, 532.0, 530.0, 530.0, 530.0, 528.0, 525.0, 524.0, 523.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "7820043", "44366096", "3107733", "41337677", "24221369", "6501747", "16172576"], "ranked_scores": [569.0, 558.0, 556.0, 544.0, 543.0, 533.0, 529.0, 529.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "14021596", "35534019", "11349166", "24512064", "45276789", "12489688", "5377059", "27602752"], "ranked_scores": [543.0, 502.0, 500.0, 488.0, 486.0, 483.0, 481.0, 480.0, 480.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1084345", "516867", "7514614", "16693950", "797114", "52887689", "14864285", "6599693", "7185591"], "ranked_scores": [554.0, 551.0, 550.0, 531.0, 525.0, 519.0, 519.0, 517.0, 514.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "28264919", "935538", "18358026", "21330280", "24731248", "6264468", "11951999", "27134527", "502591"], "ranked_scores": [519.0, 512.0, 506.0, 503.0, 501.0, 495.0, 490.0, 489.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "27866735", "810480", "24512064", "23670644", "9977329", "13938878", "15493354"], "ranked_scores": [559.0, 496.0, 488.0, 479.0, 478.0, 473.0, 467.0, 466.0, 458.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["778436", "4702639", "25623469", "21622715", "38727075", "13639330", "317204", "12631697", "42489926", "2593298"], "ranked_scores": [512.0, 508.0, 504.0, 502.0, 501.0, 501.0, 499.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "7451607", "4423559", "19149247", "11291348", "9505448", "24881307", "12225214", "13552682"], "ranked_scores": [558.0, 523.0, 523.0, 508.0, 507.0, 505.0, 505.0, 501.0, 500.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "2359152", "30152134", "6000423", "27306942", "33677323", "5765455", "40127292", "11369420"], "ranked_scores": [545.0, 532.0, 530.0, 522.0, 520.0, 519.0, 518.0, 518.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "2679511", "12922760", "21221346", "16644043", "12207340", "30122260", "10326242", "6812319", "7468449"], "ranked_scores": [561.0, 518.0, 514.0, 508.0, 507.0, 506.0, 505.0, 504.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2425364", "30720103", "3150030", "36960449", "26409363", "22023404", "21553394", "23267371", "275294", "4483571"], "ranked_scores": [497.0, 494.0, 492.0, 491.0, 491.0, 490.0, 487.0, 487.0, 486.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "6947286", "14663842", "71625969", "18678095", "23389795", "14479433", "24423427", "33911859", "24863571"], "ranked_scores": [542.0, 493.0, 492.0, 484.0, 480.0, 480.0, 479.0, 478.0, 477.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["13889430", "13011249", "26231129", "17934082", "6944800", "1065627", "24726600", "24349992", "4429118", "14768471"], "ranked_scores": [529.0, 526.0, 524.0, 523.0, 519.0, 519.0, 519.0, 518.0, 514.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "7711685", "23124332", "7602348", "31933981", "7813993", "15925931", "24989194", "28164534"], "ranked_scores": [575.0, 516.0, 503.0, 501.0, 486.0, 485.0, 483.0, 480.0, 477.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "34139429", "23785605", "7602348", "4647303", "5698494", "24408040", "16760369", "28894097", "13481731"], "ranked_scores": [593.0, 512.0, 509.0, 500.0, 499.0, 498.0, 497.0, 496.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "13921783", "13380011", "4306711", "44408494", "4889228", "18346333", "17333231", "7042304", "23887844"], "ranked_scores": [553.0, 506.0, 506.0, 499.0, 498.0, 498.0, 496.0, 494.0, 494.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4429118", "17775228", "4422868", "7975937", "43334921", "26059876", "1387654", "4447785"], "ranked_scores": [590.0, 567.0, 549.0, 535.0, 535.0, 535.0, 532.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14492339", "13923140", "24387017", "6123924", "21363424", "14311986", "20388894", "29423324", "34905328"], "ranked_scores": [563.0, 540.0, 534.0, 528.0, 526.0, 526.0, 525.0, 525.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "19511011", "13398997", "17682477", "27910499", "14647747", "22613657", "2248870", "33535222", "10162553"], "ranked_scores": [567.0, 545.0, 539.0, 537.0, 536.0, 525.0, 522.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "21274496", "5735492", "4883040", "7111021", "5114282", "39443128", "74701974", "1386103"], "ranked_scores": [607.0, 532.0, 520.0, 516.0, 515.0, 514.0, 507.0, 506.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2014909", "2335873", "46193388", "41822527", "25988622", "4447055", "23863576", "39532074", "3559136", "6123521"], "ranked_scores": [479.0, 478.0, 472.0, 471.0, 471.0, 470.0, 469.0, 468.0, 467.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "4347374", "2638387", "25014337", "5560962", "6421792", "24512064", "22703082", "4336849"], "ranked_scores": [559.0, 520.0, 515.0, 512.0, 509.0, 497.0, 497.0, 495.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "6334188", "24873253", "21009874", "20428155", "7821634", "3935126"], "ranked_scores": [610.0, 572.0, 511.0, 507.0, 501.0, 501.0, 499.0, 495.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "5035827", "17934603", "4429118", "17438862", "5106691", "9977329", "6853699", "3616843", "39084565"], "ranked_scores": [521.0, 521.0, 518.0, 517.0, 516.0, 513.0, 513.0, 513.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["21746539", "18042803", "2714623", "41982985", "15972906", "8903143", "5914739", "6961811", "36271512", "9283422"], "ranked_scores": [570.0, 558.0, 557.0, 555.0, 553.0, 551.0, 551.0, 546.0, 546.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "10577574", "19945096", "26611094", "40905302", "5641851", "14408200", "25886725", "19961177"], "ranked_scores": [558.0, 494.0, 484.0, 480.0, 478.0, 477.0, 475.0, 475.0, 474.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "3863543", "11369420", "24624992", "6421792", "18231257", "27306942", "11887584", "11291348", "36345185"], "ranked_scores": [545.0, 534.0, 534.0, 527.0, 527.0, 521.0, 521.0, 520.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "36345578", "9225850", "28149602", "26297042", "3495456", "1049501", "1800734", "43224840"], "ranked_scores": [624.0, 564.0, 549.0, 540.0, 536.0, 531.0, 530.0, 529.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["3203590", "11238784", "23286603", "9784254", "8458567", "40667066", "24150328", "8856690", "43711341", "31272411"], "ranked_scores": [540.0, 537.0, 533.0, 531.0, 521.0, 515.0, 513.0, 512.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "1986482", "13901073", "11254040", "1386103", "708425", "7224723"], "ranked_scores": [584.0, 573.0, 560.0, 522.0, 515.0, 513.0, 512.0, 505.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "1900152", "7343711", "5991309", "3471191", "21009874", "52180874", "4561402", "14938990", "79696454"], "ranked_scores": [538.0, 522.0, 520.0, 519.0, 517.0, 516.0, 509.0, 507.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.05": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "16256507", "12810152", "4462079", "13933299", "10984005", "33409100", "22023404", "520579", "11071351"], "ranked_scores": [533.0, 522.0, 494.0, 493.0, 491.0, 491.0, 490.0, 489.0, 489.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["15678772", "13000926", "29851836", "13350374", "970012", "37296667", "1568684", "6945285", "28206748", "7198295"], "ranked_scores": [488.0, 476.0, 473.0, 471.0, 470.0, 467.0, 466.0, 462.0, 459.0, 458.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "38630735", "29253460", "13448422", "16760369", "20526907", "13282296", "27449472", "4678846", "21301090"], "ranked_scores": [562.0, 531.0, 527.0, 526.0, 523.0, 522.0, 521.0, 516.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "1227277", "51952430", "4324278", "24042363", "4740447", "25479072", "1336292", "22495397", "5914739"], "ranked_scores": [522.0, 518.0, 516.0, 516.0, 515.0, 515.0, 514.0, 512.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "11913139", "31554917", "38752049", "4587978", "13883546", "32463364", "24318630", "45581752"], "ranked_scores": [504.0, 495.0, 483.0, 478.0, 475.0, 471.0, 468.0, 466.0, 464.0, 464.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "46695481", "27873158", "28617573"], "ranked_ids": ["28617573", "27873158", "9764256", "19140422", "46695481", "23136735", "6561200", "6748318", "46355579", "7650066"], "ranked_scores": [585.0, 584.0, 583.0, 579.0, 574.0, 565.0, 558.0, 544.0, 543.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "20672596", "16319097", "6454371", "23148978", "31962403", "43390777", "4138659", "18041692"], "ranked_scores": [536.0, 529.0, 520.0, 514.0, 514.0, 513.0, 511.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "28712203", "3308636", "1800734", "26702468", "2947124", "5511240", "7968532", "20690388"], "ranked_scores": [520.0, 511.0, 496.0, 495.0, 494.0, 494.0, 493.0, 493.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "11469078", "45920278", "10749308", "2380002", "32969964", "7547329", "7764903"], "ranked_scores": [573.0, 482.0, 465.0, 447.0, 446.0, 445.0, 444.0, 441.0, 438.0, 438.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["38587347", "24707550", "44935041", "25602549", "24282306", "40710501", "3475317", "19005293", "7975937", "9705208"], "ranked_scores": [527.0, 524.0, 517.0, 516.0, 515.0, 514.0, 513.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "6609935", "10284593", "10576136", "22530842", "2274272", "32159283", "14060030", "4418112", "2973910"], "ranked_scores": [497.0, 496.0, 494.0, 486.0, 486.0, 486.0, 486.0, 484.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["9460704", "26873988", "46926352", "2947124", "1071991", "20610557", "46765242", "22635278", "14591894", "8246922"], "ranked_scores": [515.0, 509.0, 509.0, 507.0, 506.0, 505.0, 503.0, 502.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "19521501", "24003461", "46926352", "8672737", "9239963", "16826810", "25938221", "35149431", "12580014"], "ranked_scores": [468.0, 464.0, 464.0, 461.0, 458.0, 457.0, 456.0, 455.0, 455.0, 453.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "87758", "7965928", "24285403", "23785605", "32463364", "19804204", "24510595", "14606752"], "ranked_scores": [482.0, 480.0, 478.0, 477.0, 477.0, 474.0, 469.0, 468.0, 467.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["45276789", "79231308", "15482274", "44048701", "41298619", "11718220", "23294314", "29981186", "14973286", "9754530"], "ranked_scores": [468.0, 460.0, 459.0, 456.0, 454.0, 453.0, 451.0, 450.0, 449.0, 449.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "2722988", "4434951", "26230669", "22543403", "1848452", "22551259", "7514614"], "ranked_scores": [584.0, 573.0, 556.0, 553.0, 550.0, 547.0, 544.0, 538.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "44693226", "29073751", "4324278", "26045237", "25623469", "4423401", "17195001", "8856690", "19460822"], "ranked_scores": [503.0, 495.0, 490.0, 481.0, 479.0, 477.0, 477.0, 474.0, 474.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "21855837", "13189693", "14178995", "7717468", "23052989", "13905670", "20996244", "27602752", "8247597"], "ranked_scores": [515.0, 506.0, 504.0, 502.0, 501.0, 501.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "17450673", "23557241", "5487448", "13831558", "16322674", "21874312"], "ranked_scores": [574.0, 550.0, 548.0, 545.0, 538.0, 535.0, 534.0, 523.0, 517.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "22942787", "46695481", "32423829", "9764256", "7650066", "46355579", "19140422", "22007333", "6561200"], "ranked_scores": [531.0, 519.0, 517.0, 512.0, 508.0, 507.0, 506.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "1333643", "44366096", "10024681", "24221369", "23727313", "8005007", "4402497", "15319019", "18467982"], "ranked_scores": [535.0, 529.0, 525.0, 517.0, 515.0, 510.0, 509.0, 509.0, 508.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["15707049", "16572581", "24943534", "24088502", "5511240", "6580081", "11344428", "27602752", "44562058", "24512064"], "ranked_scores": [505.0, 503.0, 502.0, 497.0, 496.0, 494.0, 494.0, 491.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "24347647", "9559146", "28530299", "516867", "4326318", "11414664", "19460822", "6313547"], "ranked_scores": [545.0, 533.0, 519.0, 514.0, 512.0, 511.0, 508.0, 507.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["30208015", "18467982", "8305686", "12225214", "23393712", "4270992", "1748921", "9669099", "34498325", "44640124"], "ranked_scores": [536.0, 536.0, 531.0, 525.0, 521.0, 519.0, 516.0, 516.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "18682109", "25416944", "116792", "35062452", "4820792", "46926352", "810480", "12670680"], "ranked_scores": [532.0, 491.0, 487.0, 480.0, 475.0, 474.0, 473.0, 470.0, 470.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["31624828", "7221410", "54562433", "28107602", "31387717", "10365787", "28369117", "20943272", "40383969", "5953485"], "ranked_scores": [489.0, 485.0, 484.0, 482.0, 482.0, 481.0, 481.0, 479.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "6670101", "17919731", "12225214", "6454371", "8290760", "6717533", "17539488", "34537906"], "ranked_scores": [518.0, 509.0, 505.0, 504.0, 499.0, 498.0, 497.0, 495.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "8925851", "6000423", "5765455", "8083310", "5836", "13905670", "37437064", "3391547", "4410181"], "ranked_scores": [540.0, 536.0, 527.0, 523.0, 518.0, 516.0, 514.0, 506.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["12922760", "16472469", "8533245", "14479433", "13963620", "7492250", "5484763", "23393712", "21754541", "32611468"], "ranked_scores": [500.0, 494.0, 482.0, 480.0, 480.0, 477.0, 476.0, 475.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "22023404", "30720103", "2425364", "3222187", "23267371", "3150030", "25599283", "8856690", "37916361"], "ranked_scores": [526.0, 513.0, 506.0, 500.0, 499.0, 496.0, 495.0, 493.0, 484.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "22023404", "6207111", "18199839", "3067015", "6947286", "38028419", "25599283", "26064662", "30983338"], "ranked_scores": [504.0, 488.0, 477.0, 472.0, 470.0, 469.0, 469.0, 468.0, 468.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6550579", "6670101", "19603353", "4429118", "16364639", "4319844", "4489217", "2014909", "2030623", "4468861"], "ranked_scores": [494.0, 494.0, 491.0, 488.0, 483.0, 482.0, 482.0, 480.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "6270720", "4653837", "38630735", "18104691", "10284593", "36654066", "2587396", "29224825"], "ranked_scores": [540.0, 501.0, 500.0, 499.0, 498.0, 493.0, 493.0, 486.0, 484.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "24625323", "32463364", "752423", "40790033", "33733520", "2425364", "30981192"], "ranked_scores": [571.0, 521.0, 519.0, 511.0, 494.0, 493.0, 491.0, 490.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["30261663", "4313478", "2714623", "23052989", "42565477", "16966326", "19970015", "40901687", "28107602", "25946292"], "ranked_scores": [529.0, 519.0, 519.0, 514.0, 514.0, 512.0, 510.0, 507.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "39758684", "33387953", "12685434", "21181273", "2405259", "24294572", "2638387", "6948886", "502591"], "ranked_scores": [552.0, 534.0, 534.0, 533.0, 532.0, 525.0, 523.0, 523.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "13798951", "266641", "34905328", "18882947", "3559136", "29347970", "22174015", "38830961", "18348376"], "ranked_scores": [538.0, 536.0, 535.0, 535.0, 534.0, 534.0, 531.0, 529.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "24387017", "24879055", "3462075", "3835423", "9283422", "24396137", "25479072", "25504006"], "ranked_scores": [533.0, 524.0, 495.0, 492.0, 491.0, 489.0, 488.0, 487.0, 486.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "13966946", "8300657", "8373753", "28738741", "5114282", "42065070", "15319019"], "ranked_scores": [528.0, 517.0, 507.0, 505.0, 505.0, 500.0, 498.0, 498.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "11738716", "4324278", "44693226", "19460822", "29073751", "18346333", "17755060", "40590358", "52874170"], "ranked_scores": [475.0, 472.0, 466.0, 466.0, 463.0, 463.0, 460.0, 458.0, 458.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "25895285", "15319019", "18617259", "9767444", "34016944", "14241418", "25738896", "4561402", "6503534"], "ranked_scores": [515.0, 505.0, 504.0, 498.0, 491.0, 491.0, 488.0, 488.0, 488.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24150328", "20127522", "39903312", "22420524", "5492542", "44827480", "10958594", "7613033"], "ranked_scores": [589.0, 521.0, 521.0, 517.0, 515.0, 513.0, 510.0, 510.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10530014", "34016987", "39084565", "4399311", "14496749", "5106691", "31293581", "44935041", "36386637", "6853699"], "ranked_scores": [541.0, 535.0, 527.0, 526.0, 526.0, 524.0, 519.0, 517.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5483793", "2714623", "8903143", "33499189", "34905328", "15972906", "8538916", "5914739", "6788835", "18834078"], "ranked_scores": [558.0, 558.0, 556.0, 551.0, 547.0, 546.0, 546.0, 546.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "16204011", "41493639", "38180456", "7419612", "20491205", "16390264", "12087063", "24318630"], "ranked_scores": [533.0, 482.0, 471.0, 463.0, 462.0, 462.0, 461.0, 459.0, 457.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "7225911", "9559146", "25677651", "9784254", "44366096", "2272614", "885056", "14380875", "6670101"], "ranked_scores": [531.0, 531.0, 529.0, 528.0, 526.0, 525.0, 524.0, 524.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9784254", "36345578", "28468276", "1871230", "28149602", "34439544", "14591894", "44801733", "6712836"], "ranked_scores": [554.0, 512.0, 512.0, 507.0, 507.0, 505.0, 505.0, 504.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "35660758", "885056", "7225911", "14171859", "24042363", "3866315", "21754541", "31272411", "18467982"], "ranked_scores": [531.0, 529.0, 521.0, 518.0, 517.0, 516.0, 516.0, 512.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "29526125", "26000593", "13798951", "16787954", "1805641", "3545805"], "ranked_scores": [562.0, 520.0, 510.0, 504.0, 501.0, 500.0, 497.0, 496.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "17934603", "22517564", "7975937", "6407356", "2474731", "3935126", "21185923", "14386505", "9226649"], "ranked_scores": [519.0, 516.0, 510.0, 507.0, 497.0, 496.0, 495.0, 495.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.2": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "12810152", "4462079", "44572913", "33409100", "22023404", "2774906", "42441846", "520579"], "ranked_scores": [540.0, 523.0, 496.0, 494.0, 490.0, 489.0, 488.0, 487.0, 487.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["28206748", "6945285", "1568684", "15678772", "13000926", "34582256", "13350374", "7198295", "970012", "6504953"], "ranked_scores": [486.0, 486.0, 484.0, 481.0, 481.0, 478.0, 473.0, 471.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "16760369", "20288322", "40156901", "13282296", "27449472", "20526907", "29253460", "38630735"], "ranked_scores": [576.0, 522.0, 521.0, 520.0, 518.0, 518.0, 518.0, 517.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22495397", "8903143", "1336292", "24042363", "26045237", "5914739", "1196631", "25479072", "4319844", "34436231"], "ranked_scores": [529.0, 523.0, 520.0, 519.0, 518.0, 518.0, 517.0, 516.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "38752049", "31554917", "13883546", "11913139", "80109277", "5402581", "5704562", "4587978"], "ranked_scores": [542.0, 517.0, 495.0, 494.0, 492.0, 490.0, 482.0, 477.0, 477.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "46695481", "27873158", "28617573"], "ranked_ids": ["46695481", "9764256", "28617573", "27873158", "19140422", "23136735", "46355579", "6561200", "1203035", "7650066"], "ranked_scores": [601.0, 590.0, 589.0, 579.0, 575.0, 571.0, 556.0, 555.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "20672596", "43390777", "23148978", "3831884", "22190276", "4138659", "18041692", "13613916"], "ranked_scores": [557.0, 534.0, 525.0, 523.0, 522.0, 512.0, 512.0, 510.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "28712203", "15727984", "2947124", "10359591", "381602", "4468861", "22635278", "46926352"], "ranked_scores": [523.0, 518.0, 512.0, 505.0, 505.0, 500.0, 500.0, 499.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "10749308", "63858430", "16979690", "12804937", "21330280", "7514614", "30655442", "11469078", "3052642"], "ranked_scores": [569.0, 476.0, 470.0, 454.0, 450.0, 448.0, 446.0, 446.0, 443.0, 443.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["34378726", "38587347", "7975937", "24282306", "164985", "28783084", "18488986", "24726600", "9705208", "381602"], "ranked_scores": [540.0, 531.0, 527.0, 526.0, 526.0, 523.0, 522.0, 522.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "32159283", "10284593", "2192419", "6270720", "8290953", "22530842", "29526125", "14060030", "3308636"], "ranked_scores": [505.0, 504.0, 499.0, 497.0, 496.0, 493.0, 493.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1071991", "14615911", "2947124", "21179714", "5500086", "26873988", "33920995", "14591894", "46926352", "9278263"], "ranked_scores": [518.0, 518.0, 514.0, 513.0, 511.0, 509.0, 508.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34228604", "34876410", "6327940", "24003461", "1616661", "38369817", "11238784", "30464859", "22867765", "7552147"], "ranked_scores": [466.0, 466.0, 464.0, 462.0, 461.0, 460.0, 458.0, 458.0, 458.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "17930286", "7965928", "37488367", "27076725", "46764350", "24530130", "23785605", "21274919", "7655029"], "ranked_scores": [495.0, 493.0, 479.0, 474.0, 473.0, 471.0, 471.0, 469.0, 468.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "41493639", "11718220", "79231308", "23639838", "45276789", "12258338", "44048701", "8672737", "9754530"], "ranked_scores": [473.0, 465.0, 464.0, 463.0, 463.0, 460.0, 456.0, 456.0, 454.0, 452.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "22264117", "6040392", "22543403", "4434951", "4679264", "26230669", "7514614", "22551259", "2722988"], "ranked_scores": [581.0, 576.0, 575.0, 570.0, 558.0, 558.0, 556.0, 549.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "4324278", "29073751", "469066", "23148978", "44693226", "26045237", "22623275", "25901598"], "ranked_scores": [514.0, 512.0, 509.0, 499.0, 496.0, 492.0, 492.0, 492.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["20996244", "9433958", "27602752", "1550937", "23052989", "2638387", "10359591", "30933307", "20261352", "2541699"], "ranked_scores": [529.0, 525.0, 522.0, 517.0, 516.0, 511.0, 510.0, 510.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "17450673", "27123743", "13831842", "15559582", "5487448", "16322674", "23557241", "25973484"], "ranked_scores": [585.0, 570.0, 568.0, 566.0, 553.0, 551.0, 541.0, 536.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "28617573", "9764256", "36355784", "22942787", "46695481", "12779444", "6561200", "46355579", "19140422"], "ranked_scores": [538.0, 532.0, 531.0, 526.0, 521.0, 520.0, 519.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["8005007", "1333643", "31272411", "44366096", "15319019", "25014337", "36623997", "10024681", "13290521", "3154880"], "ranked_scores": [540.0, 538.0, 531.0, 530.0, 526.0, 522.0, 520.0, 518.0, 516.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "2947124", "10530014", "27602752", "16572581", "1550937", "44562058", "24512064", "24943534", "25263810"], "ranked_scores": [518.0, 498.0, 497.0, 495.0, 493.0, 492.0, 491.0, 490.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "10012166", "2543135", "4452659", "9559146", "6313547", "1576955", "28530299", "40349336"], "ranked_scores": [539.0, 532.0, 529.0, 526.0, 525.0, 521.0, 519.0, 514.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "5914739", "9669099", "1695604", "24042363", "15972906", "12225214", "24315156", "18467982"], "ranked_scores": [531.0, 520.0, 515.0, 514.0, 512.0, 512.0, 511.0, 510.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "18682109", "116792", "14615911", "10359591", "15889329", "14407673", "1871230", "25416944", "46926352"], "ranked_scores": [512.0, 480.0, 478.0, 478.0, 477.0, 476.0, 474.0, 474.0, 472.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["24387017", "40655970", "7221410", "22968257", "8856690", "20943272", "19313533", "10365787", "28107602", "11710511"], "ranked_scores": [491.0, 489.0, 489.0, 488.0, 488.0, 486.0, 485.0, 485.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6454371", "6422576", "45875990", "4362729", "21330280", "40667066", "34537906", "29557235", "6670101"], "ranked_scores": [528.0, 507.0, 506.0, 504.0, 504.0, 504.0, 503.0, 502.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "8925851", "6000423", "2679511", "8247597", "39758684", "5836", "5415832", "7020505"], "ranked_scores": [541.0, 539.0, 523.0, 518.0, 517.0, 511.0, 510.0, 510.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "40667066", "5403286", "5484763", "8533245", "19572798", "21754541", "612002", "21931005", "40383969"], "ranked_scores": [503.0, 497.0, 492.0, 491.0, 491.0, 490.0, 490.0, 489.0, 488.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["22023404", "21553394", "2425364", "25599283", "3150030", "30720103", "23267371", "24725136", "22442133", "3222187"], "ranked_scores": [520.0, 517.0, 509.0, 509.0, 508.0, 500.0, 495.0, 489.0, 489.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "71625969", "3153673", "8856690", "25599283", "13933299", "30981192", "3222187", "6947286", "44265107"], "ranked_scores": [494.0, 490.0, 487.0, 477.0, 475.0, 474.0, 473.0, 469.0, 469.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["19358586", "4429118", "2014909", "6670101", "40667066", "4489217", "16364639", "6550579", "2030623", "4664540"], "ranked_scores": [513.0, 508.0, 507.0, 504.0, 502.0, 502.0, 499.0, 499.0, 497.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "4653837", "3984231", "13445579", "2774906", "6313547", "18104691", "2867345", "25404036"], "ranked_scores": [550.0, 504.0, 503.0, 502.0, 500.0, 499.0, 494.0, 493.0, 487.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "24625323", "52072815", "32463364", "4647303", "23983289", "40996863", "3067015"], "ranked_scores": [583.0, 530.0, 526.0, 523.0, 504.0, 502.0, 502.0, 501.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "30261663", "2714623", "31624828", "28107602", "12909503", "23052989", "34905328", "11568270", "4889228"], "ranked_scores": [519.0, 517.0, 515.0, 508.0, 507.0, 506.0, 505.0, 504.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "39758684", "15058155", "17775228", "24294572", "12685434", "7028976", "17973161", "5106691"], "ranked_scores": [552.0, 542.0, 542.0, 539.0, 539.0, 538.0, 533.0, 530.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "20344442", "18882947", "10165258", "8538916", "3545805", "22174015", "34905328", "28006126", "266641"], "ranked_scores": [544.0, 543.0, 541.0, 541.0, 538.0, 537.0, 535.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "3462075", "24879055", "25479072", "8538916", "19511011", "9122283", "3835423", "5273056"], "ranked_scores": [542.0, 518.0, 509.0, 503.0, 494.0, 494.0, 493.0, 490.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "28738741", "11020556", "1986482", "35987381", "8300657", "42065070", "5735492"], "ranked_scores": [543.0, 524.0, 522.0, 517.0, 514.0, 513.0, 509.0, 507.0, 505.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "712078", "13878124", "18348376", "11738716", "24349992", "23783727", "22674621", "12991445", "5273056"], "ranked_scores": [487.0, 475.0, 474.0, 473.0, 471.0, 471.0, 471.0, 466.0, 465.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "25895285", "18617259", "6426919", "5273056", "1695604", "40349336", "6421792", "6503534"], "ranked_scores": [539.0, 539.0, 521.0, 519.0, 510.0, 503.0, 501.0, 501.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24575065", "7613033", "2492146", "41294031", "39903312", "42731834", "24150328", "24341590", "31591262"], "ranked_scores": [577.0, 528.0, 525.0, 520.0, 515.0, 514.0, 514.0, 511.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "22852120", "5106691", "4429118", "10530014", "14492339", "4399311", "44935041", "44562058", "45449835"], "ranked_scores": [542.0, 536.0, 536.0, 530.0, 529.0, 528.0, 528.0, 526.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5483793", "8538916", "8903143", "2714623", "1196631", "34905328", "18834078", "36216395", "18237384", "33499189"], "ranked_scores": [568.0, 565.0, 560.0, 557.0, 554.0, 554.0, 553.0, 552.0, 551.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "41493639", "11254040", "15968271", "29107210", "32909242", "11718220", "9658390", "29981186", "31612088"], "ranked_scores": [543.0, 469.0, 468.0, 459.0, 455.0, 454.0, 454.0, 453.0, 451.0, 448.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14380875", "6670101", "31272411", "44366096", "7225911", "25677651", "46765242", "9784254", "45764440", "29073751"], "ranked_scores": [535.0, 532.0, 531.0, 530.0, 530.0, 528.0, 526.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "36345578", "1933281", "25036988", "195683603", "15248287", "4399311", "6936141", "38587347"], "ranked_scores": [571.0, 525.0, 524.0, 523.0, 521.0, 520.0, 520.0, 519.0, 519.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31272411", "23286603", "14380875", "4920376", "24042363", "885056", "7225911", "18231257", "5273056", "14171859"], "ranked_scores": [535.0, 530.0, 527.0, 524.0, 522.0, 519.0, 518.0, 517.0, 516.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "31363207", "15997009", "1805641", "708425", "32023005", "21700295", "5991309"], "ranked_scores": [573.0, 551.0, 529.0, 521.0, 512.0, 512.0, 506.0, 503.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "4911006", "49432306", "293661", "15048300", "17934603", "21009874", "4468861", "7975937", "9226649"], "ranked_scores": [527.0, 504.0, 502.0, 501.0, 500.0, 499.0, 499.0, 496.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-atanh-gamma0.05": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30981192", "12810152", "13933299", "21553394", "3150030", "34054472", "30720103", "36960449"], "ranked_scores": [512.0, 508.0, 507.0, 496.0, 489.0, 479.0, 478.0, 478.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "5289038", "970012", "8133050", "18429416", "4340358", "19511011", "30292811", "26456326", "34121231"], "ranked_scores": [465.0, 451.0, 442.0, 442.0, 435.0, 435.0, 434.0, 433.0, 432.0, 432.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "16760369", "38630735", "23983289", "79231308", "10984005", "29253460", "2138843", "41264017", "21571708"], "ranked_scores": [545.0, 519.0, 506.0, 501.0, 498.0, 498.0, 496.0, 495.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["4418070", "8903143", "4324278", "41325555", "7225911", "67787658", "40963697", "22968257", "5914739", "8246090"], "ranked_scores": [489.0, 486.0, 484.0, 480.0, 479.0, 478.0, 477.0, 476.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "12672066", "27150276", "36033696", "38752049", "7239105", "31554917", "45581752", "485020", "5551138"], "ranked_scores": [557.0, 508.0, 503.0, 491.0, 480.0, 474.0, 473.0, 472.0, 469.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "46695481", "27873158", "28617573"], "ranked_ids": ["46695481", "28617573", "6561200", "27873158", "19140422", "9764256", "23136735", "46355579", "7650066", "6748318"], "ranked_scores": [572.0, 558.0, 556.0, 551.0, 545.0, 540.0, 534.0, 525.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1797622", "3831884", "16839245", "16319097", "17919731", "18810195", "4138659", "18678095", "21626639", "6948886"], "ranked_scores": [517.0, 516.0, 508.0, 507.0, 507.0, 506.0, 504.0, 503.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "2248870", "23509113", "219475", "2042250", "10648422", "40365566", "19511011", "1032372", "5500086"], "ranked_scores": [518.0, 514.0, 513.0, 512.0, 509.0, 504.0, 502.0, 498.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "29495185", "1967017", "6477536", "1191830", "427865", "10749308", "9977329", "63858430"], "ranked_scores": [528.0, 473.0, 456.0, 455.0, 453.0, 452.0, 444.0, 443.0, 442.0, 441.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["9977329", "17438862", "3475317", "38587347", "6853699", "1871230", "19005293", "23509113", "4380287", "27789588"], "ranked_scores": [505.0, 502.0, 501.0, 501.0, 501.0, 498.0, 497.0, 496.0, 495.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["8246922", "39084565", "4928057", "27093166", "219475", "24282306", "1676568", "38587347", "6853699", "9784254"], "ranked_scores": [473.0, 471.0, 461.0, 460.0, 459.0, 458.0, 457.0, 455.0, 455.0, 455.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["123859", "46926352", "3896759", "38944245", "22241778", "22613657", "14591894", "24044977", "22674621", "40164383"], "ranked_scores": [499.0, 476.0, 475.0, 471.0, 471.0, 470.0, 462.0, 462.0, 462.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "25175997", "14726759", "46926352", "29253460", "37628989", "13481731", "13223957", "34228604", "9658390"], "ranked_scores": [448.0, 444.0, 440.0, 431.0, 431.0, 430.0, 429.0, 427.0, 427.0, 426.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "19804204", "23785605", "7965928", "13717103", "30813140", "28419824", "41735503", "44830890"], "ranked_scores": [489.0, 473.0, 473.0, 470.0, 468.0, 462.0, 462.0, 460.0, 459.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["45276789", "15482274", "37628989", "9600826", "23400191", "79231308", "14726759", "9548440", "20288322", "27099731"], "ranked_scores": [462.0, 454.0, 452.0, 448.0, 447.0, 445.0, 442.0, 441.0, 440.0, 439.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "6040392", "22264117", "9291668", "26230669", "1848452", "22543403", "7514614", "4434951", "2547636"], "ranked_scores": [573.0, 569.0, 568.0, 561.0, 556.0, 549.0, 548.0, 547.0, 544.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["31407112", "6277638", "7426741", "13774178", "29467201", "4544916", "17195001", "12280462", "3153673", "14501880"], "ranked_scores": [478.0, 476.0, 472.0, 467.0, 467.0, 467.0, 461.0, 460.0, 460.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "32665136", "30437264", "16364639", "17333231", "18938992", "3493623", "26230669", "25576204", "2638387"], "ranked_scores": [526.0, 516.0, 512.0, 510.0, 507.0, 505.0, 503.0, 502.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "27123743", "25973484", "13831842", "17450673", "37480103", "23557241", "15512462", "16098747", "5487448"], "ranked_scores": [551.0, 549.0, 544.0, 544.0, 544.0, 537.0, 530.0, 527.0, 525.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["28617573", "12779444", "27873158", "36355784", "9764256", "6561200", "25742130", "19140422", "2015126", "32423829"], "ranked_scores": [510.0, 505.0, 501.0, 501.0, 498.0, 498.0, 497.0, 497.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "6501747", "44366096", "5953485", "885056", "11784947", "3154880", "5633957", "285794", "84784389"], "ranked_scores": [509.0, 507.0, 506.0, 503.0, 502.0, 496.0, 490.0, 488.0, 487.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "24512064", "27602752", "18617259", "24825841", "23124332", "27049238", "2138843", "44801733"], "ranked_scores": [517.0, 508.0, 504.0, 489.0, 481.0, 481.0, 480.0, 478.0, 477.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1084345", "22264117", "6040392", "7514614", "26230669", "797114", "4036038", "24347647", "40349336"], "ranked_scores": [518.0, 497.0, 485.0, 484.0, 476.0, 473.0, 473.0, 473.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "20018321", "1748921", "935538", "6209599", "8856690", "12871002", "4306711", "8327914", "45875990"], "ranked_scores": [532.0, 517.0, 512.0, 500.0, 497.0, 496.0, 496.0, 494.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "6334188", "810480", "15889329", "33257464", "29231620", "28015516", "306006", "3981244", "42279414"], "ranked_scores": [521.0, 478.0, 472.0, 466.0, 459.0, 457.0, 454.0, 453.0, 452.0, 452.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["20313748", "15548965", "3506723", "40145839", "16736883", "34735369", "22767022", "35747505", "11083121", "12932176"], "ranked_scores": [484.0, 481.0, 478.0, 475.0, 474.0, 471.0, 471.0, 469.0, 468.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "29557235", "6422576", "11902109", "41928290", "37362689", "7268522", "11922370", "7451607"], "ranked_scores": [489.0, 486.0, 486.0, 480.0, 475.0, 474.0, 472.0, 472.0, 471.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["8925851", "2359152", "3391547", "36831892", "6000423", "5836", "12804937", "5765455", "8083310", "21692235"], "ranked_scores": [523.0, 519.0, 508.0, 502.0, 501.0, 501.0, 500.0, 498.0, 497.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "10012166", "14092737", "36830715", "4447055", "30122260", "43880096", "28904104", "9559146", "14367469"], "ranked_scores": [485.0, 472.0, 471.0, 468.0, 466.0, 461.0, 460.0, 460.0, 459.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "16267205", "25599283", "21380348", "3150030", "11738716", "23267371", "22482024", "39558597"], "ranked_scores": [482.0, 470.0, 463.0, 462.0, 456.0, 455.0, 454.0, 453.0, 450.0, 449.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "1967017", "38028419", "23576726", "11527822", "849771", "14663842", "9548440", "1748921", "1941721"], "ranked_scores": [497.0, 470.0, 467.0, 466.0, 465.0, 464.0, 464.0, 464.0, 461.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "4429118", "17388232", "51706771", "32532238", "8137081", "3727986", "29473081", "2251426", "24282306"], "ranked_scores": [494.0, 489.0, 485.0, 478.0, 475.0, 475.0, 473.0, 472.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "37583120", "2973910", "15925931", "31933981", "7711685", "37207226", "24989194", "17421851", "4446814"], "ranked_scores": [560.0, 513.0, 511.0, 508.0, 501.0, 497.0, 496.0, 496.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "12206390", "4506414", "23785605", "41264017", "22420524", "5698494", "16760369", "409280"], "ranked_scores": [571.0, 501.0, 496.0, 492.0, 492.0, 492.0, 490.0, 489.0, 486.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "13921783", "34439544", "5484763", "14092737", "26336593", "2248870", "5811042", "9194077"], "ranked_scores": [498.0, 494.0, 494.0, 481.0, 478.0, 475.0, 475.0, 471.0, 471.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17775228", "1550937", "22703082", "4325398", "9769310", "3590806", "25830701", "57783564"], "ranked_scores": [555.0, 527.0, 510.0, 502.0, 502.0, 501.0, 501.0, 500.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "34905328", "28006126", "11233339", "22174015", "13798951", "18546584", "10165258", "15946643", "10354110"], "ranked_scores": [531.0, 521.0, 520.0, 520.0, 516.0, 515.0, 514.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "18882947", "6123924", "9283422", "34905328", "10165258", "13798951", "3835423", "54561384"], "ranked_scores": [514.0, 505.0, 495.0, 494.0, 494.0, 491.0, 489.0, 489.0, 488.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "5735492", "4883040", "1387104", "45218443", "15319019", "22705234", "5398179", "5835149"], "ranked_scores": [535.0, 518.0, 510.0, 492.0, 492.0, 491.0, 490.0, 490.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["17755060", "10165258", "22174015", "18348376", "1127562", "1686997", "26851674", "28107602", "33370", "13878124"], "ranked_scores": [475.0, 461.0, 460.0, 459.0, 453.0, 452.0, 452.0, 452.0, 452.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "30437264", "5811042", "27134931", "34016944", "15322518", "2405259", "9767444"], "ranked_scores": [523.0, 505.0, 496.0, 491.0, 487.0, 486.0, 483.0, 483.0, 482.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "520579", "8659426", "13256155", "24634621", "41340212", "42731834", "5641851", "3981033"], "ranked_scores": [582.0, 553.0, 531.0, 519.0, 517.0, 511.0, 506.0, 505.0, 504.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "17934603", "6853699", "4391121", "6171953", "1907601", "5752492", "35987381", "17438862", "34016987"], "ranked_scores": [536.0, 517.0, 515.0, 513.0, 511.0, 510.0, 510.0, 509.0, 508.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5914739", "34905328", "2714623", "33499189", "45414636", "9283422", "5483793", "4270992", "29347970", "8903143"], "ranked_scores": [559.0, 555.0, 544.0, 531.0, 528.0, 528.0, 527.0, 526.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "45920278", "29253460", "9658390", "116556376", "20491205", "19945096", "12561083", "26611094", "41493639"], "ranked_scores": [531.0, 471.0, 469.0, 464.0, 462.0, 462.0, 461.0, 459.0, 457.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "19165076", "13878643", "17671145", "7225911", "8577229", "15659108", "5389523", "31272411", "5270265"], "ranked_scores": [523.0, 512.0, 508.0, 507.0, 507.0, 503.0, 502.0, 501.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "3330111", "40963697", "9784254", "38587347", "2417551", "23509113", "2042250"], "ranked_scores": [560.0, 514.0, 511.0, 510.0, 502.0, 500.0, 500.0, 499.0, 499.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["1686997", "31272411", "41325555", "41913714", "14819804", "22134353", "23286603", "11238784", "17195001", "40963697"], "ranked_scores": [507.0, 498.0, 494.0, 493.0, 489.0, 488.0, 487.0, 484.0, 484.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "35087728", "16787954", "1986482", "10648422", "2824347", "39984099", "13899137"], "ranked_scores": [565.0, 507.0, 496.0, 494.0, 493.0, 491.0, 487.0, 486.0, 483.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["14664424", "22635278", "3462075", "3851329", "3935126", "52180874", "15476777", "9955779", "7986878", "1522336"], "ranked_scores": [505.0, 503.0, 501.0, 499.0, 499.0, 498.0, 497.0, 497.0, 497.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-atanh-gamma0.2": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "16256507", "4462079", "11071351", "12810152", "3150030", "23267371", "12206390", "39368721", "21553394"], "ranked_scores": [513.0, 500.0, 498.0, 490.0, 488.0, 486.0, 486.0, 485.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["17829012", "5289038", "13000926", "19511011", "970012", "10162553", "4319174", "22968257", "42693833", "18938992"], "ranked_scores": [459.0, 456.0, 452.0, 451.0, 451.0, 449.0, 449.0, 448.0, 448.0, 447.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "16760369", "13619127", "4506414", "2138843", "25451374", "23785605", "1358909", "23983289", "31889025"], "ranked_scores": [535.0, 514.0, 514.0, 508.0, 505.0, 504.0, 502.0, 502.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["4324278", "28724565", "41325555", "33499189", "4418070", "5403286", "5914739", "14819804", "67787658", "33063763"], "ranked_scores": [502.0, 495.0, 493.0, 492.0, 491.0, 490.0, 490.0, 488.0, 487.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "27150276", "35022568", "31554917", "12672066", "36033696", "45581752", "5551138", "7239105", "15041758"], "ranked_scores": [557.0, 502.0, 497.0, 496.0, 495.0, 495.0, 489.0, 480.0, 478.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "46695481", "9764256", "27873158"], "ranked_ids": ["46695481", "28617573", "19140422", "6561200", "27873158", "9764256", "23136735", "16980892", "7650066", "46355579"], "ranked_scores": [565.0, 557.0, 556.0, 553.0, 553.0, 538.0, 534.0, 527.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "1797622", "4138659", "18810195", "11887584", "21626639", "18399038", "9558539", "18678095", "17919731"], "ranked_scores": [528.0, 519.0, 519.0, 519.0, 518.0, 517.0, 517.0, 513.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["2248870", "19005293", "23509113", "5500086", "219475", "10648422", "22613657", "3684342", "21366394", "38587347"], "ranked_scores": [538.0, 538.0, 522.0, 520.0, 519.0, 516.0, 514.0, 514.0, 512.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "427865", "1967017", "29495185", "9977329", "26456326", "12428497", "33934971", "13899137"], "ranked_scores": [540.0, 485.0, 464.0, 456.0, 450.0, 446.0, 444.0, 442.0, 442.0, 442.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["38587347", "3330111", "35256900", "4380287", "1871230", "19005293", "27789588", "37182501", "8137081", "9977329"], "ranked_scores": [525.0, 522.0, 522.0, 521.0, 521.0, 518.0, 518.0, 518.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "4928057", "164985", "34189936", "25543207", "3984231", "39084565", "21395936", "3727986", "4740447"], "ranked_scores": [478.0, 474.0, 474.0, 473.0, 470.0, 470.0, 469.0, 466.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14591894", "123859", "46926352", "14965508", "24044977", "40164383", "79696454", "1071991", "6544701", "8137081"], "ranked_scores": [481.0, 480.0, 480.0, 478.0, 471.0, 469.0, 468.0, 468.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "46926352", "4688340", "14973286", "29253460", "29347970", "33409100", "31761981", "2593298", "3896759"], "ranked_scores": [440.0, 438.0, 433.0, 431.0, 430.0, 428.0, 427.0, 427.0, 426.0, 425.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "19804204", "24510595", "28419824", "12667988", "44830890", "23785605", "32743723", "8672737", "46764350"], "ranked_scores": [511.0, 493.0, 490.0, 486.0, 478.0, 474.0, 472.0, 470.0, 468.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23400191", "37628989", "1922901", "9600826", "20675284", "11771811", "45276789", "21179714", "9977329"], "ranked_scores": [460.0, 458.0, 452.0, 447.0, 447.0, 444.0, 444.0, 443.0, 442.0, 440.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "9291668", "22551259", "1848452", "6040392", "7514614", "22543403", "2722988", "26230669", "4434951"], "ranked_scores": [570.0, 564.0, 563.0, 562.0, 550.0, 548.0, 546.0, 546.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "3153673", "4544916", "31407112", "10039688", "8458567", "7426741", "28249680", "4423401"], "ranked_scores": [494.0, 487.0, 480.0, 474.0, 471.0, 470.0, 468.0, 466.0, 465.0, 463.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2638387", "30437264", "1032372", "3493623", "18938992", "6264468", "23305884", "4347374", "16364639"], "ranked_scores": [567.0, 531.0, 526.0, 521.0, 521.0, 517.0, 515.0, 514.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "17450673", "22007333", "13831842", "37480103", "1428840", "23557241", "15512462", "2015126"], "ranked_scores": [563.0, 550.0, 547.0, 547.0, 546.0, 545.0, 539.0, 539.0, 524.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "27873158", "32423829", "36355784", "9764256", "25742130", "28617573", "22007333", "6561200", "46355579"], "ranked_scores": [522.0, 508.0, 502.0, 502.0, 501.0, 500.0, 500.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "6501747", "44366096", "8005007", "11784947", "885056", "5560962", "23746313", "3154880", "5953485"], "ranked_scores": [530.0, 528.0, 528.0, 525.0, 519.0, 517.0, 516.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "24512064", "27602752", "27243019", "14492339", "27049238", "28910120", "24825841", "266641"], "ranked_scores": [523.0, 510.0, 503.0, 493.0, 492.0, 489.0, 487.0, 486.0, 485.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "1084345", "4326318", "7514614", "797114", "40349336", "26230669", "1848452", "6227220"], "ranked_scores": [516.0, 503.0, 498.0, 488.0, 487.0, 486.0, 484.0, 483.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "20018321", "2714623", "25901598", "45875990", "8856690", "1748921", "3849194", "935538", "44640124"], "ranked_scores": [542.0, 513.0, 510.0, 509.0, 507.0, 505.0, 504.0, 504.0, 502.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "15889329", "6334188", "33257464", "29231620", "33796570", "37592824", "28149602", "22428640"], "ranked_scores": [536.0, 486.0, 484.0, 477.0, 465.0, 465.0, 464.0, 462.0, 461.0, 459.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "7093809", "6076903", "31387717", "20313748", "24670522", "8300657", "16736883", "2417551", "5953485"], "ranked_scores": [502.0, 497.0, 493.0, 493.0, 490.0, 489.0, 487.0, 485.0, 484.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7451607", "2988714", "38587347", "21931005", "6422576", "8327914", "22896970", "15488881", "40667066", "7268522"], "ranked_scores": [487.0, 484.0, 484.0, 483.0, 482.0, 482.0, 480.0, 478.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "8925851", "5765455", "3391547", "6000423", "41293601", "5836", "5782614", "22543403", "6948886"], "ranked_scores": [543.0, 524.0, 521.0, 511.0, 506.0, 504.0, 502.0, 501.0, 499.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4447055", "10012166", "28904104", "13921783", "9559146", "17755060", "12909503", "16644043", "43224840"], "ranked_scores": [514.0, 481.0, 477.0, 472.0, 472.0, 469.0, 469.0, 468.0, 468.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "2425364", "25599283", "3150030", "11738716", "33409100", "49429882", "38551172"], "ranked_scores": [506.0, 491.0, 489.0, 480.0, 473.0, 467.0, 466.0, 462.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "23576726", "3883485", "13639330", "9548440", "28441310", "17050065", "38028419", "849771"], "ranked_scores": [513.0, 486.0, 475.0, 475.0, 475.0, 475.0, 474.0, 474.0, 473.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "4429118", "3330111", "8137081", "17388232", "3727986", "40667577", "41293601", "24282306", "7343711"], "ranked_scores": [493.0, 486.0, 483.0, 481.0, 480.0, 478.0, 478.0, 478.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "37583120", "2973910", "37450671", "6853699", "19332616", "15925931", "13448422", "31933981", "25028913"], "ranked_scores": [564.0, 510.0, 509.0, 506.0, 503.0, 502.0, 502.0, 499.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "12206390", "13933299", "39368721", "5698494", "23785605", "5691302", "18256197", "16760369"], "ranked_scores": [583.0, 514.0, 509.0, 508.0, 504.0, 503.0, 502.0, 495.0, 494.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["33911859", "16966326", "5503194", "9194077", "34439544", "28530299", "24652030", "7093809", "23052989", "27022864"], "ranked_scores": [509.0, 509.0, 502.0, 499.0, 497.0, 496.0, 494.0, 493.0, 492.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "25830701", "17775228", "27693891", "39758684", "27306942", "57783564", "1550937", "28697248"], "ranked_scores": [582.0, 552.0, 529.0, 520.0, 516.0, 507.0, 506.0, 506.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "45414636", "28006126", "34905328", "38587347", "13798951", "15946643", "5409905", "6123924", "18882947"], "ranked_scores": [538.0, 538.0, 535.0, 532.0, 531.0, 531.0, 528.0, 527.0, 527.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "13798951", "28006126", "45414636", "27910499", "19511011", "11666252", "6123924", "22791348", "10165258"], "ranked_scores": [508.0, 499.0, 495.0, 492.0, 492.0, 491.0, 491.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "45218443", "5735492", "1986482", "8300657", "4883040", "7111021", "41226276", "26038789", "45461275"], "ranked_scores": [532.0, 517.0, 516.0, 509.0, 500.0, 499.0, 499.0, 494.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["17755060", "14874811", "26851674", "10165258", "25251625", "13878124", "14848619", "18348376", "1127562", "22968257"], "ranked_scores": [469.0, 468.0, 467.0, 465.0, 460.0, 460.0, 457.0, 457.0, 456.0, 454.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "2417551", "9767444", "35651106", "34016944", "5811042", "25895285", "7820043"], "ranked_scores": [529.0, 510.0, 505.0, 494.0, 493.0, 492.0, 487.0, 486.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "520579", "7165938", "13256155", "8659426", "7821634", "24634621", "9767444", "5500086"], "ranked_scores": [571.0, 524.0, 514.0, 512.0, 508.0, 505.0, 501.0, 496.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "34016987", "10648422", "17934603", "36444198", "5752492", "6853699", "14492339", "28647122", "4423401"], "ranked_scores": [529.0, 524.0, 524.0, 522.0, 522.0, 521.0, 519.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2714623", "5914739", "45414636", "33499189", "4380287", "13798951", "20344442", "18834078", "8903143"], "ranked_scores": [585.0, 578.0, 569.0, 557.0, 553.0, 550.0, 550.0, 547.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "3610080", "9658390", "20491205", "32909242", "26611094", "12561083", "29253460", "45920278"], "ranked_scores": [520.0, 468.0, 468.0, 466.0, 464.0, 463.0, 461.0, 459.0, 458.0, 456.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "31272411", "29851836", "8577229", "19165076", "20996244", "3154880", "13878643", "5860364", "14332945"], "ranked_scores": [523.0, 522.0, 518.0, 515.0, 513.0, 512.0, 512.0, 512.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "3330111", "1871230", "4664540", "31272411", "381602", "23509113", "195683603", "17017465", "45096063"], "ranked_scores": [566.0, 526.0, 525.0, 517.0, 516.0, 515.0, 514.0, 511.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31272411", "41325555", "7225911", "1686997", "14819804", "43711341", "17195001", "21557055", "19047331", "41913714"], "ranked_scores": [511.0, 510.0, 506.0, 505.0, 503.0, 500.0, 498.0, 497.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "35087728", "1986482", "13899137", "16787954", "39984099", "2824347", "15319019", "32909242"], "ranked_scores": [582.0, 522.0, 510.0, 510.0, 507.0, 496.0, 495.0, 494.0, 493.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["27437459", "3935126", "22635278", "1522336", "3462075", "35301079", "85665741", "2492146", "9955779", "14664424"], "ranked_scores": [510.0, 504.0, 504.0, 497.0, 494.0, 493.0, 493.0, 492.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "23267371", "44572913", "30720103", "26409363", "4483571", "21553394", "11246427", "36960449"], "ranked_scores": [561.0, 553.0, 536.0, 535.0, 532.0, 531.0, 529.0, 528.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "34121231", "25687558", "13000926", "970012", "10491220", "17050065", "11738716", "45820464", "791050"], "ranked_scores": [505.0, 500.0, 500.0, 499.0, 497.0, 490.0, 488.0, 487.0, 486.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "5884524", "23783727", "6158879", "16760369", "750781", "35495268", "38630735", "6176498", "2533768"], "ranked_scores": [586.0, 565.0, 563.0, 550.0, 549.0, 539.0, 537.0, 537.0, 536.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "18042803", "19603353", "12871281", "6788835", "33499189", "25479072", "2714623", "24387017", "9283422"], "ranked_scores": [568.0, 567.0, 565.0, 558.0, 557.0, 554.0, 553.0, 553.0, 552.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "6841927", "12672066", "21373821", "25315295", "12667988", "40817021", "28419824", "24318630"], "ranked_scores": [570.0, 530.0, 525.0, 525.0, 518.0, 515.0, 509.0, 506.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "28617573", "9764256", "46695481"], "ranked_ids": ["28617573", "27873158", "7650066", "46695481", "9764256", "19140422", "6561200", "46355579", "16980892", "23136735"], "ranked_scores": [618.0, 593.0, 586.0, 585.0, 577.0, 577.0, 572.0, 565.0, 560.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["36653415", "23887844", "23576165", "22712546", "11616424", "36386637", "25748308", "22914228", "17973161", "6588614"], "ranked_scores": [559.0, 553.0, 551.0, 549.0, 549.0, 544.0, 540.0, 540.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "26873988", "219475", "1800734", "8596357", "2248870", "2824347", "31272411", "38587347"], "ranked_scores": [561.0, 544.0, 542.0, 539.0, 539.0, 539.0, 538.0, 537.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "7547329", "16979690", "6319826", "6477536", "31460499", "32969964", "11288846", "11469078", "22711954"], "ranked_scores": [613.0, 521.0, 517.0, 510.0, 504.0, 494.0, 494.0, 494.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "188911", "9977329", "27567994", "11020556", "4928282", "7489663", "19005293", "17741440", "5508750"], "ranked_scores": [563.0, 562.0, 560.0, 555.0, 555.0, 551.0, 550.0, 549.0, 548.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "10576136", "19185192", "7873737", "6270720", "3984231", "29526125", "19332616", "40164383"], "ranked_scores": [547.0, 537.0, 513.0, 513.0, 512.0, 510.0, 509.0, 507.0, 506.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "4999387", "3929361", "21258863", "10617916", "1805641", "79696454", "24044977", "3308636"], "ranked_scores": [533.0, 513.0, 512.0, 507.0, 507.0, 505.0, 505.0, 504.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22867765", "11459139", "34876410", "6212802", "2533768", "19332616", "3896759", "2829179", "25175997", "33569870"], "ranked_scores": [518.0, 517.0, 512.0, 510.0, 506.0, 504.0, 502.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24055603", "41735503", "8672737", "21274919", "23785605", "38369817", "22995579", "30813140"], "ranked_scores": [553.0, 537.0, 530.0, 529.0, 527.0, 522.0, 522.0, 522.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "17415081", "27099731", "38844612", "45276789", "24282306", "12866641", "25589047", "25641414"], "ranked_scores": [512.0, 506.0, 495.0, 494.0, 491.0, 488.0, 487.0, 486.0, 483.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "6040392", "4679264", "22543403", "9291668", "4434951", "1848452", "22551259", "26230669", "2466614"], "ranked_scores": [623.0, 619.0, 614.0, 610.0, 607.0, 605.0, 602.0, 594.0, 592.0, 589.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "20288322", "2266471", "10482574", "120626", "17195001", "42708716", "29467201", "4414481"], "ranked_scores": [586.0, 533.0, 530.0, 529.0, 526.0, 525.0, 525.0, 524.0, 524.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "26873988", "6144337", "23901235", "2947124", "10627801", "13322804", "12885341", "46193388"], "ranked_scores": [610.0, 562.0, 557.0, 553.0, 553.0, 550.0, 549.0, 549.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "17450673", "23557241", "25973484", "16322674", "37480103", "22007333", "16098747", "5487448", "13831842"], "ranked_scores": [618.0, 592.0, 592.0, 578.0, 578.0, 576.0, 576.0, 568.0, 566.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "46695481", "27873158", "36355784", "28617573", "9764256", "25742130", "6561200", "46355579", "7650066"], "ranked_scores": [565.0, 563.0, 561.0, 559.0, 558.0, 555.0, 553.0, 552.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "7820043", "44366096", "14474178", "10627801", "21651116", "24221369", "21562657", "7968532", "24177706"], "ranked_scores": [586.0, 579.0, 570.0, 567.0, 566.0, 561.0, 559.0, 556.0, 555.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["35534019", "24088502", "3698758", "11344428", "17682477", "13959707", "10648422", "19511011", "6334188", "7224723"], "ranked_scores": [549.0, 540.0, 520.0, 520.0, 516.0, 516.0, 515.0, 515.0, 514.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1084345", "797114", "52887689", "11414664", "516867", "7514614", "6277638", "14544564", "18949516"], "ranked_scores": [573.0, 568.0, 551.0, 543.0, 543.0, 543.0, 542.0, 541.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "21557055", "6422576", "17919731", "6264468", "25901598", "34198365", "18358026", "1748921", "935538"], "ranked_scores": [560.0, 559.0, 558.0, 552.0, 548.0, 547.0, 547.0, 545.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "29231620", "37592824", "116792", "15889329", "25416944", "28530299", "23670644", "27866735"], "ranked_scores": [599.0, 519.0, 517.0, 517.0, 509.0, 499.0, 494.0, 494.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6712836", "18231257", "4429388", "31962403", "469066", "36111909", "18909530", "30303335", "1676568", "4417558"], "ranked_scores": [539.0, 537.0, 537.0, 534.0, 534.0, 533.0, 531.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "19149247", "7451607", "13552682", "17919731", "45487164", "11291348", "24770913"], "ranked_scores": [574.0, 557.0, 542.0, 540.0, 539.0, 537.0, 533.0, 533.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "5765455", "8925851", "33677323", "2359152", "17945638", "6000423", "40127292", "4414547"], "ranked_scores": [556.0, 554.0, 554.0, 540.0, 536.0, 536.0, 535.0, 534.0, 534.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "21330280", "52944377", "12643937", "5389523", "30543439", "20231138", "34198365", "26672703", "7042304"], "ranked_scores": [547.0, 530.0, 528.0, 525.0, 524.0, 523.0, 522.0, 522.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["22023404", "30720103", "26409363", "275294", "4483571", "2425364", "21553394", "3150030", "3222187", "36960449"], "ranked_scores": [534.0, 527.0, 518.0, 515.0, 514.0, 514.0, 513.0, 512.0, 509.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "22023404", "9638032", "18678095", "32481310", "52072815", "10548391", "14663842", "26456326", "41599676"], "ranked_scores": [549.0, 501.0, 497.0, 495.0, 495.0, 492.0, 491.0, 491.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "13011249", "40382183", "6944800", "17388232", "40667577", "21746539", "20758340", "26231129", "30919024"], "ranked_scores": [538.0, 529.0, 528.0, 526.0, 526.0, 525.0, 524.0, 519.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "7813993", "19332616", "3984231", "7711685", "28164534", "10284593", "24989194", "15925931"], "ranked_scores": [597.0, 540.0, 532.0, 531.0, 522.0, 520.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "19675911", "24408040", "26341063", "4506414", "34139429", "31889025", "752423", "33533307", "5884524"], "ranked_scores": [597.0, 547.0, 541.0, 539.0, 538.0, 537.0, 537.0, 536.0, 534.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "7042304", "13921783", "14501880", "1220287", "4889228", "16605494", "26336593", "11250124"], "ranked_scores": [595.0, 567.0, 556.0, 548.0, 547.0, 547.0, 546.0, 546.0, 545.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4447785", "4429118", "24282306", "26735905", "43334921", "219475", "18810195", "17917408"], "ranked_scores": [625.0, 589.0, 572.0, 567.0, 564.0, 564.0, 551.0, 545.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13923140", "22852120", "6123924", "21366394", "5531479", "21185923", "6767271", "29015485", "45096063", "31624828"], "ranked_scores": [588.0, 585.0, 581.0, 571.0, 567.0, 567.0, 567.0, 566.0, 566.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "19511011", "22613657", "27910499", "13398997", "46193388", "15462523", "11666252", "17682477", "22791348"], "ranked_scores": [582.0, 572.0, 563.0, 560.0, 551.0, 550.0, 548.0, 547.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "4883040", "21274496", "1215116", "31560225", "1986482", "22705234", "24943534", "8300657"], "ranked_scores": [581.0, 556.0, 543.0, 543.0, 540.0, 533.0, 533.0, 532.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2335873", "3870062", "16905344", "469066", "2436602", "43226130", "4423559", "5395426", "4447055", "52874170"], "ranked_scores": [506.0, 486.0, 478.0, 477.0, 476.0, 476.0, 475.0, 475.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "4336849", "5560962", "6421792", "1967017", "6503534", "21274496", "13916484", "2638387"], "ranked_scores": [560.0, 533.0, 531.0, 529.0, 525.0, 519.0, 516.0, 515.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "52180874", "13256155", "32421068", "21009874", "31616203", "31591262"], "ranked_scores": [634.0, 578.0, 559.0, 552.0, 543.0, 539.0, 539.0, 538.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9225850", "23509113", "6853699", "5511240", "10648422", "9977329", "3391547", "14092737", "31624828", "22852120"], "ranked_scores": [538.0, 536.0, 534.0, 532.0, 532.0, 532.0, 529.0, 529.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["21746539", "18042803", "15972906", "41982985", "36271512", "22647695", "9283422", "34905328", "12871281", "4270992"], "ranked_scores": [595.0, 593.0, 589.0, 584.0, 583.0, 579.0, 578.0, 577.0, 576.0, 575.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "20491205", "16390264", "19945096", "24575065", "24318630", "4824840", "5372432", "25886725", "26611094"], "ranked_scores": [588.0, 532.0, 525.0, 520.0, 514.0, 513.0, 510.0, 510.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "23393712", "29073751", "11291348", "18231257", "36345185", "18909530", "4396105", "18041692", "11369420"], "ranked_scores": [572.0, 568.0, 568.0, 567.0, 562.0, 562.0, 560.0, 557.0, 555.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1800734", "4447785", "9225850", "36345578", "469066", "1871230", "2417551", "17017465", "23509113"], "ranked_scores": [619.0, 569.0, 568.0, 567.0, 562.0, 560.0, 556.0, 556.0, 554.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "8458567", "23286603", "3203590", "9784254", "15879931", "22674621", "5839365", "15058155", "9899292"], "ranked_scores": [571.0, 557.0, 551.0, 544.0, 541.0, 537.0, 537.0, 533.0, 533.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "44562058", "341324", "31363207", "1986482", "1386103", "29023309", "1215116", "24241932"], "ranked_scores": [619.0, 574.0, 559.0, 555.0, 548.0, 543.0, 540.0, 540.0, 534.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "79696454", "21009874", "5991309", "21382907", "7975937", "1389264", "22980205", "1900152", "7986878"], "ranked_scores": [550.0, 529.0, 528.0, 526.0, 525.0, 525.0, 523.0, 521.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "44572913", "23267371", "30720103", "26409363", "4483571", "275294", "46485368", "36960449"], "ranked_scores": [362.0, 360.0, 346.0, 345.0, 344.0, 343.0, 340.0, 339.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "970012", "25687558", "13000926", "34121231", "11738716", "7198295", "4340358", "20675284", "791050"], "ranked_scores": [333.0, 332.0, 332.0, 332.0, 327.0, 320.0, 320.0, 319.0, 318.0, 318.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "16760369", "5884524", "23783727", "11481946", "6158879", "6176498", "750781", "35495268", "19185192"], "ranked_scores": [378.0, 370.0, 364.0, 361.0, 360.0, 353.0, 352.0, 351.0, 350.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["19603353", "18042803", "8903143", "24387017", "6788835", "12871281", "25479072", "14155726", "14767844", "33499189"], "ranked_scores": [378.0, 372.0, 370.0, 368.0, 367.0, 366.0, 365.0, 365.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "12672066", "31554917", "6841927", "21373821", "25315295", "4695046", "27150276", "24318630", "24396137"], "ranked_scores": [385.0, 351.0, 348.0, 347.0, 343.0, 338.0, 336.0, 336.0, 335.0, 334.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "28617573", "9764256", "46695481"], "ranked_ids": ["28617573", "27873158", "46695481", "19140422", "7650066", "9764256", "6561200", "16980892", "46355579", "12779444"], "ranked_scores": [408.0, 394.0, 383.0, 382.0, 379.0, 378.0, 374.0, 373.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22712546", "36653415", "23576165", "17973161", "22914228", "23887844", "25748308", "4854076", "9451684", "6588614"], "ranked_scores": [364.0, 364.0, 361.0, 360.0, 360.0, 360.0, 358.0, 358.0, 358.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "219475", "19005293", "26873988", "8596357", "31272411", "1800734", "1574014", "15425958", "21651116"], "ranked_scores": [367.0, 358.0, 353.0, 352.0, 351.0, 350.0, 349.0, 349.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "7547329", "6319826", "11288846", "32969964", "6477536", "44264297", "11469078", "8690595"], "ranked_scores": [410.0, 338.0, 338.0, 332.0, 328.0, 328.0, 327.0, 326.0, 322.0, 317.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["11020556", "18834078", "3475317", "188911", "9977329", "7399084", "5508750", "27567994", "19005293", "4928282"], "ranked_scores": [365.0, 364.0, 363.0, 363.0, 362.0, 361.0, 360.0, 358.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "32159283", "7873737", "10576136", "40164383", "29526125", "19185192", "3984231", "38630735", "19332616"], "ranked_scores": [356.0, 353.0, 347.0, 346.0, 338.0, 336.0, 336.0, 335.0, 335.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "3929361", "4999387", "79696454", "21258863", "24044977", "27264454", "22635278", "18153456"], "ranked_scores": [357.0, 342.0, 335.0, 335.0, 334.0, 334.0, 332.0, 332.0, 330.0, 329.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22867765", "6212802", "34876410", "11459139", "1616661", "11771811", "33569870", "25175997", "30639847", "3896759"], "ranked_scores": [342.0, 336.0, 334.0, 330.0, 330.0, 330.0, 328.0, 327.0, 327.0, 326.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24055603", "27076725", "22995579", "13282296", "24510595", "5402581", "38369817", "28419824", "41735503"], "ranked_scores": [364.0, 356.0, 351.0, 351.0, 347.0, 346.0, 344.0, 343.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "38844612", "79231308", "27099731", "17415081", "24282306", "45276789", "16980892", "16390264", "41493639"], "ranked_scores": [342.0, 332.0, 331.0, 330.0, 328.0, 326.0, 324.0, 323.0, 322.0, 321.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "6040392", "4679264", "1848452", "22551259", "22543403", "9291668", "4434951", "26230669", "2466614"], "ranked_scores": [419.0, 414.0, 405.0, 401.0, 399.0, 399.0, 399.0, 398.0, 395.0, 389.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "42708716", "4414481", "3270834", "3504761", "1227277", "14544564", "22116439", "20288322", "29467201"], "ranked_scores": [375.0, 351.0, 350.0, 350.0, 347.0, 346.0, 342.0, 342.0, 341.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "26873988", "1550937", "6144337", "13923140", "1499964", "13322804", "31272411", "21651116"], "ranked_scores": [408.0, 368.0, 367.0, 363.0, 363.0, 361.0, 360.0, 359.0, 359.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "23557241", "17450673", "37480103", "16322674", "25973484", "16098747", "22007333", "5487448", "16701509"], "ranked_scores": [406.0, 387.0, 380.0, 379.0, 378.0, 377.0, 375.0, 375.0, 373.0, 372.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "36355784", "25742130", "28617573", "12779444", "32423829", "9764256", "46695481", "6561200", "46355579"], "ranked_scores": [374.0, 372.0, 370.0, 370.0, 363.0, 362.0, 362.0, 361.0, 360.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7820043", "31272411", "14474178", "44366096", "24177706", "21651116", "10627801", "21562657", "1970884", "25141908"], "ranked_scores": [390.0, 384.0, 382.0, 374.0, 371.0, 370.0, 369.0, 368.0, 366.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["35534019", "24088502", "3698758", "11344428", "14021596", "36345578", "10648422", "7224723", "24596228", "28149602"], "ranked_scores": [359.0, 352.0, 349.0, 345.0, 343.0, 343.0, 341.0, 341.0, 338.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1084345", "797114", "516867", "6277638", "52887689", "14544564", "11414664", "16693950", "22264117"], "ranked_scores": [373.0, 371.0, 366.0, 362.0, 357.0, 356.0, 356.0, 355.0, 353.0, 350.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["6422576", "34198365", "21557055", "1748921", "16120395", "26596106", "41928290", "27134931", "8646760", "42009630"], "ranked_scores": [380.0, 371.0, 369.0, 369.0, 366.0, 365.0, 363.0, 363.0, 363.0, 362.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "810480", "29231620", "116792", "15889329", "16398827", "9796495", "28530299", "36637129"], "ranked_scores": [402.0, 340.0, 340.0, 340.0, 339.0, 326.0, 324.0, 323.0, 322.0, 322.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["19603353", "6712836", "34198365", "31387717", "18042803", "12631697", "21651116", "778436", "323030", "36111909"], "ranked_scores": [352.0, 352.0, 346.0, 346.0, 346.0, 345.0, 345.0, 344.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "7451607", "13552682", "10212612", "19149247", "34537906", "23618826", "5944514"], "ranked_scores": [370.0, 361.0, 353.0, 351.0, 347.0, 345.0, 344.0, 344.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3863543", "3391547", "40127292", "8925851", "2359152", "33677323", "17945638", "2701077", "6000423"], "ranked_scores": [371.0, 368.0, 362.0, 360.0, 354.0, 354.0, 354.0, 352.0, 351.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "21330280", "52944377", "30122260", "30543439", "12207340", "5389523", "12643937", "21557055", "34198365"], "ranked_scores": [358.0, 356.0, 350.0, 347.0, 346.0, 346.0, 345.0, 345.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "275294", "22023404", "26409363", "3150030", "4483571", "2425364", "6313547", "36960449", "23267371"], "ranked_scores": [340.0, 339.0, 338.0, 337.0, 336.0, 336.0, 335.0, 329.0, 328.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "18678095", "14663842", "22023404", "2817000", "25623469", "9638032", "32481310", "38028419", "41599676"], "ranked_scores": [351.0, 335.0, 324.0, 324.0, 323.0, 323.0, 323.0, 322.0, 321.0, 319.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "1065627", "40382183", "13011249", "30919024", "26231129", "40667577", "4429118", "20758340", "17388232"], "ranked_scores": [351.0, 350.0, 348.0, 348.0, 345.0, 344.0, 343.0, 343.0, 342.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "7813993", "24989194", "19332616", "2559303", "3984231", "40164383", "2291922", "37207226"], "ranked_scores": [378.0, 350.0, 344.0, 340.0, 340.0, 340.0, 339.0, 336.0, 336.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "34139429", "31889025", "24408040", "26341063", "4506414", "5884524", "19675911", "752423", "6945285"], "ranked_scores": [392.0, 359.0, 353.0, 353.0, 352.0, 351.0, 350.0, 350.0, 349.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "7042304", "14501880", "11250124", "9304312", "13921783", "16605494", "1220287", "17333231"], "ranked_scores": [387.0, 366.0, 365.0, 363.0, 356.0, 356.0, 356.0, 355.0, 353.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4447785", "4429118", "26735905", "24282306", "17917408", "31682248", "27270151", "43334921"], "ranked_scores": [409.0, 382.0, 373.0, 373.0, 368.0, 367.0, 360.0, 358.0, 355.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["22852120", "13923140", "6123924", "21185923", "31624828", "18546584", "9225850", "11666252", "28206748", "45096063"], "ranked_scores": [386.0, 384.0, 383.0, 371.0, 371.0, 370.0, 370.0, 369.0, 369.0, 368.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "19511011", "22613657", "27910499", "12966719", "46193388", "13398997", "188911", "21320417", "15462523"], "ranked_scores": [380.0, 375.0, 371.0, 367.0, 364.0, 362.0, 360.0, 359.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "1215116", "28738741", "24943534", "4883040", "22705234", "8300657", "1386103", "13959707"], "ranked_scores": [388.0, 364.0, 358.0, 357.0, 356.0, 353.0, 349.0, 349.0, 348.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2335873", "23639838", "2436602", "43226130", "6309659", "12236208", "14252892", "7965928", "3559136", "3870062"], "ranked_scores": [320.0, 312.0, 309.0, 308.0, 308.0, 307.0, 307.0, 305.0, 304.0, 304.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "4336849", "25014337", "6421792", "5560962", "9791313", "40127292", "13916484", "7944381", "8925851"], "ranked_scores": [366.0, 349.0, 346.0, 339.0, 336.0, 335.0, 334.0, 333.0, 333.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "25589047", "13256155", "21009874", "32421068", "20428155", "13380980", "31616203"], "ranked_scores": [421.0, 378.0, 376.0, 369.0, 363.0, 362.0, 360.0, 359.0, 358.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10812605", "9225850", "10648422", "3391547", "51952430", "6853699", "45096063", "14644164", "22973574", "34469966"], "ranked_scores": [352.0, 352.0, 351.0, 350.0, 349.0, 348.0, 348.0, 347.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["21746539", "18042803", "15972906", "4270992", "12871281", "22647695", "36271512", "18834078", "34905328", "4389252"], "ranked_scores": [392.0, 388.0, 386.0, 386.0, 382.0, 382.0, 382.0, 381.0, 381.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "20491205", "26611094", "10577574", "4824840", "21323587", "24318630", "16390264", "40905302", "5372432"], "ranked_scores": [387.0, 357.0, 343.0, 334.0, 334.0, 334.0, 334.0, 332.0, 332.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["23393712", "29073751", "10991183", "11291348", "36345185", "18231257", "9225850", "4396105", "1574014", "164985"], "ranked_scores": [370.0, 369.0, 368.0, 367.0, 366.0, 364.0, 364.0, 362.0, 361.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1800734", "1871230", "9225850", "26297042", "4447785", "17017465", "28149602", "15058155", "469066"], "ranked_scores": [403.0, 373.0, 371.0, 370.0, 368.0, 368.0, 367.0, 367.0, 364.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "23286603", "22674621", "3203590", "8458567", "5839365", "15058155", "24150328", "9784254", "15879931"], "ranked_scores": [381.0, 358.0, 356.0, 353.0, 353.0, 349.0, 348.0, 347.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "44562058", "29023309", "1386103", "31363207", "1986482", "11254040", "24241932"], "ranked_scores": [404.0, 379.0, 366.0, 364.0, 360.0, 359.0, 358.0, 357.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "79696454", "21009874", "22980205", "52180874", "7975937", "343052", "22635278", "34025053", "7986878"], "ranked_scores": [348.0, 345.0, 344.0, 342.0, 341.0, 341.0, 340.0, 339.0, 339.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "4462079", "16812091", "46485368", "21553394", "70439309", "23267371", "26409363", "30720103"], "ranked_scores": [174.0, 173.0, 172.0, 170.0, 170.0, 169.0, 169.0, 168.0, 165.0, 165.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "20675284", "25687558", "23801039", "8596357", "34121231", "10491220", "13000926", "4340358", "45820464"], "ranked_scores": [172.0, 164.0, 164.0, 163.0, 163.0, 163.0, 162.0, 162.0, 162.0, 162.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "11481946", "6158879", "23783727", "5884524", "16760369", "35495268", "5698494", "14973286", "7373453"], "ranked_scores": [194.0, 186.0, 184.0, 184.0, 183.0, 182.0, 180.0, 179.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["19603353", "12225214", "41325555", "8903143", "6788835", "12871281", "14155726", "18042803", "24294572", "33499189"], "ranked_scores": [191.0, 189.0, 188.0, 187.0, 186.0, 185.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "12672066", "11913139", "25315295", "4695046", "6841927", "24318630", "33733520", "35087728"], "ranked_scores": [190.0, 180.0, 180.0, 175.0, 174.0, 174.0, 172.0, 171.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "28617573", "9764256", "46695481"], "ranked_ids": ["28617573", "27873158", "7650066", "16980892", "19140422", "46695481", "9764256", "6561200", "12779444", "23136735"], "ranked_scores": [202.0, 194.0, 192.0, 190.0, 189.0, 187.0, 186.0, 183.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.9059, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22712546", "23887844", "25748308", "22914228", "17973161", "23576165", "11616424", "6588614", "13613916", "36653415"], "ranked_scores": [188.0, 186.0, 184.0, 183.0, 181.0, 180.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["219475", "1574014", "21651116", "46926352", "23509113", "19005293", "35395662", "15425958", "4447785", "5979056"], "ranked_scores": [183.0, 183.0, 183.0, 181.0, 180.0, 179.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6319826", "7547329", "84784389", "2721426", "11288846", "38180456", "13613916", "32969964"], "ranked_scores": [202.0, 168.0, 165.0, 164.0, 161.0, 161.0, 159.0, 157.0, 156.0, 156.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7399084", "32533299", "3475317", "13923140", "2248870", "22791348", "6501747", "27567994", "14834714", "19005293"], "ranked_scores": [191.0, 189.0, 187.0, 186.0, 186.0, 185.0, 185.0, 185.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "29526125", "32159283", "7873737", "19332616", "25028913", "24150328", "2973910", "38630735", "5979056"], "ranked_scores": [184.0, 176.0, 176.0, 176.0, 175.0, 175.0, 174.0, 174.0, 174.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "20722510", "3929361", "79696454", "13952658", "18074797", "22852120", "27264454", "29423324"], "ranked_scores": [180.0, 180.0, 176.0, 174.0, 173.0, 173.0, 172.0, 172.0, 172.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6212802", "19332616", "33569870", "22867765", "12866641", "36345578", "30639847", "4020950", "6853699", "40156901"], "ranked_scores": [169.0, 167.0, 165.0, 164.0, 164.0, 164.0, 164.0, 162.0, 162.0, 161.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24055603", "45457778", "17438862", "13282296", "1967410", "22995579", "17930286", "33960383", "24510595", "28419824"], "ranked_scores": [186.0, 182.0, 179.0, 177.0, 177.0, 177.0, 177.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "4824840", "27099731", "13097856", "980196", "11880289", "25589047", "3776162", "79231308"], "ranked_scores": [178.0, 173.0, 171.0, 171.0, 170.0, 169.0, 168.0, 168.0, 166.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4679264", "1848452", "22543403", "9291668", "26230669", "22551259", "9559146", "2466614"], "ranked_scores": [208.0, 207.0, 203.0, 202.0, 201.0, 200.0, 197.0, 197.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "38533515", "17195001", "4324278", "4319174", "14874811", "8646760", "1907601", "3504761"], "ranked_scores": [185.0, 174.0, 173.0, 173.0, 171.0, 171.0, 171.0, 170.0, 170.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "1499964", "7115651", "13923140", "40473317", "2947124", "25988622", "1550937", "40608679"], "ranked_scores": [213.0, 195.0, 193.0, 193.0, 191.0, 191.0, 191.0, 190.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "23557241", "37480103", "16098747", "25973484", "16701509", "17450673", "439670", "16322674", "22007333"], "ranked_scores": [208.0, 199.0, 194.0, 193.0, 191.0, 191.0, 191.0, 189.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "28617573", "32423829", "25742130", "36355784", "9764256", "46695481", "7650066", "12779444", "6561200"], "ranked_scores": [198.0, 194.0, 193.0, 193.0, 192.0, 192.0, 191.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7820043", "31272411", "3107733", "44366096", "25141908", "24177706", "35395662", "21562657", "10627801", "34016987"], "ranked_scores": [197.0, 196.0, 193.0, 192.0, 191.0, 191.0, 191.0, 190.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["3698758", "24088502", "11344428", "35534019", "8563659", "13959707", "14021596", "27602752", "10648422", "7968532"], "ranked_scores": [186.0, 175.0, 174.0, 174.0, 173.0, 173.0, 173.0, 172.0, 171.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["797114", "10012166", "1084345", "16693950", "516867", "6277638", "52887689", "22264117", "2274272", "3623127"], "ranked_scores": [188.0, 188.0, 181.0, 178.0, 178.0, 178.0, 177.0, 175.0, 175.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "41928290", "26596106", "21557055", "42009630", "27134931", "2722988", "34198365", "1748921", "6422576"], "ranked_scores": [191.0, 189.0, 188.0, 188.0, 188.0, 188.0, 187.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "29231620", "37592824", "810480", "8318286", "10605189", "20492020", "116792", "5586392", "8672737"], "ranked_scores": [202.0, 171.0, 169.0, 168.0, 165.0, 163.0, 163.0, 163.0, 162.0, 162.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["12631697", "19603353", "469066", "57574395", "18909530", "35395662", "21651116", "7729656", "36111909", "778436"], "ranked_scores": [179.0, 176.0, 175.0, 174.0, 171.0, 171.0, 171.0, 171.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["19149247", "31962403", "4452318", "2988714", "17919731", "25901598", "10212612", "17055665", "6422576", "7451607"], "ranked_scores": [188.0, 185.0, 185.0, 185.0, 184.0, 183.0, 182.0, 182.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3863543", "5765455", "17945638", "33677323", "13916484", "11289247", "7970974", "3391547", "40127292", "8925851"], "ranked_scores": [187.0, 185.0, 181.0, 181.0, 180.0, 180.0, 180.0, 179.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21330280", "2890952", "3981729", "16472469", "935538", "21601459", "21557055", "26596106", "26672703", "52944377"], "ranked_scores": [184.0, 183.0, 180.0, 179.0, 178.0, 176.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["275294", "26409363", "2159648", "22023404", "3866315", "3150030", "2425364", "30720103", "21009874", "9159125"], "ranked_scores": [169.0, 168.0, 166.0, 166.0, 166.0, 165.0, 164.0, 164.0, 163.0, 162.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14079881", "18678095", "10012166", "1388704", "17236106", "14663842", "38028419", "46437558", "9451684"], "ranked_scores": [174.0, 164.0, 160.0, 159.0, 159.0, 159.0, 159.0, 159.0, 158.0, 158.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "26231129", "20758340", "23420807", "24349992", "6944800", "37437064", "17934082", "21746539", "3858268"], "ranked_scores": [183.0, 178.0, 178.0, 177.0, 175.0, 175.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "3984231", "39084565", "10071590", "2559303", "7813993", "40164383", "11172205", "3616843"], "ranked_scores": [188.0, 182.0, 181.0, 175.0, 175.0, 175.0, 175.0, 174.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "34139429", "30981192", "21767325", "752423", "30639847", "31889025", "4506414", "21590125", "5884524"], "ranked_scores": [191.0, 185.0, 183.0, 181.0, 181.0, 179.0, 178.0, 178.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14501880", "9304312", "17333231", "4306711", "8698208", "7042304", "9217800", "7997337", "24725136"], "ranked_scores": [191.0, 186.0, 182.0, 179.0, 179.0, 179.0, 179.0, 178.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4429118", "4447785", "26735905", "1686997", "24282306", "26297042", "17919731", "33370"], "ranked_scores": [212.0, 197.0, 190.0, 188.0, 188.0, 187.0, 186.0, 186.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13923140", "9225850", "6123924", "22852120", "32533299", "13798951", "45096063", "1550937", "6767271", "5979056"], "ranked_scores": [197.0, 197.0, 192.0, 191.0, 190.0, 190.0, 190.0, 188.0, 188.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["46193388", "13398997", "19511011", "27910499", "22791348", "27243019", "991137", "188911", "21320417", "7224723"], "ranked_scores": [192.0, 191.0, 191.0, 190.0, 189.0, 188.0, 188.0, 187.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "1215116", "7224723", "21274496", "28738741", "2824347", "4883040", "1386103", "11238951", "13959707"], "ranked_scores": [203.0, 188.0, 188.0, 188.0, 186.0, 184.0, 182.0, 181.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["6477536", "16284655", "2335873", "5107861", "2424794", "5395426", "28530299", "8150638", "3870062", "5137019"], "ranked_scores": [160.0, 160.0, 159.0, 159.0, 159.0, 159.0, 159.0, 158.0, 157.0, 157.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "21274496", "25014337", "31560225", "6421792", "4336849", "21562657", "7944381", "2638387", "9791313"], "ranked_scores": [187.0, 180.0, 177.0, 176.0, 175.0, 173.0, 171.0, 170.0, 168.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "20428155", "21009874", "13380980", "10958594", "24634621", "31591262", "79696454"], "ranked_scores": [205.0, 188.0, 187.0, 184.0, 181.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["26873988", "15425958", "14644164", "51952430", "9977329", "12871281", "22973574", "34436231", "40323148", "6000423"], "ranked_scores": [186.0, 185.0, 185.0, 185.0, 184.0, 183.0, 183.0, 183.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18042803", "34905328", "35651106", "41982985", "21746539", "12871281", "13923140", "18834078", "35079452", "15972906"], "ranked_scores": [199.0, 199.0, 197.0, 197.0, 197.0, 196.0, 195.0, 195.0, 194.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "20491205", "24318630", "26611094", "5151024", "750781", "7419612", "6477536", "21884059", "45461275"], "ranked_scores": [191.0, 180.0, 173.0, 172.0, 171.0, 170.0, 169.0, 168.0, 168.0, 167.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9225850", "23393712", "18231257", "13639330", "11291348", "29073751", "18909530", "4447785", "8698857", "51952430"], "ranked_scores": [191.0, 189.0, 188.0, 186.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1800734", "17967608", "9225850", "6501747", "18841257", "7370282", "7399084", "219475", "23509113"], "ranked_scores": [197.0, 189.0, 188.0, 187.0, 186.0, 186.0, 186.0, 186.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "22674621", "19185192", "9956893", "8771704", "15879931", "23286603", "9784254", "31272411", "3203590"], "ranked_scores": [184.0, 183.0, 178.0, 178.0, 177.0, 177.0, 177.0, 176.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "11254040", "15319019", "1215116", "10648422", "44562058", "29023309", "1805641", "341324"], "ranked_scores": [200.0, 187.0, 180.0, 179.0, 178.0, 178.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["13448422", "21009874", "15058155", "13380980", "22116439", "31229233", "1900152", "79696454", "32421068", "343052"], "ranked_scores": [171.0, 170.0, 168.0, 167.0, 167.0, 167.0, 167.0, 167.0, 166.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["21553394", "38899659", "21564598", "11335781", "23267371", "9301606", "5094468", "21199527", "2015126", "46485368"], "ranked_scores": [87.0, 85.0, 83.0, 83.0, 82.0, 82.0, 82.0, 82.0, 81.0, 81.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4319174", "20280410", "45820464", "1386103", "22852120", "10190778", "10491220", "11414664", "92308", "9784254"], "ranked_scores": [89.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "11481946", "14566771", "23783727", "5884524", "35495268", "6945285", "14973286", "29526125", "3616843"], "ranked_scores": [97.0, 96.0, 93.0, 93.0, 92.0, 92.0, 92.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["6788835", "21651116", "4324278", "4389252", "12225214", "14155726", "24294572", "22317868", "2274272", "4429388"], "ranked_scores": [98.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5912283", "31554917", "11913139", "25315295", "14501880", "2015929", "21246752", "26244918", "6123521", "33733520"], "ranked_scores": [91.0, 90.0, 90.0, 89.0, 89.0, 87.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["27873158", "28617573", "9764256", "46695481"], "ranked_ids": ["28617573", "27873158", "9764256", "19140422", "16980892", "6561200", "7650066", "6748318", "12779444", "27099731"], "ranked_scores": [106.0, 100.0, 99.0, 99.0, 99.0, 97.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8319, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["36653415", "14198646", "23887844", "22712546", "14663842", "25748308", "26064662", "23576165", "36386637", "4361990"], "ranked_scores": [94.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["219475", "21651116", "24496245", "25263810", "1574014", "35079452", "28015516", "9225850", "28712203", "36345578"], "ranked_scores": [94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "84784389", "15659108", "6264468", "13613916", "461550", "6319826", "2380002", "2721426"], "ranked_scores": [99.0, 86.0, 85.0, 85.0, 84.0, 83.0, 83.0, 83.0, 82.0, 82.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["16066726", "6501747", "15889329", "2042250", "18237384", "7968532", "19005293", "40323148", "3475317", "9977329"], "ranked_scores": [95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["7873737", "29526125", "24150328", "19185192", "4020950", "40164383", "25028913", "39084565", "6270720", "6853699"], "ranked_scores": [91.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["20722510", "18025240", "1215116", "25050364", "14938990", "18074797", "22852120", "18841257", "3929361", "9767444"], "ranked_scores": [93.0, 92.0, 90.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["36345578", "5821617", "17741440", "14407673", "27550580", "38745690", "7711685", "6853699", "33569870", "6712836"], "ranked_scores": [86.0, 84.0, 83.0, 82.0, 82.0, 81.0, 81.0, 81.0, 80.0, 80.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24055603", "45457778", "46764350", "22995579", "44830890", "17930286", "33960383", "1967410", "28419824", "58006489"], "ranked_scores": [98.0, 96.0, 92.0, 91.0, 91.0, 91.0, 90.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "10958594", "16098747", "17415081", "11880289", "12438901", "12442311", "29981186", "16390264", "46485368"], "ranked_scores": [87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0, 85.0, 85.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4679264", "22543403", "24652030", "1848452", "22551259", "2466614", "9291668", "7834603"], "ranked_scores": [110.0, 107.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["38023457", "3866315", "4319174", "43192375", "120626", "6277638", "1574014", "5273056", "44614949", "6227220"], "ranked_scores": [93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "24177706", "7115651", "1071991", "25988622", "51952430", "5811042", "6144337", "9278263"], "ranked_scores": [109.0, 105.0, 100.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "25973484", "23557241", "439670", "17450673", "37480103", "15512462", "8596837", "12869200", "16701509"], "ranked_scores": [105.0, 99.0, 99.0, 98.0, 98.0, 98.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "9764256", "25742130", "27873158", "46355579", "28617573", "23136735", "36355784", "6561200", "40735046"], "ranked_scores": [105.0, 102.0, 102.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "24177706", "31272411", "7968532", "44366096", "2251426", "7820043", "30933307", "35079452", "41620295"], "ranked_scores": [98.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["3698758", "4335423", "7968532", "6334188", "13959707", "24088502", "7647224", "24596228", "74701974", "25938221"], "ranked_scores": [90.0, 87.0, 86.0, 86.0, 85.0, 85.0, 85.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["28707489", "15975146", "28937856", "6277638", "7944381", "43390777", "8425533", "797114", "7042304", "8133050"], "ranked_scores": [93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["17919731", "21557055", "16120395", "2722988", "34198365", "18358026", "42009630", "26596106", "4421742", "6609935"], "ranked_scores": [97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "29231620", "20492020", "36271512", "5704562", "21274496", "37592824", "5503194", "38873881", "8672737"], "ranked_scores": [103.0, 89.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["19855358", "14188138", "327319", "20054396", "24335068", "14050257", "19603353", "26374799", "226488", "3710557"], "ranked_scores": [90.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["19149247", "17055665", "31962403", "25901598", "4452318", "28542402", "17919731", "4361990", "8577229", "6446747"], "ranked_scores": [98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13916484", "33677323", "7970974", "10326242", "6910577", "2359152", "8925851", "17945638", "42565477", "6517763"], "ranked_scores": [97.0, 95.0, 94.0, 92.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["19572798", "21557055", "30543439", "21330280", "27134931", "935538", "34198365", "3981729", "9669099", "4306711"], "ranked_scores": [93.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2159648", "18199839", "11441172", "19205326", "35149431", "1701063", "469066", "6796297", "97884", "8446259"], "ranked_scores": [87.0, 87.0, 86.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "623486", "71625969", "2817000", "34228604", "17236106", "24725136", "3113630", "36089763", "52072815"], "ranked_scores": [92.0, 85.0, 85.0, 85.0, 84.0, 83.0, 83.0, 83.0, 83.0, 83.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["502797", "23420807", "20758340", "8891333", "45638119", "1065627", "2061878", "28542402", "26231129", "30919024"], "ranked_scores": [93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "10071590", "27550580", "3984231", "23912923", "24660385", "26561572", "37450671", "7711685", "39084565"], "ranked_scores": [93.0, 93.0, 92.0, 91.0, 89.0, 88.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["21767325", "10984005", "34139429", "752423", "12058271", "16233471", "10697096", "30639847", "44264297", "5323845"], "ranked_scores": [91.0, 89.0, 89.0, 89.0, 87.0, 87.0, 87.0, 87.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["14544564", "16966326", "9217800", "6947286", "8698208", "13717103", "14501880", "4306711", "33911859", "4405194"], "ranked_scores": [94.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "1686997", "4429118", "17917408", "18358026", "31591262", "23420807", "8512633", "3831884"], "ranked_scores": [106.0, 99.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["9225850", "13923140", "32533299", "28206748", "5511240", "14386505", "5979056", "5386514", "5531479", "6123924"], "ranked_scores": [98.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["19511011", "15972906", "13398997", "46193388", "991137", "15462523", "22791348", "27910499", "24101431", "25738896"], "ranked_scores": [100.0, 98.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "1215116", "11233339", "45218443", "36082224", "24044977", "21274496", "7224723", "2824347", "28738741"], "ranked_scores": [101.0, 94.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["6477536", "21150010", "1576955", "39571812", "143868995", "23148978", "2424794", "46765242", "27024392", "35186640"], "ranked_scores": [84.0, 82.0, 81.0, 81.0, 79.0, 79.0, 79.0, 79.0, 79.0, 79.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["10326242", "15319019", "21274496", "41599676", "1388704", "17088791", "25014337", "9791313", "5560962", "6421792"], "ranked_scores": [92.0, 90.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "20127522", "7986878", "20428155", "23639838", "52180874", "2492146", "7821634", "31616203", "31682248"], "ranked_scores": [107.0, 99.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["13923140", "22852120", "7115651", "2248870", "20344442", "21651116", "9160947", "51952430", "991137", "8577229"], "ranked_scores": [96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["10354110", "45096063", "13923140", "2042250", "34905328", "35651106", "4389252", "11233339", "21746539", "41982985"], "ranked_scores": [99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "7111021", "26611094", "20491205", "21203899", "21323587", "202259", "5151024", "4824840", "750781"], "ranked_scores": [94.0, 90.0, 90.0, 88.0, 88.0, 88.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9225850", "1871230", "4389252", "23700330", "1574014", "36345185", "18042803", "4387494", "21557055", "7975937"], "ranked_scores": [96.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["28149602", "219475", "5531479", "6796297", "13878643", "3330111", "16728949", "6609935", "1933281", "25946292"], "ranked_scores": [99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "19185192", "2417551", "56486733", "22674621", "15879931", "46765242", "3203590", "9784254", "9956893"], "ranked_scores": [93.0, 89.0, 89.0, 89.0, 88.0, 87.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "5560962", "1215116", "7111021", "10648422", "1805641", "1986482", "11233339", "26038789", "29023309"], "ranked_scores": [98.0, 96.0, 93.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["15058155", "35301079", "1900152", "79696454", "10326242", "1389264", "7975937", "3471191", "25738896", "22116439"], "ranked_scores": [92.0, 91.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["21553394", "38899659", "25817686", "9301606", "21199527", "19205437", "25510546", "25599283", "44572913", "30720103"], "ranked_scores": [50.0, 47.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["15907458", "13509809", "28086354", "11414664", "10491220", "23237995", "46193388", "12130067", "37296667", "4816339"], "ranked_scores": [46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0, 43.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["7873737", "25028913", "5884524", "38630735", "15058155", "2391552", "22420524", "3616843", "7373453", "750781"], "ranked_scores": [52.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22896970", "15548965", "18231257", "41620295", "19561411", "25483562", "20821402", "6788835", "27438378", "7036529"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["3943235", "25602549", "5107861", "16086778", "40164383", "20155713", "2436602", "5912283", "3863543", "40127292"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1934, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["27873158", "28617573", "9764256", "46695481"], "ranked_ids": ["28617573", "19140422", "6561200", "16980892", "23136735", "27873158", "6748318", "30720103", "7650066", "9764256"], "ranked_scores": [55.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.6423, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.75}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21330280", "6492658", "327319", "40145839", "14198646", "36653415", "22116439", "22712546", "2829179", "25742205"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19165076", "23576165", "24496245", "1574014", "9160947", "219475", "25946292", "30041340", "2613411", "32170702"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "3716075", "7944381", "8595678", "12102963", "6264468", "44264297", "7834603", "8426046", "6319826"], "ranked_scores": [48.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["2042250", "10354110", "3475317", "18834078", "6501747", "21719289", "2248870", "5483793", "22791348", "7489663"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["24150328", "7873737", "10984005", "29526125", "38630735", "2391552", "27428509", "25028913", "32159283", "9617381"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28738741", "34378726", "18025240", "79696454", "9767444", "1032372", "1605392", "20722510", "18841257", "6550579"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["2931832", "21301090", "5821617", "2015126", "36288526", "1387104", "26611094", "27550580", "44801733", "3899896"], "ranked_scores": [43.0, 43.0, 43.0, 42.0, 42.0, 42.0, 42.0, 41.0, 41.0, 41.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["45457778", "24510595", "24055603", "44830890", "12667988", "31564409", "17930286", "1967410", "33960383", "35495268"], "ranked_scores": [54.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["7370282", "43378932", "29981186", "1196631", "13398997", "21323587", "2015126", "1922901", "21557614", "5289038"], "ranked_scores": [44.0, 44.0, 44.0, 43.0, 43.0, 43.0, 43.0, 43.0, 43.0, 43.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "2466614", "16233471", "4587978", "1848452", "24652030", "4434951", "8892905", "9478135"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["2481032", "1574014", "38023457", "12800122", "2988714", "17973161", "35660758", "6492658", "52887689", "8002887"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["6144337", "1220287", "9433958", "1871499", "51952430", "29288582", "14544564", "7115651", "6788835", "8038329"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["439670", "27123743", "25973484", "37480103", "2931832", "17450673", "25135304", "23557241", "8529693", "8596837"], "ranked_scores": [53.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "7647224", "9394119", "28633594", "25742130", "27123743", "27873158", "3899896", "28617573", "46355579"], "ranked_scores": [52.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "1970884", "30437264", "25263810", "7968532", "37643601", "42065070", "9433958", "4347374", "44366096"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24596228", "13734012", "7647224", "74701974", "25938221", "36082224", "9394119", "3899896", "45218443", "74137632"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22159299", "8425533", "28707489", "2274272", "15975146", "28334217", "7185591", "5256564", "38623601", "8774475"], "ranked_scores": [48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["9199796", "2722988", "8925851", "797114", "27134931", "1754001", "26596106", "810480", "6599693", "6609935"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "13448422", "34582256", "21651116", "25510546", "29231620", "32023005", "5503194", "8672737"], "ranked_scores": [52.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4020950", "14171859", "1428830", "28904104", "38752049", "3710557", "42800527", "6325527", "57574395", "9752604"], "ranked_scores": [48.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["19149247", "19583924", "7451607", "25901598", "2988714", "8460275", "36904081", "31962403", "8577229", "935538"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["33677323", "40127292", "12737132", "10326242", "13916484", "9955779", "5273056", "29557235", "8185080", "8774475"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["935538", "19572798", "30543439", "12922760", "9669099", "4306711", "2754534", "34439544", "6670101", "37164306"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["15058155", "10530014", "18199839", "17973161", "30720103", "23535770", "42465769", "8856690", "6501747", "9315213"], "ranked_scores": [46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "2817000", "14501880", "29564505", "14663842", "71625969", "5556809", "7834603", "9451684", "797114"], "ranked_scores": [51.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["20758340", "45638119", "30919024", "8891333", "3858268", "23420807", "502797", "5764562", "9095943", "9558539"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "1967410", "1900152", "24634621", "26058927", "23420615", "27550580", "9194077", "3984231", "32742683"], "ranked_scores": [50.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "10697096", "14973286", "38630735", "25001628", "26231129", "44264297", "30639847", "3616843", "34268160"], "ranked_scores": [50.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "6227220", "1220287", "1871499", "2727303", "42855554", "7645565", "8698208", "9217800", "935538"], "ranked_scores": [53.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["17917408", "11915280", "6923961", "4422868", "17919731", "23895668", "26059876", "29495185", "6588614", "6910577"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["7948486", "5511240", "343052", "28206748", "9225850", "14834714", "32533299", "5531479", "5979056", "6421792"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["15972906", "37641175", "19511011", "13916951", "4928282", "19912367", "35651106", "46193388", "40667066", "8137081"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["1215116", "24512064", "10749308", "11233339", "11335781", "11887584", "991139", "1336292", "26038789", "3308636"], "ranked_scores": [49.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["6948886", "3981244", "21150010", "1576955", "39571812", "4312169", "4138659", "57574395", "9239963", "8774475"], "ranked_scores": [44.0, 43.0, 43.0, 43.0, 43.0, 43.0, 43.0, 42.0, 42.0, 42.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["10326242", "34498325", "29785642", "9791313", "21274496", "14019636", "41293601", "20886584", "4961038", "9638032"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "20428155", "20127522", "2492146", "7821634", "35443524", "29807737", "32421068", "31616203", "8891333"], "ranked_scores": [58.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["9160947", "20492020", "32927475", "18126445", "7115651", "40608679", "5503194", "8577229", "7224723", "9304312"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2042250", "10354110", "19450341", "21746539", "15972906", "11020556", "46926352", "18834078", "8997410"], "ranked_scores": [53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["26611094", "45461275", "7111021", "21323587", "21767325", "11230569", "5151024", "5596332", "19945096", "25293616"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["16745747", "35660758", "30208015", "7549811", "4396105", "10991183", "18231257", "23700330", "21626639", "29073751"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["6796297", "28149602", "13878643", "16728949", "1871230", "14479433", "3330111", "195683603", "5531479", "6000423"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["35186640", "11238784", "13774178", "22116439", "24150328", "9225850", "9956893", "3866315", "56486733", "5106691"], "ranked_scores": [48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "5560962", "10648422", "1986482", "26038789", "7111021", "21651116", "26886351", "35079452", "44562058"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22116439", "1227277", "29321530", "343052", "41325555", "79696454", "7221410", "7621534", "7343711", "8892905"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-32-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["25817686", "41133176", "10209731", "17415081", "19205437", "7552147", "25599283", "24704139", "29828242", "970012"], "ranked_scores": [26.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["28086354", "12030318", "25293721", "12130067", "13509809", "40349336", "4816339", "29467201", "15907458", "9550981"], "ranked_scores": [25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["3616843", "15925931", "19185192", "20887554", "750781", "25028913", "5884524", "7873737", "6157837", "9617381"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["6788835", "24712186", "19561411", "41620295", "30261663", "4429388", "22036571", "24294572", "34604584", "27438378"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["31554917", "5912283"], "ranked_ids": ["5107861", "3707035", "20155713", "11666252", "5572127", "5821617", "5765455", "8604837", "7514614", "8318286"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["27873158", "28617573", "9764256", "46695481"], "ranked_ids": ["28617573", "11172205", "19140422", "16980892", "30226988", "4409524", "32423829", "34876410", "37916361", "6748318"], "ranked_scores": [28.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3904, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.25, "ndcg@10": 0.3904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.25}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21754541", "11616424", "28724565", "7729656", "27438378", "25623469", "3127341", "8246090", "42708716", "6492658"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23576165", "4138659", "6182947", "25946292", "195683603", "19756935", "49556906", "30041340", "982650", "36089763"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "3662510", "12409683", "1967017", "45875990", "3929361", "3716075", "43156471", "7944381", "84085333"], "ranked_scores": [25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "20977638", "2248870", "29467201", "12030318", "36444198", "44562221", "6123521", "8219248", "9159125"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10984005", "21557614", "5698494", "2391552", "9617381", "24150328", "25028913", "38630735", "9846940", "40156901"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["10359591", "13798951", "13398997", "21363424", "4427060", "30655442", "18841257", "34378726", "7433668", "8144920"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "1922901", "30639847", "26611094", "25079962", "471921", "2931832", "3776162", "43224840", "5821617"], "ranked_scores": [24.0, 23.0, 23.0, 23.0, 22.0, 22.0, 22.0, 21.0, 21.0, 21.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["46764350", "45457778", "17930286", "24510595", "14835068", "37583120", "1967410", "4387494", "8672737", "8892905"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["41337677", "20887554", "3899896", "25079962", "6212802", "43378932", "2931832", "7968532", "750781", "5884524"], "ranked_scores": [24.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["16233471", "24652030", "2888272", "2466614", "26099680", "30919024", "6040392", "31902335", "6896063", "6948886"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["8774475", "12030318", "23388442", "6565037", "2481032", "5395426", "56486733", "8002887", "7093809", "6227220"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["6144337", "5409905", "1071991", "1576955", "37762357", "24044977", "51952430", "85326624", "8774475", "991137"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["439670", "13959707", "8529693", "25973484", "1387104", "2015126", "2931832", "27123743", "25135304", "9171913"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "11748341", "28617573", "25742130", "2931832", "30226988", "36355784", "439670", "32421068", "7647224"], "ranked_scores": [28.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["7944381", "25263810", "30041340", "36271512", "29564505", "1970884", "36089763", "7869794", "8069939", "8995263"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["25897733", "991139", "30492966", "92308", "10648422", "24596228", "5835149", "74701974", "8137081", "7647224"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["8774475", "1576955", "11922370", "8002887", "1605196", "11738716", "6277638", "7185591", "8247469", "797114"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["27134931", "17919731", "21557055", "2722988", "1499964", "16712164", "26596106", "7711685", "9199796", "3230361"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["27550580", "22975806", "28651643", "14924526", "25576204", "8672737", "34582256", "6504953", "7165938", "85665741"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["38533515", "1590744", "350542", "2158516", "3851329", "38752049", "45153864", "4020950", "9899292", "9752604"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["19149247", "13878643", "293661", "4303075", "25901598", "6784372", "5256564", "6422576", "6446747", "8460275"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["1576955", "12030318", "1386103", "7115651", "4416964", "7224723", "8185080", "5409905", "6277638", "8774475"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["26887439", "4306711", "19572798", "34439544", "6277638", "4452659", "8002887", "6670101", "9669099", "935538"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["11255504", "21956124", "52188256", "4422868", "6407356", "8659426", "520579", "5484763", "6910577", "8856690"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "39368721", "71625969", "27022864", "32922179", "46437558", "36654066", "9617381", "5939172", "5556809"], "ranked_scores": [25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["9095943", "5764562", "22190276", "18375089", "45638119", "38712515", "31761981", "6796297", "8891333", "9629682"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["9194077", "1967410", "20287253", "16511863", "85665741", "33063763", "24980622", "13768432", "41599676", "654735"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "26231129", "21557614", "21767325", "31460499", "29526125", "6647414", "52072815", "4506414", "752423"], "ranked_scores": [26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["11250124", "14155726", "27274441", "16966326", "15659108", "6636088", "28724565", "24995939", "24294572", "4306711"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6407356", "18956141", "3851329", "31624828", "34445160", "4422868", "4583180", "7150238", "9460704", "90756514"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["2405259", "7948486", "40963697", "5278233", "6259170", "5811042", "5511240", "9159125", "8246922", "5991309"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["3835423", "11195653", "15435343", "13916951", "19912367", "37641175", "29347970", "26886351", "5273056", "6000423"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["9604301", "11254040", "32001951", "10617916", "29785642", "32969964", "991139", "34436231", "6723450", "39668245"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["16627684", "15816729", "3981244", "39532074", "8774475", "5273056", "32721137", "46765242", "9604301", "9911547"], "ranked_scores": [23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 22.0, 22.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["28821565", "29785642", "19854744", "28138927", "40429879", "24512064", "4462777", "6106004", "4961038", "9498458"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "29807737", "35443524", "22942787", "14729253", "7986878", "31616203", "3851329", "9315213", "5855168"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["24044977", "24998637", "25353658", "5409905", "4303075", "85326624", "7433668", "7224723", "7115651", "8577229"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["36444198", "14657344", "15972906", "1933281", "18834078", "19450341", "40667066", "20457190", "2824347", "6609935"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13071728", "21323587", "11230569", "45461275", "13899137", "13901073", "5596332", "3716075", "457630", "9167230"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["41239107", "1871230", "20649327", "25001628", "22317868", "21626639", "33920995", "22647695", "4396105", "44408494"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["18375089", "18041692", "1871230", "21179714", "16728949", "3085264", "4361990", "40590358", "37673301", "6796297"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23180075", "43334921", "35186640", "9956893", "8458567", "6407356", "3203590", "3866315", "7613033", "39903312"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["11233339", "10648422", "20261352", "11254040", "17415081", "5567005", "21884059", "1805641", "43534665", "26038789"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["79696454", "857189", "35301079", "2099400", "3471191", "40769868", "44672703", "44830890", "4387494", "7343711"], "ranked_scores": [25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m24-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "4483571", "36960449", "44572913", "3150030", "30720103", "23267371", "275294", "26409363"], "ranked_scores": [0.6532, 0.6508, 0.6396, 0.6248, 0.6227, 0.6092, 0.6086, 0.5949, 0.592, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "7198295", "34121231", "970012", "16787954", "4319174", "14474178", "7299977", "33934971", "8604837"], "ranked_scores": [0.4068, 0.4007, 0.3883, 0.3583, 0.3503, 0.3442, 0.3412, 0.3391, 0.3347, 0.3347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "6158879", "5884524", "38630735", "12561083", "7640792", "29253460", "25028913", "16760369"], "ranked_scores": [0.652, 0.6435, 0.641, 0.6279, 0.6244, 0.5984, 0.5984, 0.5984, 0.5966, 0.5907], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "2825380", "5914739", "40094786", "33499189", "41982985", "15972906", "21746539"], "ranked_scores": [0.6549, 0.6336, 0.6325, 0.625, 0.6216, 0.6212, 0.6132, 0.6112, 0.6086, 0.6013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "24318630", "38211681", "4695046", "38752049", "33733520", "12672066", "15041758", "24276304"], "ranked_scores": [0.6313, 0.4552, 0.4398, 0.4251, 0.4243, 0.4234, 0.4223, 0.4218, 0.4207, 0.4175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "9764256", "6561200", "28617573", "7650066", "19140422", "16980892", "23136735", "46355579"], "ranked_scores": [0.8014, 0.799, 0.7942, 0.7875, 0.7775, 0.7775, 0.7751, 0.7112, 0.6818, 0.6482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "23576165", "22914228", "3831884", "36653415", "27647593", "7875158", "20672596", "4423401", "23148978"], "ranked_scores": [0.589, 0.5888, 0.5847, 0.5841, 0.5782, 0.5777, 0.5776, 0.5743, 0.5688, 0.568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "15425958", "1800734", "23509113", "6182947", "10648422", "195683603", "26851674", "35395662", "27602752"], "ranked_scores": [0.6537, 0.6197, 0.6109, 0.6099, 0.6076, 0.6029, 0.6004, 0.6002, 0.5977, 0.5966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "7547329", "6319826", "22711954", "16979690", "6477536", "32969964", "841371", "11288846", "44264297"], "ranked_scores": [0.4131, 0.3705, 0.3598, 0.3536, 0.3448, 0.3397, 0.3306, 0.3281, 0.3159, 0.3159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "22696649", "3930020", "17741440", "2236768", "36089763", "28149602", "9878167", "21535641"], "ranked_scores": [0.6717, 0.6219, 0.6184, 0.6155, 0.6114, 0.6114, 0.6089, 0.6071, 0.6069, 0.6064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "9846940", "6853699", "2391552", "2842550", "29526125", "15879931", "34268160", "21557614", "7873737"], "ranked_scores": [0.5132, 0.4974, 0.489, 0.4883, 0.4847, 0.4838, 0.4746, 0.4745, 0.4744, 0.4731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "18074797", "1215116", "10617916", "3929361", "12409683", "4999387", "22635278", "18025240", "8756719"], "ranked_scores": [0.472, 0.4547, 0.4543, 0.4502, 0.4359, 0.4351, 0.4274, 0.4219, 0.4182, 0.4068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "23400191", "21372171", "22867765", "496873", "6212802", "5821617", "38369817", "4678846", "11459139"], "ranked_scores": [0.4514, 0.4497, 0.4488, 0.4437, 0.4416, 0.4369, 0.4307, 0.4306, 0.4288, 0.4267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "30813140", "24510595", "8672737", "12667988", "22995579", "14566771", "14606752", "23785605"], "ranked_scores": [0.4508, 0.4493, 0.4463, 0.4443, 0.4439, 0.4385, 0.424, 0.4207, 0.4202, 0.4198], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "14973286", "27099731", "24088502", "25641414", "13097856", "29981186", "997143", "52874170"], "ranked_scores": [0.4433, 0.4162, 0.3656, 0.3642, 0.3607, 0.3605, 0.3561, 0.3512, 0.3494, 0.3481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22551259", "9291668", "22543403", "22038539", "22264117", "4434951", "6040392", "26230669", "7808055"], "ranked_scores": [0.7278, 0.7161, 0.7042, 0.7024, 0.6969, 0.6873, 0.6825, 0.6815, 0.6655, 0.6587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "14874811", "1227277", "2266471", "11738716", "17055665", "4414481", "3504761", "3270834"], "ranked_scores": [0.6748, 0.6074, 0.6036, 0.5903, 0.5895, 0.5873, 0.5755, 0.572, 0.57, 0.5678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "10627801", "44366096", "24221369", "3493623", "20960682", "18938992", "26133404", "30933307"], "ranked_scores": [0.6576, 0.5933, 0.5793, 0.5775, 0.5775, 0.5753, 0.5747, 0.5741, 0.5672, 0.5672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "16322674", "17450673", "23557241", "22007333", "37480103", "5487448", "16098747", "13831842", "2140497"], "ranked_scores": [0.7311, 0.7277, 0.7269, 0.7195, 0.7012, 0.6941, 0.6837, 0.6763, 0.6572, 0.6409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "9764256", "6561200", "7650066", "19140422", "28617573", "32423829", "36355784", "16980892"], "ranked_scores": [0.6334, 0.6298, 0.6281, 0.6275, 0.6181, 0.6173, 0.6122, 0.5977, 0.5866, 0.5802], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "24221369", "10627801", "31272411", "14474178", "4402497", "7820043", "8005007", "41337677", "6501747"], "ranked_scores": [0.7216, 0.7216, 0.6926, 0.6884, 0.6533, 0.646, 0.6264, 0.6129, 0.6109, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11349166", "28910120", "27602752", "5735492", "12489688", "8563659", "24612804", "27889071", "9878167"], "ranked_scores": [0.5363, 0.467, 0.4594, 0.4591, 0.4562, 0.4518, 0.4515, 0.4513, 0.4488, 0.4471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "516867", "10012166", "16693950", "2466614", "7834603", "52887689", "7514614", "26330861", "3270834"], "ranked_scores": [0.6372, 0.6285, 0.6254, 0.6093, 0.5993, 0.5969, 0.595, 0.5919, 0.5909, 0.5901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "29557235", "20018321", "8925851", "935538", "2890952", "34498325", "1748921", "16242975"], "ranked_scores": [0.5801, 0.5335, 0.5239, 0.5212, 0.5211, 0.5188, 0.5179, 0.5167, 0.512, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "24942840", "41735503", "34121231", "13938878", "19824183", "33257464", "25953438"], "ranked_scores": [0.4942, 0.4595, 0.436, 0.4087, 0.4046, 0.3949, 0.3947, 0.3947, 0.3876, 0.3872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "35747505", "2119889", "2851611", "11535539", "885056", "24335068", "31107919", "41913714", "12265561"], "ranked_scores": [0.5384, 0.5283, 0.5206, 0.5148, 0.5145, 0.5105, 0.5105, 0.5087, 0.5081, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "19149247", "8533245", "5144381", "8646760", "9505448", "20054396", "4362729"], "ranked_scores": [0.6047, 0.5933, 0.5783, 0.5747, 0.5488, 0.5398, 0.5342, 0.5341, 0.5303, 0.5297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "3863543", "8083310", "5782614", "2701077", "2359152", "6000423", "5836", "33677323"], "ranked_scores": [0.6365, 0.6193, 0.6193, 0.6166, 0.6156, 0.6096, 0.6082, 0.5986, 0.5985, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "2679511", "12922760", "4319844", "7468449", "34198365", "6812319", "12643937", "30543439"], "ranked_scores": [0.6792, 0.6009, 0.5971, 0.586, 0.5792, 0.579, 0.5755, 0.5753, 0.5724, 0.5685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["4483571", "275294", "23267371", "21553394", "16256507", "36960449", "30720103", "3150030", "2425364", "4462079"], "ranked_scores": [0.5392, 0.5374, 0.5337, 0.5316, 0.5314, 0.5247, 0.5151, 0.5101, 0.5009, 0.4842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "14663842", "20280410", "26456326", "45218443", "71625969", "849771", "40913091", "18174210"], "ranked_scores": [0.5201, 0.4435, 0.4336, 0.4178, 0.4104, 0.4032, 0.4004, 0.3974, 0.3974, 0.397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["12866641", "26735905", "6944800", "17388232", "1065627", "26231129", "13889430", "11172205", "3727986", "32532238"], "ranked_scores": [0.5607, 0.5362, 0.5354, 0.5335, 0.5322, 0.5318, 0.5314, 0.5258, 0.5245, 0.5232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "7813993", "15925931", "24660385", "37450671", "19332616", "17821387", "8892905"], "ranked_scores": [0.6448, 0.5241, 0.513, 0.4997, 0.4896, 0.4862, 0.4831, 0.4827, 0.4798, 0.4775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "32463364", "40790033", "34139429", "10072941", "202259", "4506414", "6945285", "45447613"], "ranked_scores": [0.5827, 0.5084, 0.4974, 0.4972, 0.4963, 0.4943, 0.4943, 0.4837, 0.481, 0.4745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "26336593", "20904154", "25827024", "9217800", "2015929", "7729656", "10698739", "32985041", "33911859"], "ranked_scores": [0.6141, 0.5884, 0.5749, 0.5676, 0.5515, 0.551, 0.5283, 0.5279, 0.5272, 0.5255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26735905", "4422868", "7975937", "42731834", "31682248", "4583180", "57783564", "24349992"], "ranked_scores": [0.6988, 0.695, 0.6266, 0.6181, 0.6154, 0.611, 0.6018, 0.599, 0.5949, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "28006126", "6123924", "10359591", "21363424", "7399084", "26851674", "38502066", "11666252", "22874817"], "ranked_scores": [0.6709, 0.6359, 0.6306, 0.6246, 0.6245, 0.6205, 0.6186, 0.6162, 0.6162, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "19511011", "33535222", "14647747", "6961811", "11666252", "42693833", "20220731"], "ranked_scores": [0.6225, 0.6152, 0.5891, 0.5779, 0.5652, 0.5528, 0.551, 0.5498, 0.5489, 0.5477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5735492", "42065070", "35987381", "25737507", "2824347", "11238951", "7224723", "39443128"], "ranked_scores": [0.7126, 0.618, 0.5929, 0.5807, 0.5792, 0.5734, 0.5723, 0.5694, 0.5681, 0.5675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "3083927", "4452659", "3870062", "11738716", "23887844", "5107861", "2014909", "25068298", "16905344"], "ranked_scores": [0.4345, 0.4219, 0.4167, 0.4147, 0.413, 0.4058, 0.4057, 0.4035, 0.4022, 0.4015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "25737507", "21274496", "26038789", "16172576", "2638387", "5560962", "25897733"], "ranked_scores": [0.6735, 0.6735, 0.659, 0.5212, 0.5166, 0.5162, 0.5154, 0.5154, 0.515, 0.5124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "6334188", "32421068", "22942787", "10958594", "24634621", "18682109", "3851329"], "ranked_scores": [0.6286, 0.5756, 0.5731, 0.5476, 0.5303, 0.5142, 0.5133, 0.5079, 0.5056, 0.5002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "28647122", "2192419", "29564505", "29509926", "4423401", "6853699", "14386505", "21535641", "21626639"], "ranked_scores": [0.5889, 0.5719, 0.5718, 0.5713, 0.5652, 0.5643, 0.5639, 0.5624, 0.561, 0.5589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "9283422", "15972906", "21746539", "2825380", "6961811", "2714623", "18042803", "40094786", "11195653"], "ranked_scores": [0.7891, 0.7699, 0.7534, 0.7495, 0.7345, 0.7168, 0.7135, 0.7074, 0.7044, 0.7017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "10577574", "3662510", "27712433", "841371", "19961177", "74137632", "40905302", "20491205", "21323587"], "ranked_scores": [0.4962, 0.3821, 0.3811, 0.3758, 0.3734, 0.3722, 0.3717, 0.3691, 0.368, 0.3651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "11291348", "11369420", "29073751", "8764879", "27306942", "16745747", "10795340", "4387494", "36345185"], "ranked_scores": [0.6539, 0.6538, 0.6425, 0.6368, 0.6348, 0.63, 0.6251, 0.6213, 0.6188, 0.6169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "17967608", "22696649", "1800734", "9878167", "36345185", "28149602", "9614443"], "ranked_scores": [0.6961, 0.6456, 0.6167, 0.6126, 0.6052, 0.5957, 0.5947, 0.5926, 0.5895, 0.5895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "9784254", "23286603", "11238784", "22674621", "3203590", "15879931", "9956893", "14479433", "19313533"], "ranked_scores": [0.5931, 0.5917, 0.5901, 0.5826, 0.5806, 0.5756, 0.564, 0.559, 0.5545, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "13899137", "1986482", "13901073", "13071728", "31363207", "11230569", "17077004", "39984099"], "ranked_scores": [0.6884, 0.6868, 0.6811, 0.6769, 0.669, 0.6586, 0.6353, 0.6164, 0.598, 0.5955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "1900152", "52180874", "7343711", "7986878", "4468861", "1454773", "79696454", "22635278"], "ranked_scores": [0.5737, 0.5697, 0.5617, 0.5524, 0.5448, 0.5427, 0.5274, 0.5187, 0.5155, 0.5127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "36960449", "44572913", "4462079", "3150030", "4483571", "23267371", "30720103", "275294", "26409363"], "ranked_scores": [0.6176, 0.6092, 0.6055, 0.6011, 0.5963, 0.5955, 0.5855, 0.585, 0.5727, 0.5591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "7198295", "34582256", "34121231", "970012", "25687558", "4319174", "4340358", "25817686", "791050"], "ranked_scores": [0.4281, 0.385, 0.3823, 0.3801, 0.3735, 0.3708, 0.3705, 0.3565, 0.3453, 0.3452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "5884524", "23783727", "38630735", "16760369", "29253460", "12561083", "7640792", "13448422"], "ranked_scores": [0.6485, 0.6314, 0.6263, 0.618, 0.6083, 0.5977, 0.5949, 0.5949, 0.5812, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["5914739", "8903143", "9283422", "33499189", "15972906", "2825380", "2714623", "21746539", "25479072", "18042803"], "ranked_scores": [0.63, 0.6235, 0.6167, 0.6152, 0.6127, 0.6073, 0.5965, 0.586, 0.5845, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "12672066", "31554917", "21373821", "26720366", "19071857", "7552215", "27150276", "6841927", "38873881"], "ranked_scores": [0.6302, 0.4291, 0.425, 0.4226, 0.4191, 0.4169, 0.416, 0.4158, 0.4119, 0.4081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "9764256", "46695481", "6561200", "28617573", "19140422", "7650066", "16980892", "23136735", "46355579"], "ranked_scores": [0.7842, 0.7831, 0.7785, 0.7711, 0.7653, 0.7624, 0.7542, 0.6938, 0.6828, 0.626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "22914228", "23887844", "27647593", "23576165", "18810195", "36653415", "20672596", "4423401", "17755060"], "ranked_scores": [0.5794, 0.5767, 0.5719, 0.5719, 0.5661, 0.5654, 0.565, 0.5623, 0.5619, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "35395662", "10450300", "6182947", "15425958", "26873988", "44562058", "2248870", "23509113", "27602752"], "ranked_scores": [0.6566, 0.602, 0.6012, 0.5993, 0.5973, 0.5973, 0.5922, 0.5916, 0.5904, 0.5903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "7547329", "16979690", "6319826", "11288846", "44264297", "11469078", "22711954", "10577574"], "ranked_scores": [0.4407, 0.3993, 0.3678, 0.3663, 0.3529, 0.328, 0.3218, 0.3201, 0.319, 0.3147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "21535641", "16066726", "28149602", "2236768", "9878167", "28015516", "36089763", "17741440", "1049501"], "ranked_scores": [0.6583, 0.6339, 0.6226, 0.6123, 0.612, 0.6051, 0.6021, 0.5982, 0.5955, 0.5953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "7873737", "6853699", "29526125", "10576136", "21557614", "9334631", "3984231", "3616843", "25028913"], "ranked_scores": [0.5579, 0.4947, 0.4931, 0.4818, 0.4743, 0.4738, 0.4731, 0.4728, 0.472, 0.4697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "3929361", "1215116", "10617916", "12409683", "18074797", "4999387", "18025240", "8756719", "22635278"], "ranked_scores": [0.4637, 0.458, 0.4482, 0.4449, 0.4355, 0.4335, 0.4282, 0.4161, 0.4044, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "22889972", "19854543", "25175997", "21372171", "496873", "35271381", "21301090", "2159648", "2587396"], "ranked_scores": [0.4417, 0.4383, 0.4323, 0.4291, 0.4255, 0.4237, 0.4235, 0.4221, 0.4209, 0.4172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "8672737", "44830890", "14566771", "15984735", "24510595", "23785605", "30813140", "24055603", "14606752"], "ranked_scores": [0.4478, 0.4351, 0.4294, 0.4254, 0.4185, 0.4169, 0.4121, 0.4099, 0.4069, 0.402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "25589047", "1387104", "29981186", "116556376", "11718220", "23639838", "14973286"], "ranked_scores": [0.4576, 0.4163, 0.3865, 0.369, 0.359, 0.3509, 0.3473, 0.3469, 0.3458, 0.345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "6040392", "22543403", "9291668", "22551259", "22264117", "26230669", "4434951", "22038539", "14475235"], "ranked_scores": [0.7045, 0.7034, 0.7024, 0.6976, 0.6881, 0.6833, 0.6619, 0.655, 0.6351, 0.6345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "11738716", "17195001", "1227277", "9899292", "14874811", "3504761", "10790846", "8460275"], "ranked_scores": [0.6558, 0.5996, 0.5931, 0.5911, 0.59, 0.5802, 0.5762, 0.5704, 0.5627, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "44366096", "26873988", "10450300", "3493623", "10627801", "2947124", "4402497", "6182947", "3308636"], "ranked_scores": [0.6452, 0.5682, 0.5681, 0.5679, 0.5668, 0.5662, 0.5654, 0.5631, 0.5626, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "16322674", "5487448", "22007333", "23557241", "27123743", "13831842", "37480103", "4828631", "25973484"], "ranked_scores": [0.7089, 0.6952, 0.6925, 0.6913, 0.6894, 0.685, 0.6734, 0.6568, 0.6442, 0.6418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "9764256", "6561200", "46695481", "19140422", "7650066", "28617573", "36355784", "23136735", "25742130"], "ranked_scores": [0.6321, 0.6311, 0.6275, 0.6246, 0.6104, 0.5909, 0.5885, 0.5706, 0.5701, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "10627801", "31272411", "24221369", "14474178", "4402497", "3107733", "41337677", "7968532", "8005007"], "ranked_scores": [0.7149, 0.704, 0.7004, 0.697, 0.6723, 0.6385, 0.5969, 0.5923, 0.59, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "35534019", "27889071", "7198295", "36288526", "7227763", "5735492", "3698758", "13959707"], "ranked_scores": [0.5182, 0.454, 0.4512, 0.4493, 0.4465, 0.4461, 0.4401, 0.4399, 0.4353, 0.433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "7834603", "16693950", "7185591", "7514614", "26330861", "16233471", "2466614"], "ranked_scores": [0.6496, 0.6251, 0.6117, 0.6028, 0.5992, 0.591, 0.5845, 0.5779, 0.5758, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "17919731", "20018321", "2890952", "3553087", "3514072", "7968532", "935538", "6422576"], "ranked_scores": [0.5959, 0.5309, 0.5203, 0.5168, 0.5166, 0.5161, 0.5161, 0.5118, 0.5117, 0.5113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "16398827", "25938221", "43226130", "38873881", "116792", "19824183"], "ranked_scores": [0.542, 0.4718, 0.446, 0.4084, 0.4056, 0.3878, 0.3855, 0.384, 0.3805, 0.3802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "4740447", "35747505", "35660758", "6076903", "43711341", "2119889", "21622715", "14380875", "885056"], "ranked_scores": [0.5421, 0.5332, 0.5239, 0.5235, 0.5189, 0.5132, 0.5081, 0.5056, 0.5052, 0.5048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "19149247", "29557235", "7451607", "10365787", "13552682", "8533245", "9505448", "7042304"], "ranked_scores": [0.6134, 0.5859, 0.5498, 0.5393, 0.5292, 0.5285, 0.5265, 0.5225, 0.5214, 0.5207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "8083310", "5765455", "2359152", "6000423", "33677323", "5415832", "5836", "12240507", "3863543"], "ranked_scores": [0.6354, 0.6341, 0.6286, 0.6222, 0.6128, 0.6075, 0.6034, 0.6031, 0.5939, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "2679511", "12922760", "4444861", "6812319", "12643937", "14332945", "7468449", "34198365"], "ranked_scores": [0.6707, 0.5827, 0.5817, 0.5792, 0.5757, 0.5685, 0.5657, 0.5628, 0.5622, 0.5607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "3150030", "275294", "36960449", "30720103", "2425364", "4483571", "16256507", "26409363"], "ranked_scores": [0.517, 0.5143, 0.5072, 0.5002, 0.4986, 0.4908, 0.4797, 0.4695, 0.4608, 0.4574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "6503534", "32481310", "14663842", "980196", "71625969", "24144677", "40913091", "2048139", "20280410"], "ranked_scores": [0.5413, 0.4268, 0.4171, 0.4023, 0.3963, 0.3924, 0.3879, 0.3872, 0.3869, 0.3863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "6944800", "3727986", "26735905", "11172205", "26231129", "32532238", "4346731", "17934082"], "ranked_scores": [0.5583, 0.5535, 0.5524, 0.546, 0.5322, 0.5234, 0.5204, 0.5182, 0.5171, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "23124332", "7602348", "27460509", "38630735", "37450671", "13445579", "10284593"], "ranked_scores": [0.6145, 0.5458, 0.5305, 0.5113, 0.4807, 0.4799, 0.4782, 0.4733, 0.473, 0.4702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "10072941", "202259", "40790033", "23785605", "6945285", "35724562", "22730024", "15984735", "2338488"], "ranked_scores": [0.6053, 0.4978, 0.4978, 0.4963, 0.4836, 0.4821, 0.4813, 0.4797, 0.4771, 0.4699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "26336593", "9217800", "33911859", "20904154", "6636088", "13380011", "665817", "25827024", "23076291"], "ranked_scores": [0.6233, 0.5469, 0.5461, 0.5413, 0.5391, 0.5339, 0.5312, 0.5268, 0.5266, 0.5193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "31682248", "57783564", "42731834", "7975937", "14471161", "12513042"], "ranked_scores": [0.7045, 0.6934, 0.6093, 0.5967, 0.5957, 0.5918, 0.5898, 0.5877, 0.5844, 0.5831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "34905328", "29423324", "5508750", "13868795", "21320417", "6767271", "11666252", "17463549"], "ranked_scores": [0.6797, 0.6352, 0.6197, 0.619, 0.6135, 0.6125, 0.6096, 0.6082, 0.6079, 0.6056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "19511011", "33535222", "13398997", "11666252", "5003144", "20220731", "20155713"], "ranked_scores": [0.6216, 0.6214, 0.5632, 0.5515, 0.5503, 0.543, 0.5396, 0.5393, 0.5391, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "21274496", "5735492", "31560225", "39443128", "42065070", "7224723", "11238951", "35987381"], "ranked_scores": [0.7302, 0.5955, 0.5881, 0.5676, 0.5666, 0.5665, 0.5649, 0.5626, 0.5566, 0.552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "2335873", "24721866", "1084345", "24612804", "3870062", "5107861", "24347647", "10482574", "8460275"], "ranked_scores": [0.4554, 0.4272, 0.4148, 0.4058, 0.4047, 0.4027, 0.4019, 0.3997, 0.399, 0.3983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "4336849", "6421792", "16172576", "21274496", "5560962", "641786", "14260013"], "ranked_scores": [0.6816, 0.6741, 0.6705, 0.5339, 0.517, 0.5166, 0.516, 0.5105, 0.5099, 0.5046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "7613033", "24634621", "6334188", "12438901", "13256155", "14482051", "10958594"], "ranked_scores": [0.6387, 0.5868, 0.5402, 0.5039, 0.4967, 0.4887, 0.4876, 0.4874, 0.4861, 0.4834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["40323148", "29509926", "4391121", "29564505", "17934603", "14492339", "17438862", "7521113", "21498497", "9225850"], "ranked_scores": [0.565, 0.5641, 0.5634, 0.5626, 0.5625, 0.558, 0.5563, 0.552, 0.5506, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "9283422", "15972906", "2825380", "2714623", "33499189", "21746539", "5914739", "8903143", "11195653"], "ranked_scores": [0.7681, 0.7483, 0.7435, 0.7285, 0.7272, 0.7223, 0.7131, 0.7126, 0.709, 0.6962], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "25886725", "74137632", "24318630", "26611094", "19961177", "29107210", "45920278", "5641851"], "ranked_scores": [0.4742, 0.4181, 0.3818, 0.3665, 0.3658, 0.3535, 0.3533, 0.35, 0.3489, 0.3489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "11369420", "29073751", "18231257", "8453819", "27306942", "33076846", "17017465", "8764879", "22317868"], "ranked_scores": [0.6637, 0.6333, 0.6313, 0.6285, 0.6197, 0.6176, 0.6132, 0.6127, 0.6126, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1800734", "195683603", "25942757", "1871230", "17967608", "38587347", "24315156", "36345185", "22696649"], "ranked_scores": [0.7243, 0.6074, 0.597, 0.596, 0.5919, 0.5887, 0.5832, 0.5808, 0.5786, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "9784254", "25677651", "8458567", "3203590", "22674621", "11238784", "15879931", "56486733", "17671145"], "ranked_scores": [0.615, 0.5927, 0.5867, 0.5844, 0.5822, 0.5665, 0.5649, 0.5494, 0.5483, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "13899137", "13901073", "1986482", "31363207", "13071728", "45461275", "11230569", "39984099"], "ranked_scores": [0.6935, 0.6784, 0.6631, 0.6438, 0.6438, 0.6175, 0.6022, 0.5897, 0.5894, 0.5739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "5991309", "1454773", "1900152", "7343711", "14834714", "3471191", "4468861", "22635278", "79696454"], "ranked_scores": [0.5531, 0.5423, 0.5403, 0.5314, 0.5292, 0.5219, 0.5193, 0.5141, 0.507, 0.5064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["36960449", "44572913", "3150030", "4462079", "16256507", "4483571", "30720103", "23267371", "275294", "520579"], "ranked_scores": [0.5394, 0.5348, 0.5328, 0.5281, 0.5231, 0.5163, 0.5159, 0.514, 0.5133, 0.5014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["791050", "21868715", "1386103", "11666252", "2506153", "36345578", "14260013", "25687558", "34121231", "34582256"], "ranked_scores": [0.3552, 0.3496, 0.3494, 0.3467, 0.3439, 0.3422, 0.3417, 0.3414, 0.3387, 0.3358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "38630735", "16760369", "5698494", "21301090", "23783727", "7873737", "23983289", "15925931", "30639847"], "ranked_scores": [0.6068, 0.6059, 0.6046, 0.5943, 0.5912, 0.5902, 0.5895, 0.5895, 0.5893, 0.5877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "15972906", "33499189", "2825380", "40094786", "28006126", "12871281", "9283422", "18042803"], "ranked_scores": [0.6153, 0.6138, 0.6134, 0.6082, 0.6072, 0.5985, 0.5962, 0.5953, 0.5943, 0.5927], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "4695046", "14606752", "21373821", "12667988", "5551138", "27150276", "13097856", "31612088", "24055603"], "ranked_scores": [0.488, 0.4295, 0.4287, 0.4283, 0.4239, 0.4176, 0.4169, 0.4148, 0.4147, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "28617573", "9764256", "6561200", "19140422", "16980892", "7650066", "46355579", "23136735"], "ranked_scores": [0.6277, 0.6142, 0.6095, 0.608, 0.605, 0.5987, 0.5984, 0.5984, 0.596, 0.5821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "23974474", "120626", "13466622", "3831884", "4414481", "6227220", "38533515", "20672596", "2831620"], "ranked_scores": [0.5722, 0.5657, 0.556, 0.5559, 0.5538, 0.5534, 0.5516, 0.5511, 0.5503, 0.5493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["34016987", "19005293", "27602752", "45401535", "29015485", "21498497", "2947124", "26873988", "15425958", "28006126"], "ranked_scores": [0.6296, 0.6274, 0.622, 0.6194, 0.6192, 0.6177, 0.6172, 0.6172, 0.617, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["6477536", "27768226", "5641851", "10577574", "6319826", "15048300", "456304", "7547329", "45920278", "4824840"], "ranked_scores": [0.3669, 0.3668, 0.335, 0.3344, 0.3334, 0.3316, 0.3315, 0.3313, 0.3283, 0.328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3330111", "3475317", "6767271", "24044977", "19005293", "29347970", "2248870", "14492339", "22852120", "29015485"], "ranked_scores": [0.6397, 0.6394, 0.6361, 0.6326, 0.6314, 0.6312, 0.6308, 0.6303, 0.6276, 0.6235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2842550", "32159283", "29526125", "21557614", "9846940", "15561961", "2391552", "24150328", "25079962", "4678846"], "ranked_scores": [0.4892, 0.4883, 0.4873, 0.486, 0.482, 0.4787, 0.4767, 0.4721, 0.4721, 0.471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "3929361", "1805641", "4999387", "18074797", "18153456", "27264454", "12409683", "28821565", "1071991"], "ranked_scores": [0.4194, 0.4177, 0.417, 0.4162, 0.3966, 0.3917, 0.3904, 0.3863, 0.3859, 0.3849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["752423", "19854543", "30639847", "13445579", "19332616", "15925931", "23400191", "10697096", "2159648", "17168045"], "ranked_scores": [0.4543, 0.4463, 0.4456, 0.4448, 0.4367, 0.4365, 0.4365, 0.4358, 0.4322, 0.4268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "33733520", "14606752", "44830890", "36003142", "41735503", "21274919", "24510595", "8672737", "28419824"], "ranked_scores": [0.3928, 0.3888, 0.3778, 0.3776, 0.3767, 0.369, 0.3688, 0.3633, 0.3609, 0.3604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "79231308", "23639838", "20188586", "11718220", "8190282", "37628989", "23294314", "27099731"], "ranked_scores": [0.4465, 0.3964, 0.3917, 0.3727, 0.3704, 0.3698, 0.3601, 0.3567, 0.3555, 0.3537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22551259", "22543403", "2722988", "9291668", "6040392", "7988832", "22264117", "11578459", "2608447"], "ranked_scores": [0.6427, 0.6351, 0.6316, 0.6235, 0.6217, 0.6129, 0.6099, 0.6016, 0.6001, 0.5875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "49556906", "14198646", "2266471", "712078", "4414481", "9899292", "23974474", "17195001", "797114"], "ranked_scores": [0.6121, 0.5973, 0.5955, 0.5948, 0.5903, 0.5875, 0.5834, 0.5814, 0.5804, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2436602", "15889329", "3493623", "23305884", "6182947", "22852120", "23535770", "52095986"], "ranked_scores": [0.641, 0.6123, 0.5893, 0.5856, 0.583, 0.58, 0.58, 0.5791, 0.5789, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "27123743", "22007333", "23557241", "5487448", "16322674", "13831842", "16098747", "4828631", "15512462"], "ranked_scores": [0.6303, 0.6295, 0.6247, 0.6245, 0.6201, 0.6144, 0.6057, 0.6035, 0.5998, 0.5978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "46355579", "32423829", "9764256", "36355784", "46695481", "16980892", "23136735", "12779444"], "ranked_scores": [0.5649, 0.5542, 0.5536, 0.551, 0.5507, 0.5456, 0.544, 0.5406, 0.5384, 0.5383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "7820043", "44366096", "8596357", "12880573", "3107733", "4402497", "10627801", "6501747"], "ranked_scores": [0.6232, 0.6187, 0.6135, 0.6093, 0.5969, 0.5923, 0.5903, 0.59, 0.5855, 0.585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "36288526", "7227763", "14408200", "9787715", "29564505", "41298619", "45401535", "28910120", "13959707"], "ranked_scores": [0.4895, 0.4774, 0.4616, 0.4595, 0.4558, 0.4518, 0.4492, 0.4463, 0.4433, 0.443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "14496749", "4452659", "516867", "26330861", "7042304", "16693950", "9559146", "7834603"], "ranked_scores": [0.5837, 0.5819, 0.5661, 0.5644, 0.5641, 0.5629, 0.5612, 0.5608, 0.5604, 0.5574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["37768883", "34498325", "19099739", "29557235", "778436", "7860396", "16242975", "935538", "33986507", "984825"], "ranked_scores": [0.5548, 0.5487, 0.5463, 0.5438, 0.542, 0.542, 0.5416, 0.5407, 0.5389, 0.5372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "24148722", "37592824", "20240998", "13791044", "15889329", "25938221", "33257464", "38873881", "24942840"], "ranked_scores": [0.4454, 0.4102, 0.4086, 0.4023, 0.4018, 0.4009, 0.3961, 0.3954, 0.3941, 0.3939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6712836", "8997410", "36345185", "14719322", "33920995", "22767022", "4447055", "2119889", "35747505", "3155374"], "ranked_scores": [0.5467, 0.5463, 0.5459, 0.5448, 0.5445, 0.5434, 0.5407, 0.5405, 0.5374, 0.5374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "8087082", "20054396", "22190276", "8646760", "31407112", "10212612", "4417558", "31962403"], "ranked_scores": [0.5814, 0.5653, 0.5641, 0.5633, 0.5606, 0.5583, 0.5569, 0.556, 0.5516, 0.5511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["8083310", "5765455", "3391547", "18670", "6000423", "2722988", "33677323", "17911973", "2701077", "5415832"], "ranked_scores": [0.626, 0.6171, 0.6137, 0.6126, 0.6112, 0.6084, 0.6079, 0.6064, 0.6038, 0.6001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "2679511", "12922760", "7151961", "12207340", "21221346", "15659108", "5389523", "36831892", "31514338"], "ranked_scores": [0.628, 0.611, 0.6086, 0.6085, 0.6054, 0.6036, 0.6016, 0.6012, 0.601, 0.6002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3150030", "16256507", "4483571", "4462079", "2425364", "4515975", "21553394", "25599283", "36960449", "44572913"], "ranked_scores": [0.4631, 0.4453, 0.4389, 0.4389, 0.4351, 0.4313, 0.4283, 0.4256, 0.4239, 0.4232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "6503534", "1388704", "23389795", "10145528", "10548391", "6947286", "32481310", "40913091", "14729253"], "ranked_scores": [0.4233, 0.4074, 0.406, 0.3997, 0.3988, 0.3944, 0.392, 0.3892, 0.3873, 0.3864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "13256155", "17934082", "3727986", "1921218", "23420807", "26735905", "13889430", "32742683", "30919024"], "ranked_scores": [0.5772, 0.5536, 0.5528, 0.5528, 0.5523, 0.5506, 0.5494, 0.5486, 0.5471, 0.5459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "7813993", "10284593", "6157837", "52175065", "25175997", "15925931", "31933981"], "ranked_scores": [0.5358, 0.5017, 0.4865, 0.4839, 0.481, 0.4797, 0.4765, 0.4715, 0.4704, 0.4663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "10072941", "32463364", "5691302", "33733520", "36003142", "6945285", "23783727", "12206390", "40790033"], "ranked_scores": [0.5428, 0.5129, 0.4999, 0.4986, 0.4959, 0.4944, 0.4913, 0.4912, 0.4911, 0.4883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "15548965", "31387717", "13380011", "9217800", "18346333", "23076291", "9638032", "57574395", "2543135"], "ranked_scores": [0.5883, 0.561, 0.5551, 0.5543, 0.5531, 0.5531, 0.551, 0.5507, 0.5498, 0.547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "27647593", "26231129", "15946643", "19736671", "9226649", "14471161", "2130391", "26735905"], "ranked_scores": [0.6905, 0.664, 0.6265, 0.6179, 0.6145, 0.6135, 0.6103, 0.6097, 0.6093, 0.6091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "6123924", "21366394", "35651106", "24044977", "6767271", "12966719", "29347970", "1550937", "52095986"], "ranked_scores": [0.675, 0.6697, 0.6597, 0.6585, 0.6491, 0.6484, 0.6438, 0.6428, 0.6425, 0.6419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "13398997", "3835423", "42693833", "12966719", "11666252", "22613657", "41226276"], "ranked_scores": [0.5878, 0.5843, 0.5662, 0.5638, 0.5623, 0.5581, 0.5568, 0.5545, 0.5526, 0.5493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "24512064", "25737507", "42065070", "11238951", "35987381", "92308", "28738741", "5752492", "20357868"], "ranked_scores": [0.578, 0.5703, 0.5684, 0.5675, 0.5646, 0.5617, 0.5615, 0.5612, 0.5592, 0.5558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "2436602", "22116439", "14198646", "306311", "20672596", "2481032", "43192375", "1507222", "3870062"], "ranked_scores": [0.4239, 0.418, 0.4144, 0.4139, 0.4109, 0.41, 0.4098, 0.4097, 0.4084, 0.4071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "16172576", "21274496", "13494853", "20399078", "40913091", "1388704"], "ranked_scores": [0.5766, 0.573, 0.5676, 0.5535, 0.5431, 0.5337, 0.5247, 0.5219, 0.5205, 0.5182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "13256155", "24873253", "25589047", "32421068", "18682109", "7613033", "25298276", "17462437"], "ranked_scores": [0.5594, 0.5393, 0.5276, 0.5248, 0.5239, 0.5185, 0.5182, 0.5124, 0.5069, 0.5024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["14492339", "36345578", "29509926", "29347970", "11233339", "7521113", "34469966", "17934603", "14386505", "3330111"], "ranked_scores": [0.5923, 0.5902, 0.5892, 0.5877, 0.5819, 0.5808, 0.5805, 0.58, 0.5794, 0.5794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["21746539", "34905328", "5914739", "2825380", "9283422", "41982985", "40094786", "2714623", "33499189", "15972906"], "ranked_scores": [0.6983, 0.6801, 0.6777, 0.677, 0.6756, 0.6741, 0.6691, 0.667, 0.666, 0.6624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "40905302", "27712433", "13515165", "25886725", "38180456", "9658390", "74137632", "29107210", "45920278"], "ranked_scores": [0.3975, 0.3774, 0.3552, 0.3523, 0.3514, 0.3479, 0.3441, 0.3436, 0.3426, 0.3422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "11535539", "36345185", "29073751", "18041692", "10991183", "9911547", "8453819", "23700330", "5403286"], "ranked_scores": [0.6581, 0.6574, 0.6525, 0.6522, 0.6448, 0.6427, 0.6418, 0.6409, 0.6408, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "24315156", "9225850", "25942757", "33920995", "1800734", "195683603", "1871230", "2177022", "46926352"], "ranked_scores": [0.6467, 0.6279, 0.6256, 0.622, 0.6195, 0.6128, 0.6126, 0.6123, 0.6113, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["9784254", "11238784", "23286603", "8458567", "9752604", "21547032", "712078", "3203590", "15879931", "8856690"], "ranked_scores": [0.5695, 0.5582, 0.5552, 0.5518, 0.5473, 0.54, 0.5398, 0.5377, 0.5336, 0.5333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "13899137", "1986482", "13901073", "45461275", "39984099", "708425", "13071728", "11230569"], "ranked_scores": [0.5782, 0.5738, 0.5508, 0.5497, 0.544, 0.5392, 0.5377, 0.5281, 0.5263, 0.5217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "79696454", "27264454", "3471191", "7986878", "7343711", "1900152", "13952658", "13256155", "11335781"], "ranked_scores": [0.5285, 0.5226, 0.5207, 0.5204, 0.5189, 0.5178, 0.514, 0.5111, 0.511, 0.5104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "36960449", "4462079", "3150030", "44572913", "23267371", "275294", "4483571", "30720103", "26409363"], "ranked_scores": [0.6202, 0.6053, 0.5894, 0.5878, 0.5853, 0.5647, 0.5568, 0.5533, 0.5515, 0.5493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "970012", "7198295", "25687558", "4810810", "4319174", "17829012", "3083927", "4340358"], "ranked_scores": [0.4126, 0.3905, 0.376, 0.3737, 0.3726, 0.3681, 0.3679, 0.3612, 0.3555, 0.353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "16760369", "38630735", "23783727", "7640792", "29253460", "2533768", "25028913"], "ranked_scores": [0.6477, 0.6236, 0.6046, 0.5986, 0.596, 0.5936, 0.5843, 0.573, 0.5652, 0.5628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "2825380", "5914739", "33499189", "41982985", "21746539", "34905328", "25479072"], "ranked_scores": [0.6319, 0.6188, 0.6135, 0.6067, 0.5982, 0.5979, 0.5925, 0.5842, 0.5753, 0.5685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "12672066", "31554917", "36033696", "35022568", "24276304", "26720366", "15041758", "24318630"], "ranked_scores": [0.6455, 0.4492, 0.4485, 0.4374, 0.4099, 0.4082, 0.4009, 0.4001, 0.3969, 0.3922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "9764256", "6561200", "7650066", "19140422", "28617573", "16980892", "23136735", "46355579"], "ranked_scores": [0.7806, 0.7669, 0.7563, 0.7337, 0.7229, 0.7044, 0.6992, 0.6455, 0.644, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "23887844", "22914228", "3831884", "36653415", "4423401", "23576165", "20672596", "27647593", "7875158"], "ranked_scores": [0.5773, 0.5616, 0.5558, 0.5558, 0.5547, 0.549, 0.544, 0.5419, 0.5297, 0.5221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "15425958", "23509113", "195683603", "6182947", "26873988", "31313782", "3835423", "35395662", "1800734"], "ranked_scores": [0.6545, 0.5928, 0.5923, 0.5896, 0.5874, 0.5873, 0.583, 0.5823, 0.582, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "6319826", "11288846", "84379954", "7547329", "16979690", "22711954", "44264297", "143796742"], "ranked_scores": [0.4716, 0.3596, 0.333, 0.3281, 0.3243, 0.3222, 0.3213, 0.3127, 0.3123, 0.3084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "17741440", "21535641", "24707550", "22696649", "16066726", "19005293", "40323148", "27567994", "40312663"], "ranked_scores": [0.6783, 0.5896, 0.5892, 0.5891, 0.589, 0.5857, 0.5804, 0.5763, 0.5748, 0.5742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "25028913", "29526125", "7873737", "6853699", "9846940", "3984231", "10576136", "2842550", "2559303"], "ranked_scores": [0.5744, 0.5028, 0.4931, 0.4815, 0.4814, 0.4782, 0.478, 0.4718, 0.4616, 0.4578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "3929361", "12409683", "18074797", "4999387", "1215116", "18025240", "21258863", "10617916", "8756719"], "ranked_scores": [0.4632, 0.4555, 0.4449, 0.4449, 0.4388, 0.4338, 0.4125, 0.4123, 0.3995, 0.3911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["496873", "17741440", "22889972", "46926352", "33569870", "19854543", "2533768", "21372171", "6176498", "25938221"], "ranked_scores": [0.4482, 0.4308, 0.424, 0.4191, 0.4181, 0.4108, 0.4073, 0.4055, 0.4049, 0.4026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "8672737", "15984735", "22995579", "23785605", "24055603", "28419824", "44830890", "41735503"], "ranked_scores": [0.436, 0.4179, 0.4035, 0.3976, 0.3961, 0.396, 0.3949, 0.3911, 0.3872, 0.3865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "12258338", "21301090", "27099731", "45276789", "14973286", "25641414", "29981186", "26611094"], "ranked_scores": [0.5083, 0.3966, 0.3532, 0.3513, 0.3509, 0.3493, 0.3454, 0.3431, 0.3408, 0.3395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "6040392", "9291668", "22551259", "22543403", "22264117", "14475235", "4434951", "2722988", "26230669"], "ranked_scores": [0.7009, 0.6856, 0.6794, 0.6674, 0.6567, 0.6562, 0.6491, 0.6491, 0.6355, 0.6338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "1227277", "11738716", "3504761", "10482574", "4414481", "7185591", "19460822"], "ranked_scores": [0.6811, 0.6196, 0.5988, 0.5886, 0.5847, 0.5745, 0.5656, 0.5652, 0.5557, 0.5551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "10627801", "3493623", "12885341", "2947124", "3308636", "26133404", "6182947", "18938992"], "ranked_scores": [0.6493, 0.5811, 0.5769, 0.5689, 0.5586, 0.5566, 0.5551, 0.5486, 0.5449, 0.5447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "16322674", "22007333", "37480103", "27123743", "5487448", "13831842", "16098747", "25973484"], "ranked_scores": [0.7038, 0.7006, 0.6875, 0.6795, 0.6701, 0.6696, 0.6307, 0.6286, 0.6251, 0.6171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "46695481", "9764256", "7650066", "36355784", "25742130", "6748318", "32423829", "12779444"], "ranked_scores": [0.612, 0.6081, 0.5977, 0.5918, 0.5768, 0.5677, 0.5632, 0.5473, 0.5462, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "14474178", "31272411", "10627801", "24221369", "7820043", "41337677", "3107733", "4402497", "8005007"], "ranked_scores": [0.6965, 0.6874, 0.6867, 0.6703, 0.6444, 0.6003, 0.5994, 0.591, 0.587, 0.5771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "3698758", "11349166", "7227763", "35534019", "5596332", "27602752", "18174210", "30492966"], "ranked_scores": [0.5518, 0.4801, 0.47, 0.4647, 0.4593, 0.4552, 0.4442, 0.4413, 0.439, 0.4328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "16693950", "26330861", "7834603", "52887689", "7514614", "7185591", "9559146"], "ranked_scores": [0.6586, 0.6411, 0.6095, 0.5973, 0.5817, 0.5811, 0.5777, 0.5714, 0.5706, 0.5675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "1748921", "27134931", "6264468", "8698857", "935538", "5935987", "18358026"], "ranked_scores": [0.5988, 0.5568, 0.5464, 0.5187, 0.5115, 0.5074, 0.5044, 0.5031, 0.5018, 0.4997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "23670644", "6565037", "116792", "18174210", "40900567", "25938221", "16398827"], "ranked_scores": [0.5729, 0.4714, 0.4708, 0.4064, 0.3909, 0.39, 0.3819, 0.3785, 0.3758, 0.3755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "4740447", "35660758", "35747505", "2119889", "10562341", "6076903", "1031534", "30303335", "2851611"], "ranked_scores": [0.5504, 0.5287, 0.5186, 0.5163, 0.515, 0.515, 0.5148, 0.503, 0.5029, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "19149247", "9505448", "7451607", "29557235", "13552682", "11291348", "8774475", "8460275"], "ranked_scores": [0.6365, 0.5859, 0.5381, 0.5317, 0.5197, 0.5169, 0.5136, 0.5093, 0.5036, 0.5032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "2359152", "5765455", "3863543", "12240507", "8083310", "6000423", "8925851", "5836", "33677323"], "ranked_scores": [0.6504, 0.6254, 0.6253, 0.6135, 0.5933, 0.5929, 0.5863, 0.5845, 0.5824, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "7468449", "26607366", "12909503", "12643937", "14332945", "8577229", "4319844", "6812319"], "ranked_scores": [0.6788, 0.594, 0.5735, 0.5716, 0.5602, 0.5587, 0.556, 0.5538, 0.5537, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "30720103", "275294", "36960449", "2425364", "3150030", "21553394", "16256507", "4462079", "26409363"], "ranked_scores": [0.4916, 0.4858, 0.4827, 0.472, 0.4712, 0.4609, 0.4559, 0.4527, 0.438, 0.432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "14663842", "71625969", "38028419", "6503534", "10548391", "5939172", "24144677", "23389795"], "ranked_scores": [0.5668, 0.4257, 0.4209, 0.4074, 0.407, 0.4057, 0.3924, 0.3919, 0.3916, 0.3884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "17388232", "12866641", "3727986", "6944800", "26735905", "13889430", "14768471", "4346731", "40667577"], "ranked_scores": [0.5426, 0.5395, 0.531, 0.5304, 0.5248, 0.5218, 0.5181, 0.5166, 0.508, 0.5063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23124332", "27550580", "10071590", "10284593", "38630735", "17821387", "28164534", "3984231", "15925931"], "ranked_scores": [0.6885, 0.5317, 0.5276, 0.5083, 0.49, 0.4849, 0.4817, 0.4815, 0.4729, 0.4728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "9813098", "10072941", "5698494", "22730024", "19675911", "32463364", "31889025", "34139429"], "ranked_scores": [0.6206, 0.4949, 0.4789, 0.4744, 0.4721, 0.4702, 0.4687, 0.465, 0.4633, 0.4614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "54562433", "20904154", "13380011", "4889228", "26336593", "33911859", "3113630", "12631697"], "ranked_scores": [0.62, 0.5558, 0.5253, 0.5219, 0.5213, 0.5175, 0.5167, 0.5159, 0.5071, 0.5059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "4422868", "26735905", "19736671", "17755060", "26059876", "6407356", "42731834"], "ranked_scores": [0.737, 0.7106, 0.6213, 0.5937, 0.5896, 0.5804, 0.5727, 0.5718, 0.5662, 0.5647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "17463549", "3835423", "6767271", "1550937", "10359591", "45414636", "29423324", "13868795"], "ranked_scores": [0.6721, 0.6028, 0.5886, 0.5882, 0.5861, 0.5835, 0.581, 0.579, 0.5786, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "19511011", "42693833", "17682477", "14934137", "33535222", "11666252", "20220731", "14647747"], "ranked_scores": [0.633, 0.6216, 0.5653, 0.5532, 0.5451, 0.5387, 0.5368, 0.5356, 0.5351, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "20357868", "5735492", "39443128", "31560225", "42065070", "11238951", "5867846"], "ranked_scores": [0.7263, 0.5805, 0.573, 0.5571, 0.5534, 0.5526, 0.5483, 0.5466, 0.5464, 0.5433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "11738716", "24721866", "2014909", "2335873", "3559136", "3870062", "5395426", "10482574", "2436602"], "ranked_scores": [0.4337, 0.4224, 0.4198, 0.4176, 0.4091, 0.4088, 0.4034, 0.3951, 0.3945, 0.3929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "6421792", "5560962", "14260013", "21274496", "26038789", "2638387"], "ranked_scores": [0.6816, 0.6633, 0.6567, 0.531, 0.5289, 0.5096, 0.506, 0.5058, 0.5042, 0.4951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "13256155", "24575065", "32421068", "7613033", "31616203", "22942787"], "ranked_scores": [0.6661, 0.5732, 0.5492, 0.513, 0.4839, 0.4768, 0.4768, 0.4728, 0.4689, 0.4681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4391121", "22696649", "28647122", "29509926", "3330111", "7489663", "17934603", "3616843", "29564505", "17438862"], "ranked_scores": [0.5531, 0.5501, 0.5419, 0.5404, 0.5366, 0.5353, 0.5349, 0.5348, 0.534, 0.5314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "9283422", "2825380", "21746539", "15972906", "5914739", "8903143", "2714623", "18042803", "33499189"], "ranked_scores": [0.7542, 0.7318, 0.728, 0.7098, 0.7058, 0.6953, 0.6894, 0.6835, 0.682, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "5641851", "26611094", "38180456", "19961177", "74137632", "21323587", "3662510", "6421734", "29107210"], "ranked_scores": [0.5068, 0.3818, 0.377, 0.3756, 0.3647, 0.3634, 0.3602, 0.3582, 0.3569, 0.3525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "11369420", "27306942", "18231257", "17017465", "11291348", "33076846", "36345185", "10530014"], "ranked_scores": [0.68, 0.6303, 0.6236, 0.6226, 0.6171, 0.6154, 0.6119, 0.6082, 0.6059, 0.5997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "22696649", "25942757", "1800734", "195683603", "24315156", "1871230", "14461101", "28149602"], "ranked_scores": [0.7425, 0.6024, 0.5982, 0.592, 0.591, 0.5791, 0.5785, 0.5779, 0.5778, 0.571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "3203590", "11238784", "23286603", "22674621", "9956893", "9784254", "25677651", "22116439", "19313533"], "ranked_scores": [0.5907, 0.584, 0.5835, 0.5808, 0.5702, 0.5684, 0.568, 0.5474, 0.5428, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "13899137", "31363207", "45461275", "13901073", "13071728", "11230569", "39984099"], "ranked_scores": [0.704, 0.6833, 0.6359, 0.6274, 0.6157, 0.5756, 0.5714, 0.5682, 0.5603, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "7343711", "5991309", "52180874", "79696454", "1900152", "3471191", "6407356", "14834714", "21185923"], "ranked_scores": [0.5536, 0.5137, 0.5015, 0.4995, 0.497, 0.4962, 0.4941, 0.4927, 0.4905, 0.4896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "44572913", "4462079", "4483571", "36960449", "26409363", "3150030", "11246427", "30720103", "520579"], "ranked_scores": [0.5587, 0.5477, 0.5457, 0.531, 0.5209, 0.5151, 0.5101, 0.5046, 0.5002, 0.4991], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["7198295", "34121231", "13000926", "3083927", "34582256", "4810810", "28783084", "24922825", "25817686", "33934971"], "ranked_scores": [0.3547, 0.3473, 0.3464, 0.3396, 0.3384, 0.3366, 0.3332, 0.3298, 0.3298, 0.3294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "6158879", "7873737", "23783727", "13448422", "38630735", "24150328", "471921", "25028913"], "ranked_scores": [0.6158, 0.5916, 0.5813, 0.5791, 0.5728, 0.5685, 0.5625, 0.5577, 0.5569, 0.5551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "5914739", "2714623", "15972906", "25479072", "10562341", "2825380", "33499189", "41982985", "34905328"], "ranked_scores": [0.6262, 0.6122, 0.6064, 0.5949, 0.5931, 0.5901, 0.5888, 0.586, 0.5854, 0.5854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "6841927", "19071857", "33417012", "31554917", "12672066", "38211681", "39970500", "12667988", "15041758"], "ranked_scores": [0.479, 0.4324, 0.4156, 0.4103, 0.4069, 0.4042, 0.4038, 0.3986, 0.3984, 0.3976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "7650066", "28617573", "9764256", "19140422", "16980892", "6561200", "46355579", "1203035"], "ranked_scores": [0.6346, 0.6307, 0.6229, 0.6165, 0.6117, 0.6064, 0.605, 0.6046, 0.5741, 0.5581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "4423401", "3831884", "23887844", "18678095", "18810195", "5256564", "13466622", "36653415", "36386637"], "ranked_scores": [0.5677, 0.5536, 0.5491, 0.5482, 0.5428, 0.5409, 0.5387, 0.5343, 0.5336, 0.5336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "26873988", "2947124", "10648422", "3493623", "42065070", "25141908", "23509113", "26133404", "44562058"], "ranked_scores": [0.6324, 0.6212, 0.6147, 0.6117, 0.6064, 0.6048, 0.5994, 0.5988, 0.5972, 0.5966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "7547329", "16979690", "44264297", "5641851", "116556376", "11469078", "841371", "58564850"], "ranked_scores": [0.3785, 0.3663, 0.3428, 0.3378, 0.335, 0.326, 0.3258, 0.3244, 0.3233, 0.3222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "7489663", "17741440", "3330111", "46926352", "24707550", "3930020", "21498497", "11020556", "16066726"], "ranked_scores": [0.6471, 0.6171, 0.6165, 0.6149, 0.6138, 0.6072, 0.6037, 0.6035, 0.6035, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "4678846", "21557614", "9846940", "6158879", "5698494", "40156901", "1103795", "23148978"], "ranked_scores": [0.5062, 0.4777, 0.4709, 0.4699, 0.4692, 0.4685, 0.4684, 0.4677, 0.4659, 0.4646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28821565", "18074797", "3929361", "4999387", "1805641", "10617916", "12409683", "1215116", "22635278", "21258863"], "ranked_scores": [0.4072, 0.4058, 0.4041, 0.4025, 0.4021, 0.3994, 0.3974, 0.3902, 0.3882, 0.3865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "7711685", "752423", "16760369", "40156901", "24735908", "8317408", "33569870", "41790911", "87758"], "ranked_scores": [0.4411, 0.4287, 0.428, 0.4245, 0.4243, 0.4236, 0.4198, 0.4196, 0.4192, 0.4187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "27076725", "23785605", "15984735", "22995579", "24148722", "44830890", "14566771", "24055603"], "ranked_scores": [0.4231, 0.3939, 0.3937, 0.3909, 0.3861, 0.3832, 0.3811, 0.3803, 0.3726, 0.3696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "3578380", "29981186", "997143", "52874170", "12779444", "46695481", "10071590", "23294314"], "ranked_scores": [0.4429, 0.3989, 0.361, 0.3555, 0.3539, 0.353, 0.3522, 0.3507, 0.3476, 0.3474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "22551259", "6040392", "9291668", "22264117", "4434951", "2608447", "2722988", "41496215"], "ranked_scores": [0.6684, 0.6431, 0.6425, 0.6374, 0.6279, 0.6094, 0.604, 0.6002, 0.598, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "14874811", "10482574", "22174015", "1227277", "21547032", "23974474", "1344498"], "ranked_scores": [0.6534, 0.6201, 0.5907, 0.587, 0.5745, 0.5739, 0.5731, 0.5722, 0.5721, 0.57], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "3493623", "5137019", "2947124", "25315295", "3308636", "14474178", "21498497", "26873988", "26133404"], "ranked_scores": [0.631, 0.5829, 0.5815, 0.5805, 0.5676, 0.5661, 0.5627, 0.5598, 0.5597, 0.5586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "27123743", "37480103", "23557241", "16322674", "13831842", "22007333", "16098747", "5487448", "4828631"], "ranked_scores": [0.6479, 0.6372, 0.6366, 0.6301, 0.6295, 0.6173, 0.6127, 0.6122, 0.6107, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "7650066", "25742130", "6561200", "32423829", "9764256", "36355784", "28617573", "12779444"], "ranked_scores": [0.574, 0.5658, 0.5438, 0.5436, 0.535, 0.5264, 0.5256, 0.5228, 0.5218, 0.5209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "31272411", "10627801", "44366096", "3107733", "24221369", "7820043", "8596357", "8005007", "4402497"], "ranked_scores": [0.6245, 0.6214, 0.6144, 0.6076, 0.5995, 0.5885, 0.5776, 0.5744, 0.5734, 0.5731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "7227763", "45401535", "8563659", "1522647", "27602752", "28149602", "5596332", "21902910"], "ranked_scores": [0.4853, 0.4606, 0.4593, 0.4574, 0.4559, 0.4442, 0.443, 0.4417, 0.441, 0.4371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "9559146", "516867", "16693950", "7185591", "797114", "11414664", "7834603", "26330861"], "ranked_scores": [0.6124, 0.6013, 0.5761, 0.5694, 0.5686, 0.5606, 0.5569, 0.5534, 0.5515, 0.5509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "984825", "37362689", "778436", "2890952", "25254425", "8646760", "8712839", "2380002", "4421742"], "ranked_scores": [0.5735, 0.5385, 0.5356, 0.5311, 0.5303, 0.5297, 0.5295, 0.5268, 0.5258, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "23670644", "37592824", "810480", "3776162", "24510595", "24512064", "21373821", "26445118"], "ranked_scores": [0.488, 0.4035, 0.4022, 0.4005, 0.3922, 0.3908, 0.3865, 0.3852, 0.385, 0.383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["35747505", "2119889", "40383969", "35660758", "15548965", "4740447", "36345185", "8997410", "885056", "24335068"], "ranked_scores": [0.5743, 0.5538, 0.5503, 0.5475, 0.5436, 0.5384, 0.5368, 0.5315, 0.529, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "34537906", "7451607", "10212612", "8417211", "8327914", "19149247", "29557235", "37768883"], "ranked_scores": [0.5945, 0.5767, 0.5533, 0.5527, 0.5517, 0.5459, 0.5454, 0.5448, 0.5446, 0.5411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "8083310", "3863543", "12240507", "9478135", "8925851", "10795340", "2359152", "1145473"], "ranked_scores": [0.6258, 0.6213, 0.6129, 0.6094, 0.6093, 0.6013, 0.5958, 0.5951, 0.5948, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "4319844", "2679511", "7468449", "12643937", "18694784", "7151961", "16626264", "34198365"], "ranked_scores": [0.647, 0.6102, 0.5964, 0.5959, 0.5948, 0.5912, 0.59, 0.5854, 0.585, 0.5837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["26409363", "3150030", "2425364", "21553394", "16256507", "4462079", "275294", "30720103", "520579", "23267371"], "ranked_scores": [0.4353, 0.4345, 0.422, 0.4199, 0.4136, 0.4118, 0.4105, 0.4072, 0.4065, 0.4011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "14479433", "14663842", "20280410", "10548391", "45218443", "40913091", "3222187", "6503534"], "ranked_scores": [0.4261, 0.4087, 0.4023, 0.3984, 0.3974, 0.3955, 0.3937, 0.3913, 0.3902, 0.3885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["12866641", "1065627", "13889430", "3727986", "11172205", "26231129", "40667577", "4429118", "30919024", "6944800"], "ranked_scores": [0.55, 0.5495, 0.5425, 0.5397, 0.5393, 0.5371, 0.537, 0.5369, 0.5363, 0.5334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10284593", "19332616", "7813993", "10071590", "25301182", "15925931", "7602348", "23124332"], "ranked_scores": [0.5837, 0.5248, 0.4913, 0.4827, 0.4823, 0.4765, 0.4762, 0.4753, 0.4716, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "40790033", "5691302", "26341063", "6945285", "5151024", "12206390", "34139429", "5698494"], "ranked_scores": [0.5615, 0.5121, 0.4919, 0.4915, 0.491, 0.4902, 0.4866, 0.482, 0.4809, 0.4808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "612002", "10698739", "15548965", "31387717", "7729656", "13380011", "20904154", "4447055"], "ranked_scores": [0.5818, 0.5541, 0.5464, 0.5449, 0.5443, 0.5397, 0.5357, 0.5329, 0.5322, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26059876", "26735905", "7975937", "6407356", "3831884", "11271123", "19736671", "22401720"], "ranked_scores": [0.6946, 0.6861, 0.6186, 0.6126, 0.6071, 0.6011, 0.5946, 0.5944, 0.5939, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "21363424", "3835423", "6767271", "85326624", "8903143", "35651106", "34905328", "13878643"], "ranked_scores": [0.6608, 0.6323, 0.6267, 0.6195, 0.6186, 0.6147, 0.6117, 0.6102, 0.6095, 0.6084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "17682477", "11666252", "10162553", "22613657", "42693833", "33535222", "2388819"], "ranked_scores": [0.5785, 0.5654, 0.5541, 0.5525, 0.551, 0.5392, 0.5388, 0.5363, 0.5353, 0.5349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8563659", "5735492", "5867846", "1071991", "20357868", "7224723", "28738741", "92308", "11238951"], "ranked_scores": [0.6165, 0.5737, 0.5644, 0.5594, 0.5536, 0.5505, 0.5492, 0.549, 0.5487, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["22174015", "2335873", "33912748", "24721866", "3870062", "23148978", "2481032", "4380004", "21547032", "24612804"], "ranked_scores": [0.4363, 0.4217, 0.4155, 0.4154, 0.4141, 0.4133, 0.4129, 0.4091, 0.4083, 0.4025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "41329906", "18074797", "45218443", "24512064", "2359152", "43311750"], "ranked_scores": [0.5815, 0.5707, 0.5596, 0.5264, 0.5134, 0.5107, 0.5082, 0.5035, 0.4954, 0.4952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "32421068", "25589047", "10958594", "26079071", "13256155", "3851329", "26973393", "14482051"], "ranked_scores": [0.6024, 0.5561, 0.536, 0.5186, 0.5085, 0.5033, 0.5032, 0.5007, 0.4985, 0.4973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["3330111", "7115651", "21498497", "17934603", "5531479", "45401535", "1360607", "29509926", "40323148", "9225850"], "ranked_scores": [0.5738, 0.5705, 0.5627, 0.5627, 0.5614, 0.5599, 0.5591, 0.5578, 0.5573, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "8903143", "15972906", "2825380", "9283422", "5914739", "34905328", "6961811", "2714623", "21746539"], "ranked_scores": [0.6966, 0.6763, 0.6753, 0.6746, 0.6713, 0.6688, 0.6679, 0.6656, 0.6627, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21377587", "19945096", "40905302", "38180456", "16390264", "7419612", "5641851", "21323587", "25886725"], "ranked_scores": [0.3924, 0.3545, 0.3537, 0.3495, 0.3468, 0.3448, 0.344, 0.3387, 0.3369, 0.3343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "8764879", "4396105", "8453819", "10991183", "11369420", "36345185", "17017465", "5415832", "32170702"], "ranked_scores": [0.6403, 0.6392, 0.6384, 0.6382, 0.6342, 0.6282, 0.628, 0.6269, 0.6263, 0.624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "25942757", "9225850", "9283422", "8137081", "46926352", "7521113", "33920995", "18041692"], "ranked_scores": [0.6693, 0.6236, 0.6232, 0.6132, 0.6083, 0.606, 0.5994, 0.5993, 0.5985, 0.5979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "8458567", "9899292", "22116439", "712078", "36386637", "12280462", "24150328", "23286603", "56486733"], "ranked_scores": [0.5803, 0.5578, 0.5567, 0.5494, 0.5465, 0.543, 0.5407, 0.5392, 0.5374, 0.5373], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "14260013", "13899137", "13901073", "708425", "15997009", "39984099"], "ranked_scores": [0.6322, 0.6013, 0.5808, 0.5804, 0.5605, 0.5599, 0.5461, 0.5418, 0.5362, 0.5322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["52180874", "11335781", "7986878", "3471191", "1900152", "5991309", "7343711", "1454773", "26079071", "2492146"], "ranked_scores": [0.5285, 0.5279, 0.5236, 0.5209, 0.5202, 0.5197, 0.5162, 0.5021, 0.4993, 0.4977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "30720103", "26409363", "4483571", "23267371", "520579", "3150030"], "ranked_scores": [0.5888, 0.583, 0.5778, 0.57, 0.5631, 0.5481, 0.541, 0.5343, 0.534, 0.5288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "4319174", "970012", "7198295", "25687558", "17000834", "34582256", "3083927", "4810810"], "ranked_scores": [0.4347, 0.4066, 0.3939, 0.3934, 0.3906, 0.3749, 0.3702, 0.3699, 0.3613, 0.358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "16760369", "23783727", "38630735", "29253460", "7640792", "12561083", "13448422"], "ranked_scores": [0.6719, 0.6303, 0.6146, 0.6133, 0.6118, 0.5786, 0.5765, 0.5655, 0.5548, 0.5523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "5914739", "2714623", "33499189", "9283422", "2825380", "34905328", "41982985", "17195001", "25479072"], "ranked_scores": [0.6227, 0.6128, 0.6054, 0.6002, 0.5824, 0.5741, 0.5682, 0.5619, 0.5573, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "12672066", "4695046", "24276304", "36033696", "13097856", "15041758", "6841927"], "ranked_scores": [0.6547, 0.4484, 0.4325, 0.4243, 0.3912, 0.3875, 0.3839, 0.3831, 0.3812, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "6561200", "9764256", "7650066", "28617573", "19140422", "16980892", "23136735", "46355579"], "ranked_scores": [0.749, 0.7467, 0.7198, 0.7159, 0.6941, 0.6853, 0.6792, 0.62, 0.6163, 0.6047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "23576165", "18810195", "4423401", "7875158", "3831884", "20672596", "36653415", "27647593", "11616424"], "ranked_scores": [0.5777, 0.5774, 0.5663, 0.5638, 0.5634, 0.5595, 0.5557, 0.54, 0.5336, 0.5248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "6182947", "23509113", "35395662", "27602752", "195683603", "1800734", "26873988", "2947124", "8596357"], "ranked_scores": [0.6562, 0.5988, 0.5904, 0.5852, 0.581, 0.5804, 0.5762, 0.5742, 0.5708, 0.5698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "11288846", "6319826", "11624482", "13770184", "22711954", "11469078"], "ranked_scores": [0.4985, 0.4024, 0.3897, 0.3273, 0.3225, 0.3198, 0.3125, 0.3066, 0.306, 0.3021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "4391121", "21535641", "19005293", "3330111", "195683603", "24707550", "40323148", "4928282"], "ranked_scores": [0.683, 0.6098, 0.5866, 0.5839, 0.582, 0.5795, 0.5777, 0.5735, 0.5719, 0.57], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "3984231", "9846940", "10576136", "21239672", "2391552", "29526125", "7873737", "3616843"], "ranked_scores": [0.5717, 0.5272, 0.4831, 0.4827, 0.4772, 0.4762, 0.4722, 0.4681, 0.4615, 0.4594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "3929361", "1805641", "21258863", "18025240", "4999387", "10617916", "18074797", "12409683", "8756719"], "ranked_scores": [0.4803, 0.4404, 0.4393, 0.4322, 0.4305, 0.4277, 0.4182, 0.4181, 0.4038, 0.4014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["496873", "19854543", "22889972", "46926352", "25175997", "2587396", "17741440", "21048969", "33569870", "23785605"], "ranked_scores": [0.4572, 0.4372, 0.4238, 0.42, 0.4188, 0.4124, 0.4096, 0.4088, 0.4088, 0.4087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "24510595", "44830890", "28419824", "23785605", "24055603", "14566771", "21274919", "15984735"], "ranked_scores": [0.4226, 0.4174, 0.4148, 0.4071, 0.4023, 0.3965, 0.3909, 0.3861, 0.3859, 0.3851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "21902910", "2015126", "14021596", "45276789", "26611094", "23294314", "25589047", "13097856"], "ranked_scores": [0.4977, 0.4185, 0.3643, 0.3453, 0.3412, 0.3408, 0.3403, 0.3385, 0.3377, 0.3373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "9291668", "22264117", "22543403", "22551259", "6040392", "4434951", "14475235", "26230669", "2722988"], "ranked_scores": [0.7089, 0.6831, 0.682, 0.6807, 0.6718, 0.659, 0.6287, 0.6183, 0.6134, 0.6047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "10482574", "11738716", "9899292", "10790846", "14874811"], "ranked_scores": [0.6925, 0.6204, 0.6197, 0.5753, 0.5736, 0.5566, 0.5561, 0.5537, 0.5518, 0.547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3493623", "3308636", "1550937", "41337677", "6182947", "12885341", "20960682"], "ranked_scores": [0.6799, 0.5885, 0.5636, 0.5626, 0.5505, 0.5502, 0.5418, 0.5411, 0.5398, 0.5377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "16322674", "27123743", "23557241", "37480103", "22007333", "25973484", "5487448", "13831842", "16098747"], "ranked_scores": [0.6912, 0.6868, 0.6817, 0.6798, 0.6653, 0.6476, 0.6274, 0.6263, 0.6241, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "6561200", "36355784", "9764256", "25742130", "7650066", "12779444", "23136735", "32423829"], "ranked_scores": [0.6149, 0.6062, 0.5952, 0.5801, 0.5765, 0.5513, 0.5452, 0.5387, 0.5369, 0.5276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["10627801", "44366096", "31272411", "14474178", "24221369", "7820043", "8005007", "41337677", "4402497", "3107733"], "ranked_scores": [0.6913, 0.685, 0.6841, 0.6572, 0.6105, 0.5768, 0.5749, 0.5743, 0.5725, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "14021596", "35534019", "11349166", "11344428", "7227763", "18174210", "24943534", "27889071"], "ranked_scores": [0.5501, 0.4809, 0.4799, 0.458, 0.4553, 0.4525, 0.4485, 0.4393, 0.4368, 0.4352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "7834603", "16693950", "9559146", "52887689", "7185591", "4452659", "24347647"], "ranked_scores": [0.6741, 0.6131, 0.5845, 0.5816, 0.5814, 0.5583, 0.5536, 0.5527, 0.5527, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "3553087", "6264468", "18358026", "5935987", "7968532", "6422576", "12265561", "27373088"], "ranked_scores": [0.6033, 0.5538, 0.5446, 0.5123, 0.5031, 0.5018, 0.4982, 0.4975, 0.4972, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "23670644", "37592824", "43226130", "116792", "9787715", "6334188", "25416944", "25938221"], "ranked_scores": [0.6036, 0.4795, 0.4458, 0.4404, 0.3997, 0.3965, 0.3822, 0.3815, 0.3799, 0.3798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "35747505", "2851611", "2119889", "35660758", "6076903", "8997410", "19313533", "885056", "350542"], "ranked_scores": [0.5316, 0.5156, 0.5155, 0.5016, 0.4997, 0.4976, 0.4932, 0.4929, 0.491, 0.4899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "19149247", "7451607", "9505448", "29557235", "10012166", "10790846", "12225214", "8460275"], "ranked_scores": [0.6443, 0.5802, 0.5237, 0.5224, 0.5181, 0.5162, 0.5143, 0.5098, 0.5088, 0.5036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "3391547", "5765455", "3863543", "5782614", "8083310", "6000423", "5836", "12240507", "33677323"], "ranked_scores": [0.6401, 0.6324, 0.6236, 0.6071, 0.5878, 0.5864, 0.5856, 0.5818, 0.574, 0.5736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "7468449", "12156187", "6812319", "14332945", "11568270", "2679511", "12643937"], "ranked_scores": [0.6889, 0.6007, 0.5865, 0.5599, 0.5526, 0.5512, 0.546, 0.5435, 0.5428, 0.5419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "2425364", "21553394", "30720103", "275294", "4483571", "3150030", "36960449", "26409363", "4462079"], "ranked_scores": [0.4997, 0.4956, 0.4887, 0.4833, 0.4531, 0.4449, 0.4404, 0.4379, 0.4285, 0.4281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "38028419", "14663842", "71625969", "10548391", "5939172", "9638032", "1148122", "40913091"], "ranked_scores": [0.564, 0.4232, 0.416, 0.4104, 0.4046, 0.4008, 0.3911, 0.3827, 0.3811, 0.3799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "40667577", "6944800", "17388232", "11172205", "17934082", "3727986", "4346731", "6969753"], "ranked_scores": [0.5621, 0.5433, 0.5361, 0.5332, 0.5245, 0.5086, 0.5062, 0.5052, 0.5033, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "23124332", "10284593", "38630735", "6270720", "37450671", "13448422", "7813993"], "ranked_scores": [0.694, 0.5396, 0.523, 0.5024, 0.4831, 0.4727, 0.4703, 0.4701, 0.4663, 0.466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "40790033", "5691302", "32463364", "10072941", "2338488", "23785605", "5698494", "36003142"], "ranked_scores": [0.6422, 0.4886, 0.474, 0.4627, 0.4594, 0.4572, 0.4552, 0.4549, 0.4549, 0.4539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "13380011", "6636088", "33911859", "10698739", "26336593", "54562433", "7997337", "7042304"], "ranked_scores": [0.6444, 0.5758, 0.5328, 0.5309, 0.5279, 0.5272, 0.5185, 0.5086, 0.5032, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "1686997", "26735905", "7975937", "17755060", "4422868", "12513042", "57783564", "9226649"], "ranked_scores": [0.7344, 0.7012, 0.5938, 0.591, 0.5893, 0.5821, 0.5781, 0.576, 0.5692, 0.5654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "28006126", "14492339", "28206748", "6767271", "10359591", "29423324", "34905328", "13798951"], "ranked_scores": [0.7153, 0.6121, 0.6013, 0.5938, 0.5824, 0.5756, 0.5744, 0.5706, 0.5703, 0.5685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "22613657", "20220731", "19511011", "33535222", "20344442", "11666252", "14647747"], "ranked_scores": [0.6368, 0.6326, 0.552, 0.5451, 0.5414, 0.5383, 0.5318, 0.5244, 0.5213, 0.5138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "21274496", "11238951", "5867846", "5735492", "39443128", "8300657", "5114282", "92308"], "ranked_scores": [0.7194, 0.5874, 0.5828, 0.5639, 0.5565, 0.5509, 0.5343, 0.5332, 0.5329, 0.5303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2014909", "44562221", "3559136", "24721866", "13509809", "2335873", "5395426", "24612804", "3870062", "25988622"], "ranked_scores": [0.4394, 0.4382, 0.4188, 0.4119, 0.4028, 0.401, 0.3958, 0.3945, 0.3944, 0.3919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "6421792", "21274496", "6503534", "5560962", "16172576", "991139"], "ranked_scores": [0.6739, 0.6586, 0.6472, 0.5398, 0.5228, 0.511, 0.5053, 0.5, 0.499, 0.4917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "52180874", "24634621", "13256155", "24575065", "32421068", "4920376"], "ranked_scores": [0.684, 0.6049, 0.539, 0.4966, 0.4905, 0.4898, 0.4859, 0.485, 0.4788, 0.4649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "21395936", "22153455", "6853699", "28647122", "12827098", "5752492", "4391121", "17438862", "20722510"], "ranked_scores": [0.5618, 0.5537, 0.5526, 0.5437, 0.5434, 0.5428, 0.5424, 0.5423, 0.5383, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "5914739", "2825380", "15972906", "2714623", "33499189", "9283422", "21746539", "34905328", "6961811"], "ranked_scores": [0.7486, 0.6947, 0.6891, 0.6839, 0.6827, 0.678, 0.6748, 0.672, 0.6599, 0.6551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "21323587", "10577574", "38180456", "19961177", "16204011", "16390264", "45920278", "19945096"], "ranked_scores": [0.5243, 0.3752, 0.3646, 0.352, 0.3469, 0.3468, 0.3459, 0.3431, 0.3407, 0.3372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "36345185", "33076846", "11369420", "27306942", "8764879", "22317868", "23700330", "24624992"], "ranked_scores": [0.6609, 0.6562, 0.6279, 0.6226, 0.6168, 0.6061, 0.6025, 0.5939, 0.5905, 0.5857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1800734", "17967608", "24315156", "195683603", "17017465", "29073751", "1871230", "2825380"], "ranked_scores": [0.7411, 0.5997, 0.5906, 0.5881, 0.5839, 0.574, 0.5668, 0.566, 0.5636, 0.5597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["9784254", "23286603", "11238784", "3203590", "25677651", "8458567", "712078", "24150328", "20554003", "9956893"], "ranked_scores": [0.5917, 0.5892, 0.5781, 0.5776, 0.5735, 0.5688, 0.5592, 0.5423, 0.5337, 0.5328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "31363207", "13899137", "13901073", "341324", "45461275", "39984099", "13071728"], "ranked_scores": [0.698, 0.6684, 0.5975, 0.5955, 0.594, 0.57, 0.5525, 0.5481, 0.5452, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "1900152", "3471191", "52180874", "5991309", "14834714", "11899391", "7343711", "22635278", "32421068"], "ranked_scores": [0.5563, 0.5094, 0.5068, 0.5029, 0.4972, 0.4959, 0.4889, 0.4883, 0.4775, 0.4725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "30720103", "4483571", "3150030", "21553394", "23267371", "275294"], "ranked_scores": [0.5496, 0.545, 0.5303, 0.5266, 0.5149, 0.5116, 0.5115, 0.5037, 0.5022, 0.4999], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["3083927", "791050", "33934971", "970012", "24922825", "7198295", "13000926", "19511011", "34121231", "883747"], "ranked_scores": [0.3665, 0.3611, 0.3514, 0.3514, 0.3475, 0.3451, 0.3422, 0.3384, 0.3383, 0.3365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["16760369", "7873737", "5884524", "29253460", "6158879", "38630735", "25028913", "23783727", "3056682", "23983289"], "ranked_scores": [0.5983, 0.5973, 0.5921, 0.5885, 0.5833, 0.5749, 0.5732, 0.5677, 0.5589, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "9283422", "33499189", "5914739", "15972906", "8903143", "2825380", "19603353", "40094786", "11195653"], "ranked_scores": [0.6117, 0.6054, 0.6018, 0.5942, 0.5894, 0.5861, 0.5852, 0.5824, 0.5822, 0.5821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "12672066", "31554917", "4695046", "31612088", "21373821", "24276304", "5551138", "6841927", "704526"], "ranked_scores": [0.5336, 0.4221, 0.4126, 0.4024, 0.3989, 0.3975, 0.3935, 0.3927, 0.3913, 0.3885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "9764256", "46695481", "7650066", "6561200", "19140422", "28617573", "23136735", "46355579", "16980892"], "ranked_scores": [0.6579, 0.6453, 0.6375, 0.6375, 0.6328, 0.6262, 0.6218, 0.5844, 0.563, 0.5608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "3831884", "20672596", "18810195", "36653415", "25748308", "1686997", "18678095", "27647593", "23576165"], "ranked_scores": [0.5634, 0.5536, 0.5423, 0.5298, 0.5279, 0.5271, 0.5258, 0.5236, 0.522, 0.5218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "15425958", "26873988", "23509113", "37762357", "3835423", "195683603", "16066726", "35395662", "6182947"], "ranked_scores": [0.6483, 0.616, 0.6144, 0.6107, 0.5919, 0.5894, 0.5864, 0.5837, 0.5831, 0.5818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "6319826", "16979690", "17693849", "16980892", "11288846", "13770184", "1805641", "7650066"], "ranked_scores": [0.3757, 0.357, 0.333, 0.3291, 0.3195, 0.3182, 0.3169, 0.3084, 0.3081, 0.3066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "19005293", "3330111", "40323148", "2236768", "15435343", "34469966", "11837657", "36089763"], "ranked_scores": [0.6506, 0.6464, 0.6351, 0.6071, 0.6068, 0.6054, 0.6028, 0.6002, 0.5993, 0.5954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "29526125", "22889972", "4678846", "2842550", "3056682", "19308127", "7873737", "38630735"], "ranked_scores": [0.5283, 0.487, 0.4777, 0.4753, 0.4746, 0.4729, 0.4665, 0.4664, 0.4619, 0.4619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "3929361", "1805641", "4999387", "10617916", "18074797", "27264454", "13966946", "7433668", "13624704"], "ranked_scores": [0.4441, 0.4383, 0.4154, 0.4098, 0.3933, 0.3915, 0.39, 0.3896, 0.3855, 0.3832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "29253460", "2587396", "46277811", "38037690", "23400191", "16760369", "33569870", "21301090", "19332616"], "ranked_scores": [0.432, 0.422, 0.4212, 0.418, 0.4176, 0.4168, 0.4142, 0.414, 0.412, 0.4118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["28419824", "44830890", "7965928", "21274919", "24510595", "24055603", "17930286", "36003142", "41735503", "27076725"], "ranked_scores": [0.4073, 0.4019, 0.3902, 0.3793, 0.3697, 0.3691, 0.3663, 0.3657, 0.3615, 0.3604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "12258338", "13906581", "1387104", "23639838", "27099731", "997143", "52874170", "16980892"], "ranked_scores": [0.4731, 0.3933, 0.3581, 0.352, 0.3515, 0.3499, 0.3494, 0.3476, 0.338, 0.3373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "22551259", "6040392", "22264117", "9291668", "14475235", "4434951", "2722988", "7514614"], "ranked_scores": [0.6505, 0.6391, 0.6315, 0.6252, 0.6226, 0.6211, 0.6046, 0.5867, 0.5845, 0.583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "23974474", "4324278", "22036571", "4414481", "1227277", "116792", "6227220"], "ranked_scores": [0.6388, 0.5933, 0.59, 0.5691, 0.5658, 0.5649, 0.5608, 0.5608, 0.5589, 0.5587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "26133404", "3493623", "883747", "1550937", "2947124", "18938992", "4402497", "22852120"], "ranked_scores": [0.6036, 0.5989, 0.574, 0.5636, 0.5588, 0.5541, 0.5517, 0.5515, 0.5515, 0.5489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "27123743", "23557241", "16322674", "22007333", "16098747", "4828631", "5487448", "25973484"], "ranked_scores": [0.6211, 0.6198, 0.613, 0.6063, 0.5985, 0.5908, 0.5905, 0.5807, 0.5717, 0.5606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "9764256", "6561200", "32423829", "7650066", "25742130", "36355784", "23136735", "46355579"], "ranked_scores": [0.574, 0.5653, 0.544, 0.5319, 0.5275, 0.5249, 0.5233, 0.521, 0.5177, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "7820043", "44366096", "24042363", "4402497", "8596357", "41337677", "17023584"], "ranked_scores": [0.6264, 0.6241, 0.6057, 0.602, 0.6009, 0.5786, 0.5752, 0.5734, 0.5677, 0.5671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "6580081", "7227763", "11349166", "14021596", "16488405", "7111021", "991139", "5735492", "24596228"], "ranked_scores": [0.5113, 0.4644, 0.4486, 0.443, 0.436, 0.4357, 0.4333, 0.4332, 0.4323, 0.4293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "16693950", "516867", "7514614", "52887689", "6277638", "3270834", "7834603", "24347647"], "ranked_scores": [0.6126, 0.5989, 0.5705, 0.5697, 0.5598, 0.5515, 0.5512, 0.5501, 0.5488, 0.5487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "1748921", "2890952", "2380002", "41024260", "3553087", "2405259", "26378103", "6264468"], "ranked_scores": [0.553, 0.5312, 0.5252, 0.524, 0.5209, 0.5171, 0.5167, 0.5144, 0.5113, 0.5098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "21373821", "23670644", "24942840", "25938221", "7965928", "13282296", "27866735"], "ranked_scores": [0.4805, 0.4356, 0.4235, 0.4093, 0.3874, 0.3872, 0.3856, 0.3796, 0.3781, 0.3755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "35660758", "35747505", "31387717", "2119889", "21754541", "4740447", "23160444", "22767022", "15491404"], "ranked_scores": [0.5272, 0.5262, 0.5234, 0.5201, 0.5188, 0.5168, 0.5124, 0.5121, 0.5111, 0.5103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "13921783", "7451607", "29557235", "10212612", "8087082", "6422576", "20054396", "13552682"], "ranked_scores": [0.6087, 0.5478, 0.5445, 0.5391, 0.5363, 0.5358, 0.5356, 0.5351, 0.5338, 0.5292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "5765455", "2359152", "8083310", "5836", "40349336", "12240507", "5782614", "10165258"], "ranked_scores": [0.6366, 0.6143, 0.6027, 0.5999, 0.5875, 0.5844, 0.5844, 0.5804, 0.5798, 0.5777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "4319844", "12643937", "42009630", "7151961", "30122260", "38252314", "26607366", "27134931"], "ranked_scores": [0.6503, 0.5917, 0.5734, 0.5726, 0.57, 0.5665, 0.5659, 0.5652, 0.5634, 0.562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "16256507", "4462079", "21553394", "2425364", "4483571", "3150030", "23267371", "520579", "36960449"], "ranked_scores": [0.4289, 0.4259, 0.4245, 0.4239, 0.423, 0.4164, 0.4144, 0.4137, 0.4086, 0.4074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "6503534", "849771", "10548391", "24144677", "14663842", "32481310", "3222187", "4587978", "24423427"], "ranked_scores": [0.4349, 0.4163, 0.4123, 0.3921, 0.3855, 0.3808, 0.3806, 0.3777, 0.3757, 0.3756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "30919024", "40667577", "6944800", "3727986", "17388232", "17934082", "14768471", "8891333"], "ranked_scores": [0.581, 0.5572, 0.5451, 0.5401, 0.5334, 0.5276, 0.5223, 0.5211, 0.5182, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "10071590", "27550580", "23124332", "17821387", "3056682", "37628989", "21868715", "4678846", "12122482"], "ranked_scores": [0.6089, 0.5178, 0.5085, 0.4809, 0.4806, 0.4791, 0.4758, 0.4749, 0.4733, 0.4706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22730024", "10072941", "5402581", "34139429", "38752049", "6945285", "26341063", "5698494", "12206390"], "ranked_scores": [0.5526, 0.4904, 0.4746, 0.4714, 0.4701, 0.4691, 0.4654, 0.4617, 0.4582, 0.4573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "13380011", "9217800", "32985041", "4399311", "665817", "31387717", "4889228", "17333231", "33911859"], "ranked_scores": [0.5903, 0.5483, 0.5449, 0.5324, 0.5313, 0.5296, 0.5292, 0.5278, 0.5232, 0.5231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "12513042", "9226649", "57783564", "17755060", "39758684", "1686997", "18375089"], "ranked_scores": [0.6965, 0.6403, 0.6028, 0.6023, 0.6, 0.5973, 0.5943, 0.5936, 0.5931, 0.5896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6767271", "28006126", "1550937", "38587347", "51952430", "6123924", "20344442", "29015485", "21320417"], "ranked_scores": [0.6671, 0.6062, 0.6057, 0.6045, 0.6039, 0.6015, 0.6007, 0.5999, 0.596, 0.5917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "22613657", "33535222", "19511011", "20220731", "42693833", "5132358", "11666252"], "ranked_scores": [0.5843, 0.5739, 0.5434, 0.5314, 0.5297, 0.5277, 0.5273, 0.5242, 0.5211, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "11238951", "21274496", "5735492", "5867846", "20357868", "31560225", "8300657", "24596228"], "ranked_scores": [0.6407, 0.5817, 0.5668, 0.5608, 0.5455, 0.5423, 0.542, 0.5416, 0.5409, 0.5358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["17682477", "2481032", "306311", "2335873", "24612804", "4366738", "29288582", "2030623", "6153754", "23863576"], "ranked_scores": [0.4139, 0.4133, 0.4087, 0.4061, 0.4045, 0.4027, 0.4016, 0.3997, 0.3974, 0.3964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "21274496", "26038789", "16172576", "2359152", "4336849", "45218443", "6503534"], "ranked_scores": [0.6021, 0.5784, 0.5542, 0.5285, 0.5028, 0.5027, 0.5002, 0.4978, 0.494, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "26079071", "13256155", "24634621", "7165938", "6334188", "25121903", "32421068", "10958594"], "ranked_scores": [0.5775, 0.5363, 0.504, 0.499, 0.4913, 0.4875, 0.4869, 0.4839, 0.4837, 0.4791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["16488405", "14386505", "7489663", "3330111", "17934603", "5511240", "21498497", "17438862", "6417632", "4391121"], "ranked_scores": [0.5596, 0.556, 0.556, 0.5551, 0.552, 0.5511, 0.5504, 0.5487, 0.5474, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "21746539", "18042803", "2825380", "41982985", "6961811", "5914739", "33499189", "15972906", "9283422"], "ranked_scores": [0.6821, 0.6782, 0.6779, 0.6756, 0.6746, 0.6719, 0.669, 0.6689, 0.6681, 0.665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3707, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "26611094", "40905302", "19961177", "25886725", "7419612", "38180456", "29107210", "3662510", "5641851"], "ranked_scores": [0.409, 0.3518, 0.3516, 0.3488, 0.3483, 0.3421, 0.3417, 0.3411, 0.3408, 0.3395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["11369420", "10991183", "29073751", "17017465", "33076846", "17917408", "16280642", "36345185", "24624992", "4396105"], "ranked_scores": [0.6423, 0.6277, 0.6277, 0.6237, 0.6207, 0.6141, 0.6129, 0.6122, 0.6118, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "14461101", "12058271", "33920995", "1800734", "25942757", "17967608", "24315156"], "ranked_scores": [0.6798, 0.6165, 0.5983, 0.5982, 0.5975, 0.592, 0.592, 0.5897, 0.5878, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "3203590", "9956893", "23286603", "8458567", "9784254", "17671145", "24150328", "712078", "56486733"], "ranked_scores": [0.5671, 0.5622, 0.5585, 0.5537, 0.5503, 0.5492, 0.5478, 0.5395, 0.5387, 0.5347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "45461275", "13901073", "31363207", "13899137", "708425", "11230569", "32023005"], "ranked_scores": [0.6097, 0.5797, 0.5541, 0.541, 0.5314, 0.5234, 0.5199, 0.5142, 0.5133, 0.5107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "1900152", "3471191", "7343711", "5991309", "52180874", "1454773", "34025053", "79696454", "22635278"], "ranked_scores": [0.5535, 0.5535, 0.5523, 0.527, 0.5243, 0.5224, 0.5179, 0.5155, 0.51, 0.5087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "44572913", "16256507", "36960449", "4483571", "23267371", "26409363", "3150030", "16812091", "275294"], "ranked_scores": [0.5506, 0.5333, 0.5327, 0.512, 0.5001, 0.4801, 0.4796, 0.4793, 0.4769, 0.4767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "4340358", "25687558", "34582256", "3083927", "4319174", "7198295", "13000926", "33934971"], "ranked_scores": [0.4093, 0.379, 0.3681, 0.3638, 0.361, 0.3585, 0.3578, 0.3569, 0.3506, 0.35], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "16760369", "6158879", "23783727", "38630735", "7640792", "29253460", "12561083", "20887554"], "ranked_scores": [0.6069, 0.5877, 0.5779, 0.5755, 0.5714, 0.56, 0.5535, 0.5448, 0.5328, 0.5261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "5914739", "11195653", "33499189", "2825380", "19603353", "21746539", "41982985"], "ranked_scores": [0.6055, 0.6044, 0.5972, 0.5972, 0.5888, 0.5879, 0.5835, 0.572, 0.5715, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "12672066", "31554917", "4695046", "19071857", "38873881", "24318630", "15041758", "6841927"], "ranked_scores": [0.5583, 0.4334, 0.4306, 0.4158, 0.4054, 0.405, 0.404, 0.402, 0.3996, 0.3987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "6561200", "28617573", "7650066", "9764256", "19140422", "46355579", "23136735", "16980892"], "ranked_scores": [0.6742, 0.6643, 0.6404, 0.6349, 0.6313, 0.6306, 0.6179, 0.5781, 0.5776, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "36653415", "20672596", "4423401", "27647593", "21626639", "11616424", "23576165", "25748308", "18810195"], "ranked_scores": [0.5521, 0.5444, 0.5408, 0.5384, 0.533, 0.5298, 0.5277, 0.5239, 0.5221, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "31313782", "23509113", "35395662", "195683603", "21651116", "15425958", "34016987", "2947124", "3835423"], "ranked_scores": [0.6318, 0.5863, 0.5821, 0.5782, 0.5754, 0.5754, 0.5738, 0.572, 0.5709, 0.5694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6319826", "44264297", "26456326", "40412980", "21590125", "38180456"], "ranked_scores": [0.4106, 0.3622, 0.3418, 0.338, 0.3307, 0.3116, 0.3057, 0.3027, 0.2987, 0.2978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "21535641", "22696649", "195683603", "36089763", "4928282", "28149602", "9977329", "44562221"], "ranked_scores": [0.6334, 0.5981, 0.5931, 0.5886, 0.5874, 0.5821, 0.5783, 0.5768, 0.5749, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "29526125", "14407673", "21239672", "25028913", "2842550", "38630735", "21557614", "6085365"], "ranked_scores": [0.5384, 0.4855, 0.4719, 0.4647, 0.4644, 0.4617, 0.4612, 0.461, 0.4568, 0.4567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "21258863", "18074797", "1805641", "10617916", "1946610", "3308636", "28821565", "23801039", "8756719"], "ranked_scores": [0.4171, 0.4084, 0.4076, 0.4034, 0.4013, 0.3924, 0.39, 0.3889, 0.3868, 0.3863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "33569870", "7711685", "6853699", "22889972", "21301090", "30639847", "6212802", "23785605", "2587396"], "ranked_scores": [0.4246, 0.4213, 0.4197, 0.4186, 0.4163, 0.4146, 0.4111, 0.4108, 0.4079, 0.4078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "44830890", "41735503", "24510595", "21274919", "32463364", "24055603", "28419824", "15984735", "27076725"], "ranked_scores": [0.4149, 0.3932, 0.3877, 0.3826, 0.381, 0.3809, 0.377, 0.3694, 0.3693, 0.3691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "12258338", "45276789", "26611094", "27099731", "12866641", "52874170", "32969964", "8190282"], "ranked_scores": [0.4652, 0.3884, 0.3621, 0.3564, 0.35, 0.3497, 0.3451, 0.3424, 0.338, 0.335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "6040392", "22543403", "22551259", "22264117", "2722988", "9291668", "14475235", "1848452", "26230669"], "ranked_scores": [0.6509, 0.6447, 0.6431, 0.6393, 0.6272, 0.6025, 0.6013, 0.6007, 0.5914, 0.5902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "14874811", "4414481", "11738716", "116792", "10482574", "712078", "6227220"], "ranked_scores": [0.6557, 0.6308, 0.5893, 0.5683, 0.5646, 0.5508, 0.5498, 0.5447, 0.5442, 0.5428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "12885341", "1550937", "3493623", "26873988", "2947124", "4402497", "10627801", "20960682"], "ranked_scores": [0.656, 0.5859, 0.572, 0.5693, 0.565, 0.5647, 0.5644, 0.5629, 0.5598, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "37480103", "22007333", "16322674", "5487448", "13831842", "16098747", "25973484"], "ranked_scores": [0.6586, 0.6387, 0.6284, 0.6255, 0.6173, 0.6116, 0.5943, 0.5907, 0.5902, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "6561200", "25742130", "36355784", "7650066", "28617573", "32423829", "9764256", "46355579"], "ranked_scores": [0.5619, 0.5589, 0.5519, 0.5308, 0.5279, 0.5209, 0.5129, 0.5115, 0.5104, 0.5102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["10627801", "31272411", "14474178", "44366096", "24221369", "7820043", "4402497", "41337677", "8596357", "8005007"], "ranked_scores": [0.6548, 0.6407, 0.6218, 0.6152, 0.5905, 0.5848, 0.5817, 0.5748, 0.5735, 0.5616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "7227763", "14021596", "27602752", "24512064", "11349166", "35534019", "7198295", "5596332"], "ranked_scores": [0.5153, 0.4681, 0.462, 0.4589, 0.4532, 0.4521, 0.4465, 0.4462, 0.4338, 0.4302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "4452659", "16693950", "7514614", "7185591", "6599693", "14864285", "3623127"], "ranked_scores": [0.6502, 0.5929, 0.5783, 0.5604, 0.559, 0.5582, 0.5578, 0.5562, 0.5535, 0.5512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "7968532", "2380002", "10247314", "18358026", "28264919", "26596106", "2919030"], "ranked_scores": [0.5807, 0.5385, 0.5273, 0.5203, 0.5168, 0.5086, 0.5071, 0.5055, 0.5043, 0.5025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "810480", "25938221", "9787715", "8672737", "23670644", "6565037", "13938878"], "ranked_scores": [0.5101, 0.4558, 0.4556, 0.3962, 0.3904, 0.3853, 0.3797, 0.378, 0.3742, 0.3712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4740447", "40383969", "2119889", "8997410", "15548965", "30303335", "13992047", "12631697", "15322518", "6712836"], "ranked_scores": [0.5335, 0.5237, 0.5175, 0.5054, 0.5019, 0.501, 0.4974, 0.4973, 0.4943, 0.4942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6609935", "6422576", "29557235", "10212612", "13552682", "19149247", "38751591", "8087082", "8533245"], "ranked_scores": [0.6039, 0.5628, 0.5628, 0.5302, 0.5272, 0.5207, 0.5205, 0.5152, 0.5149, 0.5118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "3391547", "3863543", "34103335", "5836", "5782614", "8083310", "12240507", "33677323"], "ranked_scores": [0.6306, 0.6208, 0.6185, 0.6002, 0.5896, 0.5865, 0.5857, 0.5836, 0.5801, 0.5795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "12643937", "27134931", "12156187", "42009630", "2679511", "4444861"], "ranked_scores": [0.6454, 0.5959, 0.5776, 0.5509, 0.5474, 0.5473, 0.5472, 0.547, 0.5444, 0.5444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "2425364", "23267371", "21553394", "16256507", "3150030", "22023404", "26409363", "275294", "3222187"], "ranked_scores": [0.4412, 0.4279, 0.4261, 0.4192, 0.419, 0.4128, 0.4125, 0.4046, 0.4014, 0.3995], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "71625969", "5939172", "32481310", "10145528", "6503534", "24144677", "40913091", "26456326"], "ranked_scores": [0.4638, 0.4036, 0.4024, 0.3955, 0.3953, 0.3934, 0.3863, 0.3839, 0.3798, 0.377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "30919024", "32532238", "13011249", "6944800", "12866641", "17934082", "6923961", "13256155", "26231129"], "ranked_scores": [0.5395, 0.5235, 0.5219, 0.5207, 0.5195, 0.5191, 0.5153, 0.5146, 0.5143, 0.5118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "23124332", "38630735", "17821387", "24989194", "7602348", "24660385", "28164534"], "ranked_scores": [0.6312, 0.5183, 0.5035, 0.4891, 0.4772, 0.4718, 0.4701, 0.4649, 0.4639, 0.4604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "5698494", "5691302", "32463364", "23785605", "5151024", "31889025", "10072941", "2338488"], "ranked_scores": [0.5934, 0.4958, 0.4674, 0.4664, 0.4597, 0.4504, 0.4478, 0.4476, 0.4473, 0.4451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "13380011", "9217800", "6636088", "7997337", "15548965", "6776834", "32985041", "612002", "17338543"], "ranked_scores": [0.6112, 0.5609, 0.5339, 0.5294, 0.5195, 0.5177, 0.5086, 0.5079, 0.5073, 0.5065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "12513042", "26059876", "57783564", "31682248", "17717391", "1686997", "8659426"], "ranked_scores": [0.7084, 0.6627, 0.6016, 0.5875, 0.5804, 0.5795, 0.5752, 0.5751, 0.5738, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14492339", "1550937", "6767271", "28006126", "21363424", "14311986", "7399084", "29423324", "6123924"], "ranked_scores": [0.6759, 0.6063, 0.5927, 0.5871, 0.587, 0.581, 0.58, 0.5781, 0.5777, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "33535222", "11666252", "41226276", "22613657", "20220731", "42693833", "19511011"], "ranked_scores": [0.5928, 0.5895, 0.5316, 0.5298, 0.5237, 0.523, 0.5224, 0.5206, 0.5185, 0.516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "11238951", "5735492", "4883040", "28738741", "18938992", "21274496", "5867846", "20357868", "15319019"], "ranked_scores": [0.65, 0.5704, 0.5556, 0.551, 0.5503, 0.5481, 0.5457, 0.5381, 0.5357, 0.5341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3559136", "25988622", "44562221", "1127562", "13509809", "2266471", "2014909", "6182947", "3085264", "16905344"], "ranked_scores": [0.4077, 0.4066, 0.404, 0.4017, 0.3955, 0.3931, 0.3924, 0.3921, 0.3918, 0.3912], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "6421792", "18174210", "991139", "6503534", "10617916", "21274496"], "ranked_scores": [0.6124, 0.5709, 0.5693, 0.5114, 0.4996, 0.4995, 0.4954, 0.4941, 0.4932, 0.4878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "24634621", "32421068", "13256155", "10958594", "7165938", "24575065", "5855168"], "ranked_scores": [0.6043, 0.5847, 0.507, 0.4963, 0.4853, 0.4851, 0.4789, 0.4768, 0.4727, 0.4696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["7489663", "25988622", "21395936", "22696649", "17438862", "3616843", "44562221", "6853699", "17934603", "34016987"], "ranked_scores": [0.5591, 0.5487, 0.547, 0.5469, 0.5459, 0.5442, 0.5432, 0.5424, 0.5385, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "2825380", "15972906", "9283422", "21746539", "5914739", "2714623", "33499189", "6961811", "11195653"], "ranked_scores": [0.6872, 0.6857, 0.6761, 0.673, 0.6719, 0.6675, 0.6649, 0.6609, 0.6532, 0.6518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4575, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "25886725", "26611094", "21323587", "20491205", "45920278", "5641851", "841371", "19961177", "3662510"], "ranked_scores": [0.4311, 0.3556, 0.3515, 0.3489, 0.3415, 0.3392, 0.3355, 0.3343, 0.3338, 0.3318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "36345185", "10795340", "8453819", "11291348", "8698857", "27306942", "5765455"], "ranked_scores": [0.6235, 0.6201, 0.6078, 0.5992, 0.5992, 0.5981, 0.598, 0.597, 0.5941, 0.5933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "24315156", "9225850", "28149602", "1871230", "17967608", "195683603", "1800734", "25942757", "43224840"], "ranked_scores": [0.7096, 0.589, 0.5868, 0.5841, 0.583, 0.5795, 0.5748, 0.5722, 0.5671, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "25677651", "3203590", "9784254", "8458567", "56486733", "11238784", "712078", "9956893", "19313533"], "ranked_scores": [0.5693, 0.56, 0.5569, 0.5544, 0.5475, 0.5381, 0.5346, 0.5324, 0.527, 0.5263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "13899137", "31363207", "13901073", "39984099", "11230569", "45461275", "708425"], "ranked_scores": [0.6358, 0.6026, 0.5618, 0.5588, 0.557, 0.5471, 0.5386, 0.5319, 0.5309, 0.5286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "3471191", "11335781", "7986878", "79696454", "7343711", "43534665", "5991309", "52180874", "21382907"], "ranked_scores": [0.5172, 0.5142, 0.4977, 0.4968, 0.4944, 0.489, 0.4847, 0.4843, 0.483, 0.4764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m128-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "4483571", "3150030", "36960449", "44572913", "30720103", "23267371", "520579", "16812091"], "ranked_scores": [0.548, 0.54, 0.526, 0.5247, 0.5162, 0.5158, 0.5032, 0.495, 0.4895, 0.4891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "4810810", "4340358", "17829012", "4319174", "3083927", "25687558", "13000926", "36838958"], "ranked_scores": [0.4085, 0.3896, 0.3889, 0.384, 0.3727, 0.3687, 0.3618, 0.3617, 0.3591, 0.3547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "23783727", "5884524", "16760369", "38630735", "29253460", "750781", "24150328", "7640792"], "ranked_scores": [0.6266, 0.5939, 0.5874, 0.574, 0.5726, 0.5631, 0.5584, 0.5448, 0.5386, 0.5237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "9283422", "33499189", "5914739", "2714623", "2825380", "51952430", "21746539", "15972906", "34905328"], "ranked_scores": [0.6072, 0.5972, 0.5761, 0.5723, 0.5703, 0.5582, 0.5566, 0.5513, 0.5497, 0.5482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "6841927", "31554917", "35022568", "36033696", "4695046", "27150276", "12672066", "24276304"], "ranked_scores": [0.5879, 0.4334, 0.4258, 0.4225, 0.421, 0.4072, 0.4004, 0.3969, 0.3957, 0.3926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "6561200", "9764256", "7650066", "28617573", "19140422", "16980892", "23136735", "46355579"], "ranked_scores": [0.6831, 0.6792, 0.6687, 0.6498, 0.6303, 0.6166, 0.611, 0.5803, 0.5577, 0.5543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "3831884", "20672596", "36653415", "23576165", "4423401", "27647593", "13466622", "18810195", "18678095"], "ranked_scores": [0.5653, 0.5465, 0.546, 0.5431, 0.541, 0.5299, 0.5296, 0.5281, 0.5225, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "15425958", "195683603", "27602752", "3835423", "23509113", "35395662", "1800734", "2947124", "36345578"], "ranked_scores": [0.6518, 0.598, 0.5859, 0.5846, 0.5755, 0.5714, 0.5695, 0.569, 0.5687, 0.5684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "84379954", "6319826", "11469078", "7547329", "143796742", "38180456", "14408200"], "ranked_scores": [0.4934, 0.3774, 0.3711, 0.3597, 0.3332, 0.332, 0.3253, 0.3037, 0.3032, 0.3013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "36089763", "16066726", "28783084", "1049501", "3330111", "9977329", "21498497", "2236768", "4928282"], "ranked_scores": [0.6637, 0.5941, 0.5791, 0.5661, 0.5632, 0.5621, 0.5603, 0.5592, 0.5588, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21239672", "6853699", "29526125", "7613033", "9846940", "2391552", "25028913", "3984231", "38630735"], "ranked_scores": [0.5512, 0.5053, 0.4931, 0.4915, 0.4686, 0.4656, 0.4653, 0.4641, 0.457, 0.4553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["18074797", "1805641", "1215116", "21258863", "27264454", "4999387", "3929361", "12409683", "18025240", "10617916"], "ranked_scores": [0.4414, 0.4347, 0.4285, 0.4191, 0.4164, 0.4035, 0.4024, 0.394, 0.3883, 0.379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["22889972", "496873", "2159648", "25938221", "19854543", "17168045", "25175997", "2533768", "752423", "33569870"], "ranked_scores": [0.4356, 0.432, 0.4312, 0.4306, 0.4277, 0.4212, 0.4124, 0.4084, 0.4052, 0.4047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "28419824", "21274919", "41735503", "24055603", "30813140", "41264017", "32463364", "27076725"], "ranked_scores": [0.4098, 0.4014, 0.4007, 0.3989, 0.396, 0.3813, 0.3783, 0.3714, 0.3626, 0.3619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "45276789", "997143", "25589047", "25641414", "14973286", "6477536", "52874170"], "ranked_scores": [0.465, 0.396, 0.3802, 0.3593, 0.3592, 0.3575, 0.3539, 0.3271, 0.3269, 0.3264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22551259", "22543403", "6040392", "22264117", "9291668", "26230669", "4434951", "14475235", "28530299"], "ranked_scores": [0.6713, 0.66, 0.6585, 0.6459, 0.6355, 0.6327, 0.6197, 0.5939, 0.5916, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "14874811", "9899292", "8002887", "10482574", "31882215"], "ranked_scores": [0.6557, 0.6099, 0.5878, 0.5674, 0.567, 0.5531, 0.5493, 0.5468, 0.546, 0.5419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "5137019", "30437264", "3493623", "20960682", "10627801", "12885341", "1550937", "8596357"], "ranked_scores": [0.6521, 0.5703, 0.565, 0.5609, 0.5519, 0.5501, 0.5482, 0.5456, 0.5339, 0.5331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "16322674", "22007333", "23557241", "37480103", "27123743", "13831842", "16098747", "5487448", "13831558"], "ranked_scores": [0.6656, 0.6387, 0.6332, 0.6238, 0.6182, 0.6181, 0.6049, 0.5909, 0.5833, 0.5638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "36355784", "6561200", "25742130", "32423829", "9764256", "7650066", "12779444", "23136735"], "ranked_scores": [0.5803, 0.5776, 0.555, 0.5538, 0.5408, 0.5315, 0.5096, 0.5056, 0.494, 0.4926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "44366096", "7820043", "8596357", "3107733", "24221369", "4402497", "6501747"], "ranked_scores": [0.6671, 0.6449, 0.6363, 0.6064, 0.5811, 0.5758, 0.5665, 0.5658, 0.5627, 0.5591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "35534019", "11344428", "7227763", "3698758", "14021596", "36288526", "11349166", "18174210", "5735492"], "ranked_scores": [0.5389, 0.4491, 0.446, 0.4446, 0.443, 0.4411, 0.4398, 0.4351, 0.4316, 0.4288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "52887689", "24347647", "4452659", "9559146", "6277638", "7834603", "16693950"], "ranked_scores": [0.6307, 0.5888, 0.5666, 0.5665, 0.5643, 0.5612, 0.5578, 0.5429, 0.5429, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "6422576", "27134931", "1748921", "37768883", "7968532", "18358026", "29557235"], "ranked_scores": [0.589, 0.5353, 0.5293, 0.5028, 0.4986, 0.4965, 0.4935, 0.4894, 0.4883, 0.4882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "23670644", "810480", "16398827", "25938221", "19824183", "116792", "22309946"], "ranked_scores": [0.5513, 0.483, 0.4609, 0.4096, 0.4049, 0.3928, 0.3907, 0.3835, 0.3822, 0.3819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "4740447", "6076903", "35747505", "2119889", "19313533", "24335068", "17934603", "10562341", "15548965"], "ranked_scores": [0.5337, 0.5111, 0.5111, 0.5103, 0.5074, 0.5035, 0.5017, 0.4974, 0.4938, 0.4917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "19149247", "10790846", "23160444", "7451607", "8460275", "10012166", "13552682"], "ranked_scores": [0.6358, 0.5617, 0.5349, 0.5316, 0.5234, 0.5171, 0.5154, 0.5115, 0.5054, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "8083310", "6000423", "3863543", "5782614", "5836", "12240507", "33677323"], "ranked_scores": [0.6506, 0.6412, 0.63, 0.5941, 0.5936, 0.5847, 0.5822, 0.5775, 0.5746, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "12643937", "34198365", "12172346", "20231138", "778436", "4319844"], "ranked_scores": [0.6727, 0.5965, 0.594, 0.5528, 0.5519, 0.546, 0.5411, 0.5407, 0.5349, 0.5348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "2425364", "23267371", "26409363", "3150030", "275294", "4483571", "36960449", "16256507"], "ranked_scores": [0.4789, 0.4637, 0.4362, 0.4279, 0.4271, 0.4235, 0.423, 0.4085, 0.3998, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "32481310", "71625969", "18678095", "10548391", "24144677", "40913091", "9394119", "10145528"], "ranked_scores": [0.4631, 0.4189, 0.4172, 0.4165, 0.3998, 0.3954, 0.3945, 0.3916, 0.3902, 0.3862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "4429118", "40667577", "6944800", "3727986", "26231129", "13889430", "952111", "32532238"], "ranked_scores": [0.5606, 0.5444, 0.5348, 0.5297, 0.5218, 0.5168, 0.5134, 0.5075, 0.5028, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "7813993", "10071590", "38630735", "17821387", "10284593", "2587396", "37450671"], "ranked_scores": [0.6897, 0.5222, 0.4988, 0.4957, 0.4942, 0.4809, 0.4662, 0.4649, 0.4635, 0.4625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "5698494", "22730024", "34139429", "36003142", "5691302", "45447613", "35724562", "2338488"], "ranked_scores": [0.6115, 0.495, 0.4758, 0.4714, 0.4479, 0.446, 0.4423, 0.4415, 0.4413, 0.4376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "13380011", "4889228", "6636088", "612002", "6157371", "23887844", "13921783", "7042304"], "ranked_scores": [0.6204, 0.5439, 0.5417, 0.5201, 0.5196, 0.518, 0.5135, 0.51, 0.5093, 0.509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "7975937", "17755060", "1686997", "6407356", "26735905", "4422868", "4429118"], "ranked_scores": [0.7188, 0.6819, 0.5899, 0.5836, 0.5782, 0.5767, 0.5733, 0.5697, 0.5674, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "13798951", "6767271", "14492339", "28006126", "1550937", "51952430", "18231807", "29423324"], "ranked_scores": [0.6789, 0.5946, 0.5847, 0.584, 0.5769, 0.5743, 0.5716, 0.571, 0.5698, 0.5666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "33535222", "20220731", "9283422", "22613657", "17682477", "3462075", "19511011", "41226276"], "ranked_scores": [0.6147, 0.6003, 0.527, 0.5254, 0.5253, 0.5249, 0.5244, 0.5217, 0.5166, 0.5139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "21274496", "11238951", "5735492", "20357868", "25737507", "42065070", "31560225", "5867846"], "ranked_scores": [0.6617, 0.5653, 0.5475, 0.5441, 0.5407, 0.5375, 0.5263, 0.526, 0.5199, 0.5175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "24612804", "2014909", "17682477", "18038250", "3559136", "28530299", "2481032", "23816832", "1127562"], "ranked_scores": [0.4446, 0.4098, 0.4062, 0.3994, 0.3976, 0.3944, 0.3933, 0.3932, 0.3929, 0.3886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "2638387", "6421792", "6503534", "41329906", "43311750", "708425"], "ranked_scores": [0.6101, 0.6039, 0.5716, 0.5137, 0.4994, 0.4892, 0.4886, 0.4885, 0.4773, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "32421068", "25589047", "7613033", "13256155", "31616203", "2058909", "52180874", "6334188"], "ranked_scores": [0.6432, 0.5745, 0.4932, 0.4926, 0.492, 0.4789, 0.476, 0.471, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "34016987", "3616843", "29564505", "14492339", "17438862", "4391121", "21498497", "6853699", "7489663"], "ranked_scores": [0.5587, 0.5501, 0.5433, 0.543, 0.5394, 0.5365, 0.5343, 0.5341, 0.5334, 0.531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "15972906", "9283422", "21746539", "2825380", "2714623", "5914739", "8903143", "33499189", "18042803"], "ranked_scores": [0.6848, 0.681, 0.6723, 0.6688, 0.6591, 0.6505, 0.6497, 0.6449, 0.6444, 0.6421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "16204011", "26611094", "21323587", "38180456", "5641851", "20491205", "3662510", "40905302", "6421734"], "ranked_scores": [0.4759, 0.3602, 0.3461, 0.3419, 0.3356, 0.33, 0.3256, 0.3228, 0.3215, 0.3202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "36345185", "18231257", "33076846", "8764879", "24624992", "11369420", "11291348", "17017465"], "ranked_scores": [0.6383, 0.6272, 0.6139, 0.613, 0.6126, 0.599, 0.5958, 0.5948, 0.5946, 0.5899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1800734", "9225850", "22696649", "25946292", "1871230", "24315156", "33920995", "2825380", "17967608"], "ranked_scores": [0.7385, 0.5843, 0.5834, 0.5741, 0.5741, 0.5737, 0.5734, 0.5705, 0.5699, 0.5693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "9784254", "8458567", "11238784", "22674621", "56486733", "3203590", "25677651", "17671145", "19313533"], "ranked_scores": [0.5866, 0.5756, 0.5674, 0.5605, 0.5412, 0.5391, 0.5301, 0.5248, 0.5238, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "341324", "13899137", "13071728", "45461275", "15997009", "35087728"], "ranked_scores": [0.6282, 0.6035, 0.555, 0.5471, 0.5324, 0.5296, 0.5226, 0.5218, 0.5203, 0.5187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "1900152", "7343711", "5991309", "3471191", "52180874", "79696454", "1454773", "22635278", "7986878"], "ranked_scores": [0.5387, 0.519, 0.5025, 0.4992, 0.4879, 0.4845, 0.4788, 0.4787, 0.4761, 0.4753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m24-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "36960449", "30720103", "21553394", "23267371", "16256507", "275294", "30981192", "3150030", "22023404"], "ranked_scores": [0.5694, 0.565, 0.5565, 0.5545, 0.5545, 0.5433, 0.5405, 0.54, 0.5298, 0.5286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "7198295", "15678772", "6504953", "13350374", "24285403", "6945285", "34582256", "1568684", "14865329"], "ranked_scores": [0.3477, 0.2806, 0.28, 0.2736, 0.2646, 0.2599, 0.2564, 0.2526, 0.2442, 0.2409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "38630735", "12561083", "29253460", "25028913", "21301090", "15925931", "7640792", "4506414", "16760369"], "ranked_scores": [0.6032, 0.5891, 0.5826, 0.5826, 0.5787, 0.5783, 0.5717, 0.571, 0.569, 0.5649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "5914739", "25479072", "2714623", "51952430", "12156187", "34905328", "20344442", "9283422", "13398997"], "ranked_scores": [0.6528, 0.6389, 0.6367, 0.6287, 0.6232, 0.6216, 0.6191, 0.6161, 0.616, 0.6152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "11913139", "5912283", "21373821", "4587978", "21590125", "32777637", "13883546", "31612088", "80109277"], "ranked_scores": [0.4547, 0.4477, 0.439, 0.4162, 0.3935, 0.3892, 0.3875, 0.3657, 0.3531, 0.3529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "19140422", "6561200", "46695481", "28617573", "23136735", "9764256", "16980892", "7650066", "46355579"], "ranked_scores": [0.7224, 0.7188, 0.7169, 0.7155, 0.7114, 0.7048, 0.7041, 0.6749, 0.6681, 0.6655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8397, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "25519138", "16319097", "13613916", "5094468", "5144381", "20672596", "27693891", "4423401", "8458567"], "ranked_scores": [0.6058, 0.5882, 0.5869, 0.573, 0.5644, 0.559, 0.558, 0.5566, 0.5553, 0.5508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "2947124", "46202852", "19005293", "3330111", "24044977", "34378726", "2042250", "6501747"], "ranked_scores": [0.618, 0.5847, 0.5818, 0.5802, 0.5719, 0.5706, 0.568, 0.5594, 0.5585, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "11469078", "63858430", "11624482", "1967017", "17374970", "10749308", "28017005"], "ranked_scores": [0.3741, 0.3246, 0.2873, 0.2831, 0.2738, 0.2697, 0.2673, 0.2665, 0.2647, 0.2633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["195683603", "24282306", "22852120", "25602549", "4429118", "19005293", "219475", "24707550", "4389252", "1550937"], "ranked_scores": [0.5736, 0.573, 0.5686, 0.5553, 0.5537, 0.552, 0.5518, 0.5489, 0.5482, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2192419", "6853699", "15879931", "21372171", "10284593", "21557614", "5821617", "2973910", "13651792", "2587396"], "ranked_scores": [0.5009, 0.4833, 0.4823, 0.4542, 0.451, 0.4351, 0.4339, 0.4299, 0.4285, 0.4258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "27555165", "38747567", "37762357", "26133404", "23509113", "3308636", "1871230", "21150010", "4816339"], "ranked_scores": [0.5515, 0.5342, 0.5272, 0.5267, 0.5217, 0.521, 0.5208, 0.5207, 0.5189, 0.5176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "43224840", "123859", "4928282", "18126445", "22401720", "6723450", "14965508", "35085326", "7944381"], "ranked_scores": [0.2955, 0.2685, 0.2677, 0.2673, 0.2668, 0.265, 0.2647, 0.2624, 0.261, 0.2597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "8672737", "24510595", "24148722", "44830890", "27076725", "28419824", "38369817", "7965928", "15984735"], "ranked_scores": [0.4371, 0.4286, 0.4146, 0.4127, 0.4045, 0.395, 0.3808, 0.3793, 0.3766, 0.3753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "44048701", "32743723", "21323587", "11718220", "9754530", "19532163", "41493639", "22707413", "997143"], "ranked_scores": [0.3922, 0.3506, 0.3416, 0.34, 0.3392, 0.3369, 0.3316, 0.3285, 0.3236, 0.318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "9291668", "4434951", "7808055", "22551259", "7514614", "1848452", "22543403", "26230669"], "ranked_scores": [0.784, 0.7724, 0.7716, 0.7553, 0.7341, 0.728, 0.7218, 0.7051, 0.7015, 0.6931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "44693226", "10247282", "4324278", "15282056", "26330861", "8460275", "17195001", "23148978", "25742205"], "ranked_scores": [0.5226, 0.5107, 0.5043, 0.4992, 0.4944, 0.49, 0.4897, 0.4896, 0.4888, 0.4852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "2947124", "26873988", "12885341", "25141908", "9433958", "10648422", "1071991", "37762357", "30933307"], "ranked_scores": [0.6444, 0.6388, 0.6319, 0.6283, 0.6166, 0.6143, 0.6141, 0.6117, 0.6116, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "23557241", "17450673", "22007333", "27123743", "16098747", "13831842", "21874312", "25973484", "32534305"], "ranked_scores": [0.7006, 0.689, 0.6875, 0.6853, 0.6822, 0.6791, 0.6752, 0.674, 0.668, 0.6675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "46355579", "36355784", "19140422", "9764256", "46695481", "28617573", "23136735", "32423829"], "ranked_scores": [0.6825, 0.6823, 0.6771, 0.6759, 0.6736, 0.6729, 0.6702, 0.6668, 0.6582, 0.655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "13290521", "7912", "885056", "2619579", "8005007", "23746313", "24221369", "22623275"], "ranked_scores": [0.5914, 0.5782, 0.5677, 0.565, 0.5639, 0.5604, 0.557, 0.555, 0.5523, 0.5508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "6315132", "24596228", "17421851", "24943534", "1153655", "46202852", "4421742", "883747", "28015516"], "ranked_scores": [0.4906, 0.4415, 0.4357, 0.4331, 0.4257, 0.4253, 0.4231, 0.4214, 0.4207, 0.4158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "1848452", "7514614", "20418809", "9291668", "2466614", "7834603", "7808055", "6040392"], "ranked_scores": [0.4801, 0.4786, 0.4741, 0.469, 0.4685, 0.4615, 0.4545, 0.4539, 0.4482, 0.4478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["306006", "8305686", "2714623", "4270992", "5914739", "3107733", "6784372", "41913714", "28006126", "5403286"], "ranked_scores": [0.6814, 0.6793, 0.6791, 0.6778, 0.6716, 0.6675, 0.6675, 0.6671, 0.665, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25761154", "40996863", "37592824", "25416944", "17438862", "22674621", "8672737", "25643818"], "ranked_scores": [0.5314, 0.4424, 0.4275, 0.4178, 0.4131, 0.4083, 0.3983, 0.3982, 0.3978, 0.3977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "40476126", "57574395", "43711341", "8856690", "11568270", "20313748", "18346333", "612002", "14155726"], "ranked_scores": [0.5618, 0.5337, 0.5232, 0.5191, 0.5178, 0.5146, 0.5137, 0.5131, 0.5128, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["12225214", "23577014", "6422576", "29557235", "10504681", "31962403", "8458567", "22896970", "17945638", "4423401"], "ranked_scores": [0.5978, 0.5937, 0.593, 0.5909, 0.5838, 0.5805, 0.5774, 0.5759, 0.5738, 0.572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["20904154", "13921783", "3391547", "2015929", "5765455", "26336593", "5836", "9217800", "3863543", "10641715"], "ranked_scores": [0.6067, 0.6035, 0.6023, 0.5908, 0.5878, 0.5866, 0.5855, 0.5812, 0.5805, 0.5684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["28369117", "21754541", "20649327", "16280642", "2890952", "27134931", "14380875", "25901598", "31107919", "15983148"], "ranked_scores": [0.4684, 0.4595, 0.4584, 0.4522, 0.4435, 0.4409, 0.4407, 0.4402, 0.4398, 0.4389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "4462079", "36960449", "275294", "3150030", "25599283", "22023404", "2425364"], "ranked_scores": [0.6002, 0.6002, 0.5985, 0.5662, 0.5496, 0.5267, 0.507, 0.5014, 0.4907, 0.4876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["23267371", "21553394", "30720103", "3067015", "22023404", "4462079", "275294", "27449472", "4303939", "36960449"], "ranked_scores": [0.4072, 0.4072, 0.4008, 0.3929, 0.3921, 0.3887, 0.3841, 0.3819, 0.3798, 0.3758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "2014909", "1065627", "21185923", "2030623", "4979184", "7028976", "51706771", "16364639", "1386103"], "ranked_scores": [0.5409, 0.5337, 0.5323, 0.5301, 0.5281, 0.5239, 0.5219, 0.5213, 0.5195, 0.5174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["8672737", "14566771", "17930286", "13768432", "15707049", "15984735", "23785605", "13445579", "57574395", "17421851"], "ranked_scores": [0.5099, 0.5057, 0.5054, 0.5014, 0.5013, 0.4978, 0.4932, 0.4861, 0.4844, 0.4835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "24625323", "41264017", "39970500", "27076725", "11071351", "21590125", "24408040"], "ranked_scores": [0.5499, 0.5376, 0.531, 0.5283, 0.5213, 0.5172, 0.5066, 0.5018, 0.4969, 0.4955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "17333231", "33911859", "57574395", "14308244", "54562433", "30553457", "40632104", "8596357", "20904154"], "ranked_scores": [0.6488, 0.628, 0.619, 0.6184, 0.613, 0.6059, 0.6048, 0.6042, 0.6038, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "7028976", "12685434", "20675284", "51706771", "5123516", "2593298", "26735905"], "ranked_scores": [0.6317, 0.6228, 0.613, 0.6129, 0.5996, 0.5938, 0.5904, 0.5893, 0.5821, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20220731", "20344442", "28006126", "13798951", "29347970", "17829012", "18546584", "6123924", "18231807"], "ranked_scores": [0.7152, 0.708, 0.6989, 0.6955, 0.6839, 0.6835, 0.6834, 0.6828, 0.6823, 0.6809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "24879055", "4430962", "10165258", "40473317", "54561384", "13798951", "22530842"], "ranked_scores": [0.6275, 0.6097, 0.5605, 0.5603, 0.5585, 0.5537, 0.5514, 0.5477, 0.5456, 0.5446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "18275697", "7224723", "8300657", "31560225", "1071991", "35987381", "30933307"], "ranked_scores": [0.6431, 0.5456, 0.5345, 0.5302, 0.528, 0.5242, 0.5225, 0.5175, 0.5134, 0.5133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["32975424", "18348376", "25817686", "25742205", "33918970", "11738716", "4447055", "14874811", "266641", "28821565"], "ranked_scores": [0.2755, 0.2738, 0.2697, 0.2658, 0.2652, 0.2647, 0.2644, 0.263, 0.2625, 0.2605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "19497526", "25014337", "14241418", "25895285", "14819804", "15319019", "12641252", "26045237", "1285713"], "ranked_scores": [0.5343, 0.5234, 0.5115, 0.509, 0.5089, 0.5073, 0.5057, 0.5026, 0.4979, 0.4976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "24873253", "39903312", "3613041", "19205326", "19878070", "26000593", "46485368", "20127522"], "ranked_scores": [0.6495, 0.6281, 0.6221, 0.6175, 0.6161, 0.611, 0.6106, 0.6098, 0.6074, 0.6035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["20722510", "9977329", "34378726", "40632104", "41120293", "5107861", "45449835", "10648422", "25315295", "7115651"], "ranked_scores": [0.624, 0.622, 0.621, 0.6203, 0.62, 0.6071, 0.6063, 0.6041, 0.6009, 0.5992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "13798951", "2714623", "33499189", "18237384", "8903143", "5914739", "5483793", "6123924", "25479072"], "ranked_scores": [0.7465, 0.7345, 0.7313, 0.7247, 0.7235, 0.7213, 0.7161, 0.7122, 0.7074, 0.7036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "24318630", "24163770", "19071857", "3662510", "20945963", "21902910", "21323587", "35022568"], "ranked_scores": [0.3495, 0.321, 0.3058, 0.2987, 0.2966, 0.2924, 0.2906, 0.2901, 0.2883, 0.2882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["17671145", "19047331", "4920376", "9784254", "7225911", "4702639", "26887439", "28651643", "31851367", "1550937"], "ranked_scores": [0.6901, 0.6748, 0.6744, 0.6677, 0.661, 0.6577, 0.6561, 0.6519, 0.6495, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "195683603", "46926352", "17327939", "24044977", "35256900", "7549811", "23509113"], "ranked_scores": [0.6194, 0.5858, 0.5826, 0.5625, 0.5479, 0.5463, 0.5409, 0.5405, 0.5379, 0.5356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "17671145", "41620295", "7225911", "56486733", "40476126", "25543207", "12892137", "43711341", "14171859"], "ranked_scores": [0.61, 0.6061, 0.5986, 0.5951, 0.5752, 0.5508, 0.5504, 0.5499, 0.5445, 0.544], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["2824347", "4883040", "35087728", "31363207", "16787954", "341324", "7111021", "9021186", "21700295", "15997009"], "ranked_scores": [0.6395, 0.6373, 0.6186, 0.6025, 0.5966, 0.5908, 0.5898, 0.5773, 0.577, 0.5766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7613033", "1900152", "8659426", "49432306", "3851329", "21382907", "5270265", "21150010", "26848994", "9767444"], "ranked_scores": [0.5955, 0.5873, 0.5773, 0.573, 0.5714, 0.5584, 0.558, 0.5558, 0.5547, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m32-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "23267371", "30720103", "36960449", "21553394", "30981192", "22023404", "21636085", "12810152"], "ranked_scores": [0.5549, 0.5416, 0.5355, 0.5353, 0.5349, 0.5348, 0.5255, 0.5231, 0.5204, 0.5125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "15678772", "6504953", "1568684", "7198295", "13350374", "34582256", "24241932", "34121231", "41493639"], "ranked_scores": [0.3334, 0.2999, 0.2876, 0.284, 0.2771, 0.2689, 0.2662, 0.2622, 0.2535, 0.2475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "12561083", "38630735", "29253460", "4506414", "13448422", "16760369", "2138843", "20526907", "7640792"], "ranked_scores": [0.6278, 0.597, 0.5948, 0.5946, 0.5695, 0.5692, 0.5685, 0.5647, 0.5623, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "5914739", "2714623", "8698857", "22968257", "21557055", "13398997", "25479072", "8903143", "9283422"], "ranked_scores": [0.6408, 0.6312, 0.6279, 0.6247, 0.6189, 0.6184, 0.6172, 0.6164, 0.6163, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "5912283", "11913139", "21373821", "4587978", "21590125", "31612088", "38752049", "28419824", "22995579"], "ranked_scores": [0.4597, 0.4346, 0.4299, 0.4291, 0.4147, 0.3703, 0.3581, 0.3579, 0.3574, 0.3561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["28617573", "27873158", "6561200", "46695481", "19140422", "9764256", "23136735", "46355579", "7650066", "32423829"], "ranked_scores": [0.7024, 0.7008, 0.6983, 0.6982, 0.6908, 0.6901, 0.6857, 0.6664, 0.6575, 0.6189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "23576165", "25519138", "5094468", "4423401", "6454371", "16319097", "31962403", "4138659", "1605196"], "ranked_scores": [0.5815, 0.5728, 0.5634, 0.5607, 0.557, 0.556, 0.5525, 0.5508, 0.5473, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "20722510", "46202852", "2947124", "6501747", "5752492", "19005293", "883747", "32533299"], "ranked_scores": [0.6093, 0.5944, 0.5933, 0.572, 0.564, 0.5598, 0.5592, 0.559, 0.5514, 0.5459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "8721150", "63858430", "13732033", "30655442", "11624482", "26456326", "9754530"], "ranked_scores": [0.4317, 0.3572, 0.2806, 0.2782, 0.2739, 0.2727, 0.2701, 0.2646, 0.2574, 0.253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "195683603", "4429118", "9225850", "38587347", "19005293", "25602549", "164985", "3680979", "4380287"], "ranked_scores": [0.5766, 0.5711, 0.5629, 0.5542, 0.5531, 0.5529, 0.5528, 0.5517, 0.5516, 0.5516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "15879931", "2973910", "2587396", "12866641", "4421742", "4418112", "10284593", "13651792"], "ranked_scores": [0.507, 0.4985, 0.4724, 0.4593, 0.4501, 0.4484, 0.4454, 0.4367, 0.4364, 0.4346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "24044977", "22980205", "27555165", "4816339", "37762357", "18237384", "23509113", "9278263", "44562058"], "ranked_scores": [0.555, 0.536, 0.5282, 0.5281, 0.527, 0.5213, 0.5199, 0.5189, 0.518, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "7764903", "38037690", "4406819", "43224840", "11742219", "34876410", "18126445", "20155713", "123859"], "ranked_scores": [0.3236, 0.2866, 0.2826, 0.2781, 0.2732, 0.2723, 0.2719, 0.2708, 0.2697, 0.2687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "44830890", "17930286", "27076725", "21274919", "24148722", "8672737", "38369817", "28419824", "26064662"], "ranked_scores": [0.4295, 0.4271, 0.4221, 0.4147, 0.4032, 0.3941, 0.391, 0.383, 0.3801, 0.3797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "997143", "9754530", "39970500", "79231308", "14973286", "21767325", "19532163", "14021596"], "ranked_scores": [0.4071, 0.3588, 0.3574, 0.3473, 0.343, 0.3395, 0.3383, 0.3378, 0.3367, 0.3255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "6040392", "9291668", "4434951", "1848452", "7514614", "22551259", "22038539", "26230669", "22543403"], "ranked_scores": [0.7825, 0.78, 0.7706, 0.7582, 0.726, 0.7171, 0.7064, 0.6902, 0.6839, 0.681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "44693226", "10247282", "35747505", "23148978", "26045237", "4324278", "45770026", "25742205"], "ranked_scores": [0.5184, 0.5165, 0.4987, 0.4965, 0.4938, 0.4925, 0.4903, 0.4899, 0.4896, 0.4844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "9433958", "8300657", "12885341", "26873988", "22705234", "6710699", "10648422", "26133404", "30933307"], "ranked_scores": [0.6449, 0.6317, 0.6308, 0.6262, 0.6153, 0.6082, 0.6074, 0.6062, 0.6042, 0.6017], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "37480103", "22007333", "17450673", "23557241", "21874312", "13831842", "16322674", "25973484", "13831558"], "ranked_scores": [0.7087, 0.7051, 0.6848, 0.6772, 0.668, 0.6622, 0.6598, 0.657, 0.6565, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "46355579", "27873158", "9764256", "32423829", "28617573", "19140422", "46695481", "23136735", "36355784"], "ranked_scores": [0.68, 0.6718, 0.6695, 0.6689, 0.6603, 0.6603, 0.656, 0.6556, 0.6521, 0.6439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["2619579", "44366096", "13290521", "7912", "31272411", "885056", "23746313", "4664540", "935538", "10627801"], "ranked_scores": [0.5866, 0.5865, 0.5784, 0.5768, 0.5754, 0.5661, 0.5468, 0.5447, 0.544, 0.542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "17421851", "24943534", "24596228", "27243019", "46202852", "8317408", "38944245", "3215494", "2587396"], "ranked_scores": [0.4653, 0.4361, 0.4338, 0.4335, 0.4294, 0.4291, 0.4218, 0.4215, 0.4201, 0.418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "7514614", "2466614", "1848452", "13350374", "9291668", "8519911", "6040392", "18949516"], "ranked_scores": [0.5043, 0.4941, 0.4901, 0.4698, 0.4685, 0.4656, 0.4585, 0.4543, 0.4449, 0.444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "306006", "10247314", "2714623", "3107733", "32927401", "41913714", "5914739", "14155726", "7268522"], "ranked_scores": [0.708, 0.6786, 0.667, 0.6667, 0.6666, 0.6641, 0.6632, 0.6597, 0.6561, 0.655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25761154", "8672737", "40996863", "25416944", "32743723", "22309946", "43226130"], "ranked_scores": [0.5431, 0.436, 0.4288, 0.4236, 0.412, 0.4104, 0.4074, 0.4064, 0.4044, 0.4034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "43711341", "14155726", "22767022", "35660758", "18346333", "5953485", "20313748", "21179714", "612002"], "ranked_scores": [0.5451, 0.5375, 0.5338, 0.5272, 0.5212, 0.5161, 0.5151, 0.5146, 0.5143, 0.5138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "12225214", "31962403", "7451607", "29557235", "19572798", "14581009", "4423401", "23577014", "22896970"], "ranked_scores": [0.5956, 0.5918, 0.5914, 0.5854, 0.5795, 0.5782, 0.5775, 0.575, 0.5747, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["26336593", "13921783", "20904154", "3391547", "5765455", "36713289", "3863543", "7239105", "9217800", "10641715"], "ranked_scores": [0.612, 0.6117, 0.6105, 0.5841, 0.5778, 0.5741, 0.5738, 0.5716, 0.5712, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["86694016", "46816158", "11674596", "16280642", "8533245", "29467201", "4447055", "14155726", "16472469", "20649327"], "ranked_scores": [0.4538, 0.4469, 0.4456, 0.4451, 0.4435, 0.441, 0.4394, 0.4391, 0.4387, 0.4371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "25599283", "36960449", "4462079", "2425364", "3150030", "275294", "16256507"], "ranked_scores": [0.596, 0.5843, 0.5762, 0.5282, 0.5153, 0.5134, 0.5046, 0.4977, 0.4938, 0.4632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["21553394", "30720103", "71625969", "8892905", "23267371", "3067015", "38028419", "25974070", "25599283", "3153673"], "ranked_scores": [0.3864, 0.3859, 0.3818, 0.3749, 0.3749, 0.3744, 0.3736, 0.3719, 0.3678, 0.3619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2014909", "6944800", "1065627", "18237384", "26973393", "5483793", "21185923", "43224840", "20155713", "40963697"], "ranked_scores": [0.5428, 0.5348, 0.5316, 0.5261, 0.5257, 0.5243, 0.5231, 0.5227, 0.5225, 0.5222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["14566771", "13768432", "8672737", "28338268", "23785605", "15984735", "15707049", "2587396", "24989194", "18104691"], "ranked_scores": [0.5292, 0.5258, 0.5124, 0.5059, 0.5025, 0.4942, 0.4864, 0.483, 0.4793, 0.4777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "11071351", "32463364", "24625323", "33733520", "28419824", "41264017", "27076725"], "ranked_scores": [0.6109, 0.5514, 0.5295, 0.5211, 0.509, 0.5057, 0.4998, 0.4978, 0.4967, 0.4928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "17333231", "41913714", "1871499", "31624828", "34905328", "5811042", "8596357", "14308244"], "ranked_scores": [0.665, 0.6333, 0.6126, 0.6066, 0.6066, 0.603, 0.6026, 0.5988, 0.598, 0.598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "4979184", "6923961", "7028976", "20675284", "5123516", "28334217", "41710132", "12685434", "26735905"], "ranked_scores": [0.6326, 0.6211, 0.6205, 0.6021, 0.5964, 0.5922, 0.589, 0.5787, 0.5746, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "6123924", "28006126", "22174015", "18546584", "994800", "14311986", "29288582", "13798951", "20344442"], "ranked_scores": [0.6984, 0.6937, 0.691, 0.6884, 0.6862, 0.683, 0.6812, 0.6788, 0.6787, 0.678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "24879055", "10165258", "54561384", "4430962", "18374364", "3835423", "35443524", "6123924"], "ranked_scores": [0.6365, 0.6058, 0.5706, 0.5676, 0.5615, 0.5567, 0.5523, 0.548, 0.5407, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7224723", "31560225", "28738741", "35987381", "29023309", "92308", "1071991", "18275697"], "ranked_scores": [0.6487, 0.56, 0.5362, 0.5295, 0.5292, 0.5221, 0.5199, 0.5182, 0.5167, 0.5163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44693226", "13000926", "18348376", "37296667", "28821565", "3870062", "8698208", "11738716", "40590358", "25817686"], "ranked_scores": [0.3118, 0.2838, 0.2821, 0.2751, 0.2736, 0.2724, 0.272, 0.2704, 0.2699, 0.2655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "25014337", "25895285", "14241418", "30543439", "14819804", "29321530", "34016944", "4889228"], "ranked_scores": [0.5416, 0.5339, 0.5214, 0.521, 0.5179, 0.5109, 0.5057, 0.5002, 0.4997, 0.4973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "19878070", "20127522", "8037453", "46485368", "24873253", "39903312", "41340212", "22942787", "3613041"], "ranked_scores": [0.6458, 0.62, 0.6194, 0.6133, 0.6116, 0.6074, 0.6048, 0.6023, 0.6013, 0.601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "10648422", "41120293", "20722510", "17438862", "9977329", "45449835", "13923140", "16488405", "34378726"], "ranked_scores": [0.616, 0.6129, 0.6101, 0.609, 0.6082, 0.599, 0.5978, 0.5974, 0.5934, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "5483793", "13798951", "33499189", "8903143", "18237384", "4270992", "6961811", "9283422"], "ranked_scores": [0.7408, 0.7227, 0.7213, 0.7126, 0.709, 0.7079, 0.703, 0.6992, 0.698, 0.6974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4144, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "32909242", "6421734", "21323587", "19071857", "41074251", "10536636", "19945096", "27712433"], "ranked_scores": [0.3623, 0.3497, 0.3318, 0.316, 0.3133, 0.2913, 0.2908, 0.2886, 0.2878, 0.2878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "4920376", "46765242", "17671145", "7225911", "24624992", "6259170", "29073751", "4702639", "28651643"], "ranked_scores": [0.6745, 0.6685, 0.6604, 0.6595, 0.6574, 0.6563, 0.6545, 0.6528, 0.6502, 0.647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "10846815", "1616661", "23509113", "24044977", "883747", "28149602", "9225850"], "ranked_scores": [0.6415, 0.5808, 0.5775, 0.5545, 0.5487, 0.5478, 0.5445, 0.5368, 0.5362, 0.534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17671145", "885056", "41620295", "43711341", "7225911", "30041340", "14171859", "14819804", "56486733", "14155726"], "ranked_scores": [0.6085, 0.5858, 0.5797, 0.5519, 0.5499, 0.5448, 0.5417, 0.5408, 0.5397, 0.5378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "2824347", "35087728", "341324", "31363207", "16787954", "7111021", "9021186", "15997009", "15319019"], "ranked_scores": [0.6391, 0.6254, 0.623, 0.6051, 0.5903, 0.5865, 0.5775, 0.5735, 0.5618, 0.5468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "1522336", "17934603", "21150010", "5492542", "7613033", "4468861", "22635278", "5270265", "12641252"], "ranked_scores": [0.5908, 0.5775, 0.563, 0.5596, 0.5594, 0.5592, 0.5581, 0.5559, 0.5544, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m32-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["21636085", "4462079", "30981192", "44624045", "25599283", "3215494", "16256507", "2425364", "18256197", "36960449"], "ranked_scores": [0.4913, 0.4898, 0.4896, 0.4887, 0.4885, 0.4865, 0.4856, 0.4823, 0.4783, 0.478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["24241932", "21700295", "6504953", "1986482", "31460499", "11230569", "22401061", "34544514", "1568684", "143796742"], "ranked_scores": [0.2281, 0.2255, 0.2245, 0.2215, 0.2206, 0.2178, 0.2145, 0.2136, 0.212, 0.2095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "71625969", "15925931", "25028913", "29253460", "21767325", "38630735", "31889025", "14726759", "4506414"], "ranked_scores": [0.5613, 0.5521, 0.5433, 0.5396, 0.5357, 0.5344, 0.5334, 0.5333, 0.5324, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "13398997", "25479072", "12871281", "21557055", "34905328", "12156187", "10562341", "306006", "8698857"], "ranked_scores": [0.6278, 0.6209, 0.6128, 0.6092, 0.608, 0.6055, 0.6051, 0.6001, 0.5995, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["24318630", "485020", "39970500", "31612088", "24921368", "5912283", "2613775", "13883546", "27150276", "28419824"], "ranked_scores": [0.323, 0.3218, 0.3155, 0.3133, 0.3131, 0.3077, 0.3053, 0.3043, 0.3031, 0.3011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "28617573", "46695481", "9764256", "19140422", "23136735", "27873158", "46355579", "7650066", "16980892"], "ranked_scores": [0.594, 0.5908, 0.5844, 0.5828, 0.5797, 0.5774, 0.5737, 0.5728, 0.558, 0.5562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7397, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22190276", "16319097", "10846815", "13613916", "8458567", "5144381", "25519138", "23576165", "6454371", "5094468"], "ranked_scores": [0.5467, 0.5443, 0.541, 0.5389, 0.5317, 0.5296, 0.5295, 0.5295, 0.5281, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20722510", "10648422", "23509113", "46202852", "5752492", "3330111", "2947124", "883747", "24044977", "40323148"], "ranked_scores": [0.5931, 0.5759, 0.5755, 0.5721, 0.5673, 0.5655, 0.5635, 0.5624, 0.5617, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "10749308", "9754530", "19071857", "70490", "29107210", "63858430", "6477536", "3662510", "26456326"], "ranked_scores": [0.3212, 0.2762, 0.2748, 0.2745, 0.2709, 0.269, 0.2676, 0.2643, 0.2641, 0.2635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "32742683", "7343711", "4429118", "3680979", "23509113", "9705208", "219475", "14615911", "28517384"], "ranked_scores": [0.5686, 0.5465, 0.5434, 0.542, 0.5419, 0.5418, 0.5418, 0.5388, 0.538, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["29023309", "2973910", "6853699", "15879931", "3930020", "6454371", "33569870", "25677651", "8460275", "29509926"], "ranked_scores": [0.4156, 0.4108, 0.4102, 0.4096, 0.4092, 0.4068, 0.4065, 0.4062, 0.4059, 0.4051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["23509113", "24044977", "5991309", "5752492", "2947124", "3680979", "17327939", "44562058", "46926352", "12899612"], "ranked_scores": [0.5353, 0.5343, 0.527, 0.5204, 0.5183, 0.5182, 0.5179, 0.5144, 0.5144, 0.5137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14965508", "4406819", "17741440", "40500438", "37969403", "20357868", "11616424", "14615911", "13902570", "2474731"], "ranked_scores": [0.2477, 0.247, 0.244, 0.242, 0.2388, 0.2384, 0.2379, 0.2351, 0.2348, 0.2334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["14566771", "27076725", "8672737", "24148722", "9813098", "3067015", "17930286", "12667988", "38369817", "37583120"], "ranked_scores": [0.3831, 0.3676, 0.3659, 0.3651, 0.3618, 0.3586, 0.3533, 0.3526, 0.3509, 0.3481], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["25515907", "45276789", "39970500", "15482274", "26611094", "23117378", "41298619", "409280", "9754530", "2613775"], "ranked_scores": [0.3476, 0.3434, 0.3399, 0.3299, 0.3294, 0.3273, 0.327, 0.3255, 0.3246, 0.3227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22264117", "7514614", "22543403", "1848452", "4434951", "22551259", "7834603", "2466614"], "ranked_scores": [0.6518, 0.6468, 0.6309, 0.6302, 0.6253, 0.6075, 0.6048, 0.5972, 0.5948, 0.5882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "25742205", "38623601", "15282056", "6277638", "38028419", "20672596", "44693226", "38811597"], "ranked_scores": [0.5201, 0.4989, 0.4948, 0.4922, 0.4882, 0.4876, 0.4811, 0.4798, 0.4722, 0.4717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26873988", "8300657", "12885341", "3493623", "22705234", "12966719", "2947124", "6501747", "10627801", "40473317"], "ranked_scores": [0.6361, 0.6318, 0.6237, 0.6208, 0.6076, 0.6068, 0.6065, 0.6051, 0.6002, 0.5989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["15559582", "22007333", "27123743", "37480103", "13831842", "16322674", "4886637", "25973484", "12779444", "16098747"], "ranked_scores": [0.5994, 0.5964, 0.5944, 0.5884, 0.5867, 0.5772, 0.576, 0.576, 0.5748, 0.5743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["26798867", "36355784", "46355579", "27873158", "46695481", "28617573", "7650066", "40735046", "9764256", "6561200"], "ranked_scores": [0.5812, 0.581, 0.5781, 0.5729, 0.5712, 0.57, 0.5675, 0.5662, 0.564, 0.5635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "17195001", "11048759", "23698769", "935538", "5953485", "7912", "4740447", "44366096", "885056"], "ranked_scores": [0.542, 0.5294, 0.5292, 0.5286, 0.5285, 0.5281, 0.5262, 0.5257, 0.5251, 0.5247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24943534", "45276789", "24512064", "2159648", "92308", "46202852", "24596228", "20261352", "25175997", "43329366"], "ranked_scores": [0.4262, 0.4195, 0.4181, 0.4125, 0.4039, 0.4018, 0.399, 0.3968, 0.3967, 0.3939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "2466614", "7514614", "13350374", "23403754", "9291668", "16693950", "1848452", "1084345", "7834603"], "ranked_scores": [0.4065, 0.4032, 0.3991, 0.3986, 0.3794, 0.3791, 0.3747, 0.3746, 0.3743, 0.3723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "4270992", "2714623", "32927401", "12225214", "29557235", "7268522", "6784372", "41913714", "41928290"], "ranked_scores": [0.6942, 0.6931, 0.6889, 0.685, 0.6846, 0.6821, 0.6801, 0.6765, 0.676, 0.6732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "15707049", "15889329", "25175997", "22674621", "5811042", "32743723", "37592824", "3215494"], "ranked_scores": [0.444, 0.4082, 0.4079, 0.396, 0.3904, 0.3895, 0.3883, 0.3864, 0.3854, 0.3836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "14155726", "22767022", "20313748", "6712836", "18346333", "40476126", "12225214", "16128711", "2119889"], "ranked_scores": [0.5357, 0.5351, 0.5321, 0.5285, 0.5281, 0.5278, 0.5273, 0.5189, 0.5173, 0.5169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "31962403", "12225214", "14155726", "13790144", "5252837", "11568270", "19572798", "9881829", "37362689"], "ranked_scores": [0.6013, 0.5883, 0.5871, 0.5824, 0.5791, 0.577, 0.5769, 0.5769, 0.5734, 0.5732], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13921783", "5765455", "26336593", "24725136", "810480", "11992632", "6776834", "3391547", "9217800", "40349336"], "ranked_scores": [0.5749, 0.5704, 0.5566, 0.5538, 0.5522, 0.5513, 0.5419, 0.5409, 0.5384, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["22767022", "8417211", "34498325", "3203590", "36540079", "22174015", "34198365", "9451052", "30208015", "21754541"], "ranked_scores": [0.4553, 0.4507, 0.4451, 0.4427, 0.4418, 0.4405, 0.438, 0.437, 0.4364, 0.4357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "25599283", "2425364", "30720103", "21553394", "36960449", "4462079", "3150030", "16256507", "8529693"], "ranked_scores": [0.4414, 0.4376, 0.4373, 0.4235, 0.4206, 0.4191, 0.4143, 0.4076, 0.4052, 0.4045], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["25974070", "38028419", "4303939", "37207226", "30981192", "71625969", "27449472", "195352", "25599283", "21553394"], "ranked_scores": [0.3617, 0.3611, 0.3558, 0.3511, 0.3449, 0.3408, 0.3399, 0.3377, 0.3326, 0.3302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40963697", "20155713", "2014909", "6944800", "1386103", "1032372", "2177022", "46926352", "6948886", "1933281"], "ranked_scores": [0.5318, 0.5266, 0.5259, 0.5204, 0.5182, 0.517, 0.5156, 0.5153, 0.5152, 0.5145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["14566771", "4446814", "57574395", "18104691", "15707049", "32743723", "9813098", "28338268", "35534019", "4506414"], "ranked_scores": [0.4964, 0.4725, 0.4724, 0.4643, 0.4616, 0.4606, 0.46, 0.4552, 0.454, 0.4529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "11071351", "28419824", "24704139", "25515907", "17693849", "41264017", "33733520", "71625969"], "ranked_scores": [0.519, 0.5124, 0.5111, 0.5029, 0.5013, 0.4926, 0.4889, 0.4873, 0.4869, 0.4864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["17333231", "16966326", "14308244", "33911859", "41913714", "4709641", "31624828", "6501747", "9194077", "9638032"], "ranked_scores": [0.6181, 0.6179, 0.6175, 0.6153, 0.6055, 0.6003, 0.5968, 0.5942, 0.5937, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "25300426", "42855554", "41710132", "11886686", "7028976", "7042304", "9159125", "13613916"], "ranked_scores": [0.5902, 0.5871, 0.5774, 0.5724, 0.5607, 0.5603, 0.559, 0.5584, 0.5583, 0.556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["25479072", "34905328", "20220731", "28006126", "17829012", "29347970", "266641", "29288582", "6123924", "34436231"], "ranked_scores": [0.6769, 0.6759, 0.6748, 0.6733, 0.6723, 0.672, 0.6715, 0.6679, 0.6673, 0.6667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "35443524", "4430962", "21012916", "54561384", "25479072", "21387297", "20220731", "3835423"], "ranked_scores": [0.5837, 0.5526, 0.547, 0.5398, 0.5364, 0.5352, 0.5325, 0.5321, 0.5296, 0.5275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "31560225", "7224723", "5398179", "39550665", "25737507", "21274496", "28738741", "92308"], "ranked_scores": [0.5362, 0.5283, 0.5092, 0.5026, 0.4961, 0.4959, 0.4938, 0.4936, 0.4907, 0.4907], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "19132741", "21012916", "38025907", "4414481", "14647747", "32975424", "10463997", "14874811"], "ranked_scores": [0.2711, 0.2506, 0.2476, 0.247, 0.2456, 0.2443, 0.24, 0.2381, 0.2362, 0.2356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "15319019", "16966326", "26045237", "25014337", "26886351", "18231807", "29321530", "44408494", "1900152"], "ranked_scores": [0.5, 0.49, 0.4852, 0.4844, 0.4835, 0.4813, 0.4812, 0.4795, 0.4763, 0.4733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "39903312", "24634621", "20127522", "14482051", "5551138", "19878070", "7613033", "46485368", "26000593"], "ranked_scores": [0.6172, 0.613, 0.6129, 0.6095, 0.6067, 0.6048, 0.6032, 0.6016, 0.6007, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["20722510", "16488405", "23509113", "5752492", "22852120", "6853699", "8604837", "40632104", "41120293", "10648422"], "ranked_scores": [0.611, 0.61, 0.6056, 0.602, 0.6014, 0.601, 0.6, 0.5984, 0.5966, 0.5956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "5914739", "29347970", "34436231", "13798951", "33499189", "6123924", "5483793", "4270992"], "ranked_scores": [0.711, 0.7001, 0.6924, 0.6906, 0.6864, 0.6861, 0.6853, 0.6851, 0.6831, 0.6825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["29107210", "22401061", "19071857", "32909242", "3662510", "70439309", "20491205", "16204011", "13906581", "485020"], "ranked_scores": [0.3229, 0.3063, 0.3019, 0.2908, 0.2889, 0.2817, 0.2803, 0.279, 0.2786, 0.2769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "17671145", "7225911", "5137019", "6259170", "31272411", "46765242", "18546584", "19047331", "22174015"], "ranked_scores": [0.6604, 0.6602, 0.6567, 0.6514, 0.6509, 0.6504, 0.65, 0.648, 0.6478, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "34537906", "9225850", "28149602", "44801733", "883747", "17327939", "28015516", "45096063"], "ranked_scores": [0.5642, 0.5622, 0.5568, 0.5512, 0.5509, 0.5496, 0.5451, 0.5425, 0.5401, 0.5389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "12892137", "19165076", "41620295", "885056", "20649327", "43711341", "56486733", "17671145", "14171859"], "ranked_scores": [0.5492, 0.5391, 0.537, 0.5365, 0.5325, 0.5317, 0.5288, 0.528, 0.5278, 0.5259], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["35087728", "4883040", "21700295", "16787954", "5991309", "18231807", "31363207", "341324", "7224723", "2824347"], "ranked_scores": [0.5595, 0.559, 0.5342, 0.5309, 0.5269, 0.5216, 0.5202, 0.5202, 0.5195, 0.5194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "5492542", "4468861", "3981033", "18231807", "26886351", "31616203", "1522336", "23863551", "12641252"], "ranked_scores": [0.5623, 0.5568, 0.5482, 0.5463, 0.5455, 0.5418, 0.5415, 0.5405, 0.5384, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m48-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "30720103", "23267371", "16256507", "30981192", "36960449", "21553394", "275294", "12810152", "21636085"], "ranked_scores": [0.5467, 0.5448, 0.5427, 0.5406, 0.5276, 0.527, 0.5257, 0.5124, 0.5112, 0.4918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "6504953", "24241932", "1568684", "15678772", "7198295", "34582256", "25687558", "34121231", "13350374"], "ranked_scores": [0.3411, 0.3211, 0.2991, 0.2946, 0.289, 0.2828, 0.2683, 0.2611, 0.259, 0.2566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "38630735", "13448422", "16760369", "25028913", "21301090", "12561083", "15925931", "20526907"], "ranked_scores": [0.6329, 0.5961, 0.5842, 0.5793, 0.5665, 0.5661, 0.5596, 0.5576, 0.5565, 0.5553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8698857", "51952430", "5914739", "21465696", "8903143", "9283422", "5468807", "14241418", "21557055", "8305686"], "ranked_scores": [0.6448, 0.6297, 0.6203, 0.6189, 0.6176, 0.6174, 0.6121, 0.6077, 0.6066, 0.6059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "11913139", "4587978", "31612088", "21590125", "38752049", "80109277", "28419824"], "ranked_scores": [0.4397, 0.4228, 0.4221, 0.4207, 0.3856, 0.3693, 0.3683, 0.3671, 0.3654, 0.3631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "46695481", "27873158", "23136735", "28617573", "9764256", "19140422", "46355579", "7650066", "16980892"], "ranked_scores": [0.7114, 0.7076, 0.7001, 0.6963, 0.6919, 0.6789, 0.6697, 0.6474, 0.6176, 0.6113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7316, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "4423401", "16319097", "37362689", "23576165", "8551160", "5144381", "31962403"], "ranked_scores": [0.5953, 0.592, 0.5732, 0.5667, 0.5598, 0.5542, 0.552, 0.5501, 0.5458, 0.5445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20722510", "23509113", "2947124", "29509926", "24044977", "6501747", "19005293", "883747", "46202852", "28712203"], "ranked_scores": [0.5955, 0.5879, 0.5754, 0.5712, 0.5677, 0.5626, 0.5622, 0.5566, 0.5551, 0.5497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "27150276", "30655442", "13097856", "10749308", "11469078", "38180456"], "ranked_scores": [0.453, 0.3487, 0.3188, 0.288, 0.2793, 0.2773, 0.2713, 0.2709, 0.2707, 0.2684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "7343711", "38587347", "4429118", "19005293", "24612804", "18399038", "32742683", "3680979", "164985"], "ranked_scores": [0.5746, 0.5682, 0.5657, 0.5645, 0.5551, 0.5529, 0.5483, 0.5458, 0.5433, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "15879931", "10284593", "12866641", "23509113", "40632104", "4421742", "4418112", "13651792"], "ranked_scores": [0.5117, 0.4949, 0.4619, 0.4445, 0.4421, 0.4342, 0.4336, 0.4291, 0.4291, 0.427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "23509113", "45449835", "27555165", "46926352", "24044977", "28517384", "37762357", "10450300", "5991309"], "ranked_scores": [0.5521, 0.54, 0.5285, 0.5281, 0.5275, 0.5263, 0.5261, 0.5258, 0.5131, 0.5125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "14692646", "43224840", "19521501", "38037690", "38369817", "18126445", "25068298", "34876410", "2474731"], "ranked_scores": [0.3152, 0.3, 0.2905, 0.29, 0.2866, 0.2848, 0.2834, 0.2801, 0.2789, 0.2747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "24510595", "14566771", "27076725", "44830890", "14726759", "28419824", "21274919", "41264017"], "ranked_scores": [0.4392, 0.4234, 0.4121, 0.4117, 0.406, 0.4015, 0.3956, 0.3864, 0.3821, 0.3734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "9754530", "980196", "21301090", "79231308", "997143", "24660385", "11718220", "21767325"], "ranked_scores": [0.4376, 0.3496, 0.3371, 0.3301, 0.3287, 0.3262, 0.3242, 0.3232, 0.3231, 0.3222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "4434951", "1848452", "22551259", "22543403", "7514614", "26230669", "7808055"], "ranked_scores": [0.7697, 0.7516, 0.7286, 0.7239, 0.7163, 0.7056, 0.6956, 0.6741, 0.6615, 0.6458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "44693226", "10247282", "6277638", "28264919", "4324278", "4423401", "26330861", "22116439", "35747505"], "ranked_scores": [0.5271, 0.5074, 0.4987, 0.4925, 0.4856, 0.4853, 0.4827, 0.4746, 0.4732, 0.4718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "2947124", "9433958", "12885341", "26873988", "27602752", "37762357", "28015516", "1071991", "30933307"], "ranked_scores": [0.6477, 0.6385, 0.6267, 0.6207, 0.6191, 0.6095, 0.6071, 0.6017, 0.5974, 0.5953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "13831842", "23557241", "17450673", "13831558", "4886637", "25973484"], "ranked_scores": [0.7005, 0.6901, 0.6865, 0.6604, 0.658, 0.6579, 0.6524, 0.6512, 0.6433, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "27873158", "46355579", "36355784", "46695481", "23136735", "9764256", "28617573", "19140422", "32423829"], "ranked_scores": [0.6744, 0.6693, 0.6652, 0.6597, 0.6527, 0.6505, 0.6459, 0.6406, 0.6305, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "2619579", "7820043", "22623275", "7912", "13290521", "7860396", "7225911"], "ranked_scores": [0.5892, 0.5872, 0.5697, 0.5541, 0.5485, 0.5485, 0.5476, 0.5459, 0.5305, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24596228", "24943534", "46202852", "3215494", "8317408", "24088502", "883747", "17421851", "23665162"], "ranked_scores": [0.489, 0.4503, 0.4485, 0.4473, 0.4408, 0.44, 0.4345, 0.4323, 0.4233, 0.4183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "7514614", "13350374", "2466614", "20418809", "7834603", "18949516", "1084345", "2543135"], "ranked_scores": [0.5137, 0.5015, 0.4693, 0.4595, 0.4559, 0.4554, 0.4525, 0.4511, 0.4455, 0.4439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "2714623", "3107733", "8305686", "8458567", "41913714", "16120395", "5914739", "28006126", "306006"], "ranked_scores": [0.6979, 0.6819, 0.6685, 0.668, 0.6668, 0.6642, 0.6609, 0.6583, 0.6573, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "8672737", "37592824", "25416944", "17421851", "810480", "25761154", "32743723", "116792"], "ranked_scores": [0.5744, 0.4521, 0.4339, 0.4314, 0.4249, 0.4187, 0.418, 0.4114, 0.4096, 0.4061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "5953485", "40476126", "20313748", "22767022", "22968257", "11568270", "22116439", "2158516", "14155726"], "ranked_scores": [0.5479, 0.5266, 0.5195, 0.5191, 0.5164, 0.5076, 0.5073, 0.5059, 0.5041, 0.5039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "19572798", "31962403", "23577014", "12225214", "10504681", "22896970", "11922370", "4423401", "6209599"], "ranked_scores": [0.6029, 0.5871, 0.5871, 0.5858, 0.5775, 0.5753, 0.5739, 0.5678, 0.5657, 0.5645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "5836", "26336593", "13921783", "9217800", "10641715", "3863543", "20904154", "13293033"], "ranked_scores": [0.6097, 0.5955, 0.5933, 0.5923, 0.5896, 0.5866, 0.5846, 0.5823, 0.5768, 0.576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["86694016", "15491404", "46816158", "16280642", "16472469", "28369117", "8856690", "30208015", "3203590", "469066"], "ranked_scores": [0.4529, 0.4503, 0.4487, 0.4481, 0.4446, 0.4445, 0.4372, 0.4369, 0.436, 0.4343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "2425364", "36960449", "25599283", "275294", "4462079", "3150030", "22023404"], "ranked_scores": [0.6207, 0.5923, 0.5711, 0.5388, 0.5106, 0.4904, 0.4897, 0.4882, 0.4669, 0.4572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4303939", "38028419", "21553394", "8892905", "71625969", "23267371", "3067015", "30720103", "30981192", "13933299"], "ranked_scores": [0.4028, 0.401, 0.3991, 0.3943, 0.3934, 0.39, 0.3888, 0.3886, 0.3756, 0.3683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "18237384", "4979184", "6944800", "2030623", "5483793", "7028976", "40963697", "21185923"], "ranked_scores": [0.5589, 0.5544, 0.5381, 0.5363, 0.5289, 0.526, 0.5253, 0.5208, 0.5201, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "14566771", "15707049", "23785605", "28338268", "18104691", "24148722", "57574395"], "ranked_scores": [0.5286, 0.5252, 0.5137, 0.5132, 0.5085, 0.5066, 0.5041, 0.501, 0.4973, 0.4918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "24625323", "13933299", "28419824", "32463364", "41264017", "27076725", "12206390", "39970500"], "ranked_scores": [0.5946, 0.5414, 0.5271, 0.5254, 0.5199, 0.5106, 0.5029, 0.502, 0.4855, 0.4853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["33911859", "16966326", "30261663", "31624828", "17333231", "34905328", "14308244", "41913714", "32985041", "13923140"], "ranked_scores": [0.6473, 0.6465, 0.6272, 0.62, 0.6185, 0.6176, 0.6066, 0.6035, 0.5998, 0.5955], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4979184", "7028976", "20675284", "28334217", "12685434", "41710132", "26735905", "20183360"], "ranked_scores": [0.6561, 0.6488, 0.6315, 0.5999, 0.5964, 0.5873, 0.5822, 0.5785, 0.5758, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "20220731", "13798951", "34905328", "22174015", "994800", "4418070", "28006126", "17829012", "14311986"], "ranked_scores": [0.6959, 0.6917, 0.6894, 0.6874, 0.6832, 0.6802, 0.6773, 0.6765, 0.6709, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "54561384", "10165258", "34905328", "35443524", "4430962", "31902335", "45414636"], "ranked_scores": [0.6498, 0.6114, 0.5653, 0.5563, 0.5455, 0.5452, 0.5436, 0.5423, 0.5407, 0.5401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "28738741", "29023309", "31560225", "35987381", "7224723", "1071991", "18275697"], "ranked_scores": [0.6546, 0.5642, 0.5432, 0.532, 0.5271, 0.5236, 0.5219, 0.5208, 0.5191, 0.5088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "28821565", "34582256", "33918970", "38830961", "36830715", "29362104", "32975424", "18678095"], "ranked_scores": [0.3167, 0.3053, 0.2889, 0.2808, 0.2793, 0.2781, 0.2779, 0.2757, 0.2747, 0.2726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "293661", "2158516", "14241418", "25014337", "4889228", "34016944", "12641252", "14819804", "26886351"], "ranked_scores": [0.5439, 0.5195, 0.5167, 0.5142, 0.5134, 0.5081, 0.5074, 0.5071, 0.5068, 0.5036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "20127522", "24873253", "7613033", "46485368", "41340212", "24634621", "2492146", "42731834", "10958594"], "ranked_scores": [0.621, 0.6139, 0.6118, 0.6079, 0.6009, 0.6007, 0.6003, 0.5977, 0.5968, 0.588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["20722510", "10648422", "34378726", "25315295", "45449835", "40632104", "2947124", "45096063", "16488405", "22647695"], "ranked_scores": [0.6243, 0.6116, 0.6087, 0.6086, 0.6069, 0.5979, 0.5948, 0.5921, 0.5878, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "8903143", "34905328", "33499189", "5483793", "13798951", "4270992", "34436231", "5914739", "9283422"], "ranked_scores": [0.7295, 0.7148, 0.7101, 0.7076, 0.7067, 0.7041, 0.7013, 0.6962, 0.6908, 0.6891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4413, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "29107210", "21323587", "32909242", "3662510", "25886725", "7419612", "24163770", "6421734", "19071857"], "ranked_scores": [0.3909, 0.3232, 0.3207, 0.3143, 0.3142, 0.3113, 0.3066, 0.3043, 0.3027, 0.3017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "19047331", "4920376", "7225911", "46765242", "9784254", "29073751", "17671145", "26887439", "4399311"], "ranked_scores": [0.6809, 0.6676, 0.6648, 0.6605, 0.6589, 0.6574, 0.6496, 0.6474, 0.6467, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "17327939", "28015516", "46926352", "10846815", "5519177", "35256900"], "ranked_scores": [0.6609, 0.5821, 0.5669, 0.5514, 0.5429, 0.5375, 0.5274, 0.5271, 0.5266, 0.5253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "17671145", "14171859", "41620295", "7225911", "12130690", "4320424", "12892137", "56486733", "14380875"], "ranked_scores": [0.6042, 0.5975, 0.5848, 0.5714, 0.564, 0.5486, 0.548, 0.5473, 0.5408, 0.5379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "2824347", "31363207", "15319019", "15997009", "16787954", "7111021", "21700295"], "ranked_scores": [0.6471, 0.6188, 0.6166, 0.6099, 0.6096, 0.6036, 0.592, 0.5888, 0.5714, 0.5641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "1900152", "1522336", "8659426", "6407356", "7613033", "12641252", "9767444", "5492542", "5270265"], "ranked_scores": [0.5933, 0.5902, 0.5786, 0.5759, 0.5681, 0.5667, 0.5633, 0.5624, 0.5617, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m48-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "21636085", "30981192", "4462079", "12810152", "22023404", "4442799", "33409100", "18256197", "9617381"], "ranked_scores": [0.4784, 0.4759, 0.4697, 0.4693, 0.4643, 0.4642, 0.4639, 0.463, 0.4566, 0.4557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "24241932", "13350374", "24285403", "34121231", "22420524", "45276789", "6504953", "14865329", "41310252"], "ranked_scores": [0.2337, 0.2282, 0.2265, 0.226, 0.2249, 0.2197, 0.219, 0.2164, 0.2158, 0.2146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "38630735", "25028913", "20526907", "13282296", "14566771", "9813098", "7873737", "12561083"], "ranked_scores": [0.5752, 0.5694, 0.5664, 0.5576, 0.5537, 0.5354, 0.5341, 0.5325, 0.5315, 0.5277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "5468807", "12156187", "51952430", "21557055", "34905328", "22968257", "5914739", "24042363", "9283422"], "ranked_scores": [0.6201, 0.6134, 0.609, 0.6081, 0.608, 0.6066, 0.6049, 0.6042, 0.604, 0.6026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["485020", "21590125", "32777637", "2613775", "27150276", "80109277", "31554917", "13883546", "11071351", "38180456"], "ranked_scores": [0.3688, 0.3436, 0.3202, 0.3194, 0.316, 0.3147, 0.3141, 0.3141, 0.3098, 0.3087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["23136735", "46355579", "46695481", "6561200", "28617573", "27873158", "26798867", "36355784", "19140422", "9764256"], "ranked_scores": [0.6143, 0.6139, 0.6027, 0.5954, 0.592, 0.5851, 0.5712, 0.5699, 0.5636, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.3462, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5981, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["16319097", "25519138", "22190276", "31962403", "18810195", "5094468", "10846815", "22843616", "4423401", "1605196"], "ranked_scores": [0.5549, 0.5513, 0.547, 0.5461, 0.5436, 0.5403, 0.5348, 0.5329, 0.5328, 0.5328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20722510", "23509113", "29509926", "24044977", "25602549", "5752492", "883747", "22852120", "19005293", "44801733"], "ranked_scores": [0.5908, 0.557, 0.5547, 0.5516, 0.5483, 0.5481, 0.544, 0.5433, 0.5433, 0.5417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "20945963", "38180456", "19071857", "11624482", "63858430", "28017005", "8721150", "10749308"], "ranked_scores": [0.3531, 0.2958, 0.29, 0.2761, 0.2748, 0.2743, 0.2635, 0.2616, 0.2616, 0.2605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "7343711", "19005293", "32742683", "4429118", "2014909", "22852120", "38587347", "25602549", "9278263"], "ranked_scores": [0.5627, 0.5552, 0.546, 0.5447, 0.5422, 0.5418, 0.5394, 0.5394, 0.5359, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "2192419", "21258863", "23509113", "15879931", "22703082", "13651792", "29509926", "6580081"], "ranked_scores": [0.4429, 0.4357, 0.428, 0.4183, 0.4113, 0.4112, 0.4105, 0.4076, 0.4069, 0.4067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "27555165", "37762357", "2947124", "4816339", "45449835", "23509113", "15425958", "26873988", "28015516"], "ranked_scores": [0.5398, 0.5322, 0.5251, 0.5174, 0.5144, 0.5142, 0.514, 0.5138, 0.5136, 0.5131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["30464859", "18126445", "2474731", "14965508", "13963620", "4406819", "25068298", "22867765", "40769868", "12513042"], "ranked_scores": [0.2786, 0.264, 0.2634, 0.2626, 0.2584, 0.2581, 0.2553, 0.2548, 0.2545, 0.2543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "51386222", "1358909", "8672737", "12667988", "24148722", "7965928", "26064662", "14726759", "24285403"], "ranked_scores": [0.3785, 0.3719, 0.3687, 0.3669, 0.3595, 0.3587, 0.3579, 0.3567, 0.3556, 0.3502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["45276789", "15482274", "21301090", "21767325", "2613775", "5596332", "9754530", "3610080", "25641414", "3776162"], "ranked_scores": [0.3328, 0.3296, 0.3277, 0.3209, 0.3157, 0.3152, 0.3141, 0.3139, 0.3129, 0.3115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "22543403", "26230669", "1848452", "22551259", "9291668", "7514614", "4434951", "2722988"], "ranked_scores": [0.6731, 0.6393, 0.6342, 0.633, 0.6322, 0.6187, 0.6131, 0.5993, 0.5855, 0.5835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "36654066", "38623601", "38811597", "45770026", "35660758", "22116439", "1568684", "44693226"], "ranked_scores": [0.5063, 0.4997, 0.497, 0.4859, 0.4806, 0.4774, 0.4722, 0.4689, 0.4684, 0.4641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["8300657", "12885341", "26873988", "2947124", "9433958", "10648422", "44562058", "3493623", "3308636", "30933307"], "ranked_scores": [0.643, 0.6102, 0.6079, 0.6003, 0.5891, 0.589, 0.5866, 0.5866, 0.5845, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "27123743", "15559582", "17450673", "13831842", "21874312", "23557241", "25973484", "16322674"], "ranked_scores": [0.6135, 0.6127, 0.6121, 0.6018, 0.6004, 0.5961, 0.5907, 0.5895, 0.586, 0.5843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "26798867", "27873158", "32423829", "46695481", "36355784", "23136735", "6561200", "10958594", "28617573"], "ranked_scores": [0.6152, 0.6017, 0.5931, 0.5866, 0.5859, 0.5836, 0.5822, 0.568, 0.5675, 0.5666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "885056", "7912", "31272411", "13290521", "3033830", "7820043", "2619579", "21330280", "935538"], "ranked_scores": [0.561, 0.5546, 0.5505, 0.5452, 0.544, 0.5394, 0.5334, 0.5313, 0.5308, 0.5305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24596228", "24943534", "883747", "21495419", "19854744", "45276789", "6315132", "11441172", "27243019"], "ranked_scores": [0.4263, 0.4188, 0.4126, 0.4085, 0.407, 0.399, 0.395, 0.3938, 0.3938, 0.3923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "1848452", "22264117", "2466614", "13350374", "16693950", "2543135", "24652030", "24347647", "26230669"], "ranked_scores": [0.4344, 0.4128, 0.4074, 0.4072, 0.3961, 0.3957, 0.394, 0.3907, 0.3847, 0.3839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["6784372", "10247314", "15972906", "41325555", "4270992", "5914739", "3107733", "51952430", "12225214", "22852120"], "ranked_scores": [0.6863, 0.6817, 0.6809, 0.6765, 0.6764, 0.6749, 0.6732, 0.6718, 0.6687, 0.6675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "22309946", "40996863", "810480", "25761154", "38752049", "32743723", "15707049", "6157837"], "ranked_scores": [0.4788, 0.4287, 0.4197, 0.4167, 0.4056, 0.4026, 0.3966, 0.3961, 0.391, 0.3888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "17338543", "22767022", "7029990", "2158516", "7221410", "40476126", "22968257", "8856690", "43711341"], "ranked_scores": [0.5358, 0.5225, 0.5105, 0.51, 0.5086, 0.5079, 0.506, 0.5046, 0.5037, 0.4994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "31514338", "9881829", "31962403", "23577014", "13790144", "33986507", "6209599", "37362689", "13583521"], "ranked_scores": [0.5883, 0.5793, 0.5764, 0.5761, 0.5757, 0.5756, 0.5745, 0.5718, 0.5675, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "41293601", "5765455", "13921783", "5782614", "810480", "1281769", "21692235", "3863543", "24725136"], "ranked_scores": [0.5752, 0.574, 0.5578, 0.5545, 0.5485, 0.546, 0.5453, 0.5436, 0.5389, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["36540079", "46816158", "8856690", "21557055", "41620295", "12691537", "21754541", "2890952", "40901687", "17416520"], "ranked_scores": [0.4532, 0.4391, 0.4382, 0.4352, 0.4351, 0.4328, 0.4327, 0.4297, 0.4288, 0.4282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "36960449", "30720103", "2425364", "25599283", "21553394", "3150030", "275294", "4462079", "22023404"], "ranked_scores": [0.4478, 0.4293, 0.4224, 0.4213, 0.4165, 0.4163, 0.4024, 0.4002, 0.3898, 0.387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "22023404", "21553394", "37207226", "30981192", "71625969", "275294", "24921368", "42441846", "27449472"], "ranked_scores": [0.3482, 0.344, 0.3433, 0.3423, 0.3416, 0.3365, 0.3365, 0.3332, 0.3318, 0.331], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["7028976", "19603353", "2014909", "3155731", "4489217", "6944800", "5406411", "26873988", "654735", "1386103"], "ranked_scores": [0.5292, 0.5238, 0.5208, 0.5202, 0.5184, 0.5182, 0.5182, 0.5166, 0.5145, 0.5113], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["15707049", "14566771", "8672737", "57574395", "13768432", "28338268", "9194077", "24989194", "32743723", "35534019"], "ranked_scores": [0.4951, 0.4941, 0.4908, 0.4893, 0.4777, 0.475, 0.4709, 0.4646, 0.463, 0.4607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "24625323", "11071351", "39970500", "33733520", "13933299", "24704139", "7602348", "27076725"], "ranked_scores": [0.5258, 0.514, 0.5101, 0.5046, 0.5045, 0.4985, 0.4977, 0.496, 0.4951, 0.4923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "41913714", "31624828", "17333231", "14308244", "34905328", "30261663", "44408494", "54562433", "33911859"], "ranked_scores": [0.6296, 0.6213, 0.6153, 0.6088, 0.5992, 0.5959, 0.5948, 0.5941, 0.5898, 0.5895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "20675284", "26008462", "25300426", "7028976", "15282056", "9159125", "41710132"], "ranked_scores": [0.5939, 0.5819, 0.5802, 0.5724, 0.5642, 0.5608, 0.5597, 0.5591, 0.5584, 0.5579], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["10165258", "34905328", "20344442", "2714623", "28006126", "1982286", "25479072", "6123924", "4430962", "994800"], "ranked_scores": [0.6737, 0.6701, 0.6689, 0.6677, 0.6621, 0.6584, 0.6584, 0.6554, 0.6523, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "35443524", "54561384", "10165258", "4430962", "20457190", "31902335", "13798951", "21012916"], "ranked_scores": [0.614, 0.5833, 0.5535, 0.54, 0.5385, 0.5361, 0.5351, 0.5328, 0.5259, 0.523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "5398179", "92308", "1071991", "20357868", "18275697", "35987381", "21274496", "7433668"], "ranked_scores": [0.5331, 0.5222, 0.5022, 0.5, 0.4923, 0.4875, 0.4869, 0.4869, 0.4857, 0.4853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["34582256", "1568684", "266641", "28821565", "38830961", "18348376", "21012916", "23397658", "21181273", "46112052"], "ranked_scores": [0.2586, 0.2474, 0.2454, 0.2452, 0.2449, 0.2443, 0.244, 0.2426, 0.2426, 0.242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "15319019", "4889228", "293661", "15322518", "19497526", "14819804", "19132741", "34016944", "42489926"], "ranked_scores": [0.5246, 0.5188, 0.4994, 0.4975, 0.4954, 0.4876, 0.4871, 0.4865, 0.4864, 0.4801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "41340212", "26000593", "39903312", "11246427", "5551138", "21009874", "20127522", "19205326"], "ranked_scores": [0.6182, 0.5898, 0.5849, 0.5836, 0.5815, 0.5813, 0.5805, 0.5769, 0.5756, 0.5749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["3330111", "20722510", "25315295", "45449835", "32665136", "5752492", "22852120", "7115651", "29509926", "22647695"], "ranked_scores": [0.6111, 0.602, 0.5982, 0.5931, 0.5926, 0.591, 0.5891, 0.5881, 0.5877, 0.5866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["33499189", "2714623", "34905328", "4270992", "9283422", "8903143", "20344442", "5483793", "34436231", "2388819"], "ranked_scores": [0.7044, 0.7031, 0.7019, 0.6931, 0.6867, 0.6816, 0.6809, 0.6798, 0.6785, 0.6785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "37029185", "29107210", "26016929", "38180456", "22401061", "21203899", "70439309", "5372432", "21323587"], "ranked_scores": [0.3342, 0.3125, 0.3029, 0.3021, 0.2976, 0.2938, 0.2912, 0.2908, 0.2893, 0.2846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "46765242", "24624992", "4320424", "19047331", "29073751", "4920376", "2042250", "18546584", "17671145"], "ranked_scores": [0.6587, 0.6555, 0.6512, 0.6509, 0.6492, 0.6472, 0.6459, 0.6451, 0.6427, 0.6407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "3330111", "24044977", "14591894", "28015516", "6609935", "34537906", "4664540"], "ranked_scores": [0.5901, 0.564, 0.5453, 0.5453, 0.5398, 0.5382, 0.5349, 0.5325, 0.5309, 0.5303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "7225911", "41620295", "17671145", "19165076", "23076291", "25483562", "18467982", "25543207"], "ranked_scores": [0.5623, 0.5458, 0.5445, 0.5438, 0.5328, 0.5317, 0.5291, 0.527, 0.5243, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "35087728", "16787954", "2824347", "15319019", "21700295", "341324", "31363207", "26038789", "15997009"], "ranked_scores": [0.59, 0.5758, 0.5489, 0.5442, 0.539, 0.5368, 0.5353, 0.5316, 0.5256, 0.5244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["5492542", "4920376", "1900152", "5551138", "7821634", "4468861", "14386505", "29321530", "40500438", "1522336"], "ranked_scores": [0.5477, 0.5402, 0.5342, 0.5309, 0.5274, 0.5263, 0.526, 0.5252, 0.524, 0.524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30981192", "275294", "23267371", "30720103", "12810152", "21553394", "36960449", "21636085"], "ranked_scores": [0.5527, 0.5496, 0.5436, 0.5312, 0.5247, 0.5167, 0.5154, 0.5101, 0.4982, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "1568684", "6504953", "25687558", "7198295", "24241932", "13350374", "15678772", "34582256", "970012"], "ranked_scores": [0.3337, 0.3231, 0.3189, 0.3041, 0.2992, 0.2923, 0.2846, 0.2815, 0.2791, 0.2676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "13448422", "25028913", "38630735", "16760369", "12561083", "13282296", "4506414", "15925931"], "ranked_scores": [0.6493, 0.5994, 0.5932, 0.5766, 0.5761, 0.5758, 0.5683, 0.5655, 0.5569, 0.5527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["9283422", "51952430", "8698857", "5914739", "34905328", "21465696", "8903143", "13398997", "24042363", "25479072"], "ranked_scores": [0.6405, 0.63, 0.6299, 0.627, 0.6235, 0.6226, 0.6212, 0.6169, 0.6132, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "21373821", "5912283", "11913139", "4587978", "21590125", "38752049", "5402581", "8868863", "22995579"], "ranked_scores": [0.4511, 0.4492, 0.4396, 0.4046, 0.3994, 0.378, 0.3703, 0.3508, 0.35, 0.3469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "6561200", "28617573", "23136735", "46695481", "19140422", "9764256", "46355579", "7650066", "36355784"], "ranked_scores": [0.7099, 0.7029, 0.7012, 0.7009, 0.6958, 0.6682, 0.6664, 0.6556, 0.6158, 0.5898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8667, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "5094468", "13613916", "31962403", "4423401", "25519138", "16319097", "23576165", "8551160", "37362689"], "ranked_scores": [0.6094, 0.5798, 0.5753, 0.5627, 0.558, 0.5539, 0.5513, 0.5397, 0.5369, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "19005293", "2947124", "29509926", "6501747", "24044977", "25602549", "883747", "46202852"], "ranked_scores": [0.6091, 0.5956, 0.578, 0.5775, 0.5622, 0.5581, 0.5556, 0.5543, 0.5512, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "11624482", "38180456", "30655442", "11469078", "20945963", "28017005"], "ranked_scores": [0.502, 0.3605, 0.3218, 0.297, 0.2804, 0.2794, 0.2702, 0.2682, 0.2666, 0.2656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "164985", "38587347", "19005293", "7343711", "195683603", "3680979", "22852120", "219475"], "ranked_scores": [0.5828, 0.5719, 0.5697, 0.5667, 0.5564, 0.5501, 0.5448, 0.5435, 0.5363, 0.5352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "2192419", "15879931", "2973910", "4421742", "13651792", "5821617", "2587396", "12866641"], "ranked_scores": [0.5133, 0.4974, 0.4744, 0.4487, 0.4481, 0.4458, 0.4442, 0.4413, 0.4383, 0.4382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "4816339", "8246922", "17682477", "23509113", "15425958", "27555165", "37762357", "26873988", "24044977"], "ranked_scores": [0.5728, 0.5355, 0.5289, 0.5272, 0.5235, 0.5208, 0.5208, 0.5205, 0.5202, 0.5152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "4406819", "20155713", "7764903", "30464859", "15414628", "12670680", "11616424", "38369817", "2474731"], "ranked_scores": [0.3176, 0.2973, 0.2928, 0.2924, 0.2912, 0.2862, 0.2836, 0.2787, 0.274, 0.2738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "24148722", "28419824", "27076725", "14566771", "12667988", "6945285", "21274919", "7965928"], "ranked_scores": [0.4479, 0.4128, 0.4069, 0.4017, 0.4006, 0.3972, 0.3889, 0.3872, 0.3856, 0.3836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "9754530", "41493639", "11718220", "19532163", "14973286", "21301090", "29981186"], "ranked_scores": [0.4485, 0.371, 0.3612, 0.3599, 0.3458, 0.3451, 0.3421, 0.3409, 0.3398, 0.3357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "7514614", "22551259", "4434951", "26230669", "22543403", "4679264"], "ranked_scores": [0.7693, 0.7422, 0.7417, 0.7113, 0.7021, 0.6985, 0.6957, 0.6831, 0.6814, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "44693226", "4423401", "38028419", "6277638", "45770026", "26330861", "20672596", "22116439"], "ranked_scores": [0.5181, 0.5141, 0.5072, 0.5032, 0.4934, 0.4917, 0.4902, 0.4867, 0.482, 0.4797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "9433958", "10648422", "8300657", "12885341", "26873988", "1933281", "10627801", "1386103", "27602752"], "ranked_scores": [0.6445, 0.6401, 0.6347, 0.6307, 0.6269, 0.6014, 0.594, 0.5903, 0.5899, 0.5896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "13831842", "17450673", "15559582", "25973484", "23557241", "13831558", "5487448"], "ranked_scores": [0.7066, 0.7018, 0.6843, 0.6558, 0.6536, 0.6527, 0.6436, 0.6411, 0.6393, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "46355579", "36355784", "23136735", "46695481", "28617573", "32423829", "19140422", "12779444"], "ranked_scores": [0.6808, 0.6706, 0.6692, 0.6691, 0.6518, 0.6453, 0.6407, 0.6315, 0.6296, 0.6233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "7225911", "2619579", "7820043", "6501747", "41337677", "8005007", "13290521"], "ranked_scores": [0.5937, 0.5734, 0.5621, 0.556, 0.5449, 0.5422, 0.5381, 0.5372, 0.5346, 0.5339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "24943534", "3215494", "46202852", "883747", "8317408", "15707049", "6315132", "14407673"], "ranked_scores": [0.4818, 0.4636, 0.4603, 0.4429, 0.4419, 0.4397, 0.4373, 0.4321, 0.4306, 0.4288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "7514614", "22264117", "1848452", "13350374", "2543135", "24347647", "18949516", "8519911", "7834603"], "ranked_scores": [0.5231, 0.4901, 0.487, 0.4659, 0.465, 0.4515, 0.4507, 0.4483, 0.4462, 0.4452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "3107733", "6784372", "8305686", "45096063", "28006126", "12225214", "41325555", "2714623", "306006"], "ranked_scores": [0.685, 0.6726, 0.6686, 0.6578, 0.6535, 0.6533, 0.6507, 0.6501, 0.649, 0.6471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "8672737", "25416944", "12670680", "57574395", "810480", "40996863", "116792"], "ranked_scores": [0.5818, 0.4599, 0.4592, 0.4578, 0.4398, 0.4297, 0.4104, 0.4093, 0.4082, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "43711341", "22767022", "612002", "22968257", "7221410", "40476126", "14155726", "5953485", "8458567"], "ranked_scores": [0.5586, 0.5391, 0.5384, 0.5288, 0.5238, 0.5223, 0.5215, 0.5208, 0.5191, 0.5175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["31962403", "6422576", "23577014", "22896970", "31514338", "2988714", "6209599", "11922370", "19572798", "8458567"], "ranked_scores": [0.5938, 0.5921, 0.5846, 0.5754, 0.5749, 0.5747, 0.5697, 0.5689, 0.5687, 0.5674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "26336593", "5765455", "13921783", "11992632", "9217800", "5836", "3863543", "10641715", "2359152"], "ranked_scores": [0.6154, 0.6034, 0.5952, 0.5952, 0.5904, 0.5876, 0.5846, 0.5819, 0.5797, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["22174015", "16472469", "28369117", "6157371", "18467982", "21754541", "14155726", "86694016", "17416520", "36111909"], "ranked_scores": [0.4567, 0.4552, 0.4548, 0.4472, 0.4461, 0.4452, 0.445, 0.4426, 0.441, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "2425364", "25599283", "36960449", "275294", "3150030", "16256507", "6718824"], "ranked_scores": [0.6257, 0.5884, 0.5589, 0.5126, 0.5056, 0.4816, 0.4765, 0.4742, 0.4528, 0.4483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "21553394", "8892905", "4303939", "23267371", "13933299", "22023404", "275294", "3153673"], "ranked_scores": [0.4281, 0.4114, 0.4097, 0.4002, 0.3944, 0.3884, 0.388, 0.3817, 0.3811, 0.3804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "20155713", "26973393", "40963697", "2014909", "6944800", "4979184", "5483793", "43224840", "32532238"], "ranked_scores": [0.5464, 0.5407, 0.5394, 0.5349, 0.5343, 0.5237, 0.5217, 0.5215, 0.5178, 0.5164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "14566771", "15707049", "8672737", "17930286", "57574395", "28338268", "24989194", "24148722", "4421742"], "ranked_scores": [0.5584, 0.5156, 0.4998, 0.4996, 0.4941, 0.484, 0.4838, 0.481, 0.4802, 0.4802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "1358909", "24625323", "41264017", "28419824", "71625969", "6945285", "7602348", "38752049"], "ranked_scores": [0.6165, 0.5509, 0.5426, 0.5338, 0.5237, 0.5179, 0.5036, 0.4907, 0.4892, 0.4822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "30261663", "31624828", "17333231", "33911859", "34905328", "14308244", "41913714", "40632104", "44408494"], "ranked_scores": [0.6647, 0.6284, 0.622, 0.6206, 0.6198, 0.6124, 0.6074, 0.6034, 0.5974, 0.5973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "20675284", "9159125", "12685434", "41710132", "26735905", "7028976", "5406411"], "ranked_scores": [0.6405, 0.636, 0.631, 0.6061, 0.5912, 0.5883, 0.5859, 0.5842, 0.5799, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "28006126", "2714623", "14311986", "13798951", "3545805", "6123924", "9283422", "22174015"], "ranked_scores": [0.706, 0.6916, 0.686, 0.6792, 0.6784, 0.6765, 0.6761, 0.6741, 0.6738, 0.6712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "20457190", "21012916", "3835423", "20220731", "24879055", "13798951", "4430962"], "ranked_scores": [0.6536, 0.6514, 0.5634, 0.5616, 0.5576, 0.5534, 0.5515, 0.5456, 0.5374, 0.5362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "28738741", "29023309", "7224723", "18275697", "1071991", "31560225"], "ranked_scores": [0.6528, 0.5825, 0.5492, 0.5459, 0.5367, 0.5304, 0.5289, 0.5278, 0.5183, 0.5174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "40005757", "25817686", "38830961", "18678095", "28821565", "40590358", "25687558", "36830715"], "ranked_scores": [0.3125, 0.2916, 0.2884, 0.2864, 0.2844, 0.2842, 0.2839, 0.2811, 0.2797, 0.2777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "14241418", "25014337", "2158516", "25895285", "34016944", "14819804", "12641252", "6426919", "26045237"], "ranked_scores": [0.548, 0.5254, 0.5253, 0.518, 0.5092, 0.5074, 0.5054, 0.5024, 0.5016, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41340212", "25298276", "19878070", "24873253", "46485368", "24634621", "7613033", "5492542", "39903312"], "ranked_scores": [0.6446, 0.6069, 0.6018, 0.598, 0.5976, 0.5934, 0.5926, 0.5923, 0.5889, 0.5887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "16488405", "17438862", "40632104", "20722510", "8246922", "45449835", "34378726", "25315295", "5752492"], "ranked_scores": [0.63, 0.6172, 0.6095, 0.6049, 0.6042, 0.5998, 0.5971, 0.5968, 0.5961, 0.5948], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "5483793", "8903143", "5914739", "33499189", "4270992", "18237384", "13798951", "5273056"], "ranked_scores": [0.7386, 0.7326, 0.7087, 0.7083, 0.7083, 0.7048, 0.697, 0.6961, 0.6937, 0.6917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "6421734", "29107210", "32909242", "38180456", "25886725", "24318630", "3662510", "5372432", "27712433"], "ranked_scores": [0.4279, 0.3343, 0.3327, 0.3134, 0.311, 0.3058, 0.3032, 0.3032, 0.3031, 0.2987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "9784254", "24624992", "29073751", "46765242", "4920376", "26887439", "27822315", "17671145"], "ranked_scores": [0.6846, 0.6835, 0.6775, 0.671, 0.6595, 0.653, 0.6525, 0.6387, 0.6386, 0.6366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "9225850", "195683603", "17327939", "46926352", "5519177", "23509113", "2947124"], "ranked_scores": [0.6521, 0.5676, 0.556, 0.5474, 0.5382, 0.5347, 0.5338, 0.5338, 0.5326, 0.5314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "14171859", "17671145", "885056", "41620295", "56486733", "8453819", "14819804", "23286603", "24042363"], "ranked_scores": [0.6038, 0.6022, 0.5975, 0.5895, 0.572, 0.5553, 0.5507, 0.5502, 0.5469, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "2824347", "15319019", "31363207", "15997009", "16787954", "21700295", "7111021"], "ranked_scores": [0.6678, 0.6282, 0.622, 0.6027, 0.5895, 0.5871, 0.5865, 0.5839, 0.5668, 0.5566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7613033", "1900152", "8659426", "22635278", "9767444", "5492542", "26886351", "6407356", "21382907", "3730196"], "ranked_scores": [0.5815, 0.5803, 0.5708, 0.5696, 0.5602, 0.558, 0.5559, 0.552, 0.5509, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m64-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["21636085", "30981192", "4462079", "12810152", "275294", "16256507", "12102963", "18256197", "33409100", "37916361"], "ranked_scores": [0.522, 0.5208, 0.513, 0.5056, 0.4875, 0.4766, 0.4734, 0.4726, 0.4687, 0.4674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6504953", "13350374", "24241932", "1568684", "34121231", "14865329", "5560962", "5284188", "28206748", "34582256"], "ranked_scores": [0.2726, 0.2445, 0.235, 0.2345, 0.233, 0.2303, 0.2268, 0.2207, 0.2172, 0.2157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "9813098", "29253460", "25028913", "12561083", "20526907", "7873737", "15984735", "38630735"], "ranked_scores": [0.5816, 0.5515, 0.5476, 0.5475, 0.5413, 0.539, 0.5366, 0.5338, 0.5319, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8698857", "51952430", "8903143", "21562657", "12156187", "5914739", "13398997", "25479072", "9283422", "21557055"], "ranked_scores": [0.6112, 0.6049, 0.6041, 0.6012, 0.5973, 0.5965, 0.5961, 0.5959, 0.5922, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["485020", "21590125", "31554917", "21373821", "32777637", "31612088", "5912283", "38873881", "13883546", "24921368"], "ranked_scores": [0.3452, 0.3314, 0.324, 0.3203, 0.3196, 0.3152, 0.3144, 0.31, 0.3099, 0.3081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "23136735", "27873158", "46695481", "28617573", "9764256", "46355579", "19140422", "7650066", "36355784"], "ranked_scores": [0.6101, 0.603, 0.5991, 0.5919, 0.5867, 0.5798, 0.5781, 0.5761, 0.5456, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5143, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.6534, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["22190276", "31962403", "4138659", "16839245", "16319097", "5094468", "37362689", "18810195", "43390777", "5144381"], "ranked_scores": [0.5503, 0.5479, 0.5415, 0.5412, 0.5377, 0.5375, 0.5355, 0.5301, 0.5282, 0.5235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20722510", "19005293", "23509113", "25602549", "2947124", "5752492", "44801733", "46202852", "15462523", "3672261"], "ranked_scores": [0.5719, 0.5678, 0.5663, 0.5526, 0.5475, 0.5447, 0.5397, 0.537, 0.5365, 0.5341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "29107210", "16979690", "6477536", "13097856", "30655442", "27150276", "21902910", "63858430", "11469078"], "ranked_scores": [0.3722, 0.294, 0.2853, 0.2847, 0.2779, 0.2713, 0.2695, 0.268, 0.2636, 0.2618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "25602549", "24282306", "164985", "38587347", "32742683", "19005293", "4380287", "45449835", "3788528"], "ranked_scores": [0.5465, 0.5444, 0.5422, 0.5402, 0.5372, 0.5367, 0.5351, 0.5349, 0.5349, 0.5316], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "5821617", "2192419", "15879931", "4421742", "12866641", "11233339", "13651792", "40632104", "10284593"], "ranked_scores": [0.4374, 0.4303, 0.4295, 0.4237, 0.4183, 0.4152, 0.4131, 0.4101, 0.4062, 0.4057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "2947124", "27555165", "23509113", "1454773", "26873988", "21651116", "37762357", "15081770", "1933281"], "ranked_scores": [0.5376, 0.5291, 0.529, 0.5197, 0.5181, 0.5177, 0.5153, 0.5121, 0.5109, 0.5078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["7764903", "4406819", "22153455", "43224840", "18126445", "12670680", "1071991", "22401720", "20851402", "34876410"], "ranked_scores": [0.2654, 0.2653, 0.2645, 0.2622, 0.2603, 0.2552, 0.2528, 0.2484, 0.248, 0.246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "7965928", "14726759", "6945285", "28419824", "38211681", "24510595", "23785605"], "ranked_scores": [0.3807, 0.3776, 0.366, 0.3623, 0.3609, 0.356, 0.352, 0.3515, 0.3495, 0.3489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "9754530", "2613775", "45276789", "21767325", "21301090", "41493639", "39970500", "997143", "6137330"], "ranked_scores": [0.3624, 0.3373, 0.3368, 0.3355, 0.3211, 0.3182, 0.3179, 0.3173, 0.3133, 0.3116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "1848452", "9291668", "22543403", "26230669", "22551259", "4434951", "7514614", "7834603"], "ranked_scores": [0.673, 0.6587, 0.6475, 0.6453, 0.6284, 0.6216, 0.6191, 0.5982, 0.5972, 0.5963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "8460275", "44693226", "4336849", "6277638", "32975424", "38623601", "19950357", "15282056", "35660758"], "ranked_scores": [0.5136, 0.4861, 0.482, 0.4777, 0.4736, 0.4722, 0.4713, 0.4696, 0.4682, 0.4658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "12885341", "26873988", "9433958", "10648422", "27602752", "10627801", "8563659", "1933281"], "ranked_scores": [0.6373, 0.6326, 0.6313, 0.6152, 0.6147, 0.5999, 0.5979, 0.5922, 0.5882, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "13831842", "27123743", "25973484", "13831558", "17450673", "23557241", "16098747", "15559582"], "ranked_scores": [0.6147, 0.6021, 0.5952, 0.5944, 0.5913, 0.5912, 0.591, 0.5898, 0.5887, 0.5857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "26798867", "27873158", "36355784", "32423829", "9764256", "28617573", "6561200", "46695481", "2015126"], "ranked_scores": [0.5944, 0.5908, 0.5907, 0.5824, 0.5793, 0.5721, 0.5714, 0.5674, 0.5641, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "885056", "44366096", "2619579", "3154880", "4740447", "19165076", "7912", "13290521", "935538"], "ranked_scores": [0.5586, 0.5398, 0.5353, 0.5279, 0.5223, 0.5214, 0.5182, 0.5181, 0.517, 0.517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24943534", "45276789", "25175997", "12810152", "42298280", "883747", "27602752", "22059387", "8317408"], "ranked_scores": [0.4488, 0.4233, 0.4203, 0.4107, 0.404, 0.3997, 0.3958, 0.3956, 0.3955, 0.3938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "7514614", "7834603", "13350374", "18949516", "1848452", "22264117", "24347647", "9291668", "52887689"], "ranked_scores": [0.4519, 0.4123, 0.411, 0.4082, 0.4055, 0.4053, 0.4042, 0.403, 0.3973, 0.3952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "41928290", "16120395", "10247314", "15548965", "51952430", "4306711", "3107733", "2714623", "12225214"], "ranked_scores": [0.6712, 0.6686, 0.664, 0.6639, 0.6633, 0.662, 0.6602, 0.66, 0.6575, 0.6565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "8672737", "15889329", "9813098", "14566771", "37592824", "26409363", "24921368", "12670680", "43226130"], "ranked_scores": [0.5396, 0.4212, 0.4093, 0.4067, 0.4034, 0.3991, 0.397, 0.3959, 0.3956, 0.3932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "11568270", "40476126", "14155726", "25483562", "22968257", "21179714", "20943272", "43711341", "17338543"], "ranked_scores": [0.5454, 0.528, 0.5278, 0.5191, 0.5127, 0.5112, 0.5077, 0.5051, 0.5051, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["31962403", "27274441", "6422576", "31514338", "9881829", "22896970", "7451607", "5144381", "4138659", "23577014"], "ranked_scores": [0.6035, 0.5948, 0.5864, 0.5838, 0.5832, 0.5814, 0.5811, 0.5777, 0.5764, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13921783", "26336593", "41782935", "3391547", "5782614", "10641715", "2359152", "41293601", "43226130", "11992632"], "ranked_scores": [0.5746, 0.5724, 0.57, 0.5569, 0.5519, 0.55, 0.5482, 0.5481, 0.5472, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21754541", "14155726", "14092737", "16626264", "20649327", "2890952", "15548965", "25901598", "12172346", "22767022"], "ranked_scores": [0.4378, 0.4364, 0.4359, 0.4354, 0.4351, 0.4347, 0.4347, 0.4341, 0.4314, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "25599283", "2425364", "30720103", "36960449", "38028419", "3150030", "22023404", "6718824"], "ranked_scores": [0.4875, 0.4658, 0.4307, 0.4236, 0.4186, 0.4071, 0.4037, 0.3996, 0.3992, 0.3968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "30981192", "22023404", "71625969", "21553394", "8892905", "3067015", "275294", "41782935", "4303939"], "ranked_scores": [0.3779, 0.3667, 0.3592, 0.3583, 0.3581, 0.3431, 0.3391, 0.3368, 0.3362, 0.3357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "21185923", "1386103", "40710501", "16364639", "6944800", "2014909", "43224840", "4979184", "32532238"], "ranked_scores": [0.5308, 0.5251, 0.5214, 0.5154, 0.5136, 0.5131, 0.513, 0.5117, 0.5108, 0.5104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "14566771", "17930286", "57574395", "23785605", "24921368", "8672737", "28338268", "15925931", "32743723"], "ranked_scores": [0.4981, 0.4946, 0.4878, 0.4868, 0.4853, 0.483, 0.4798, 0.4759, 0.4608, 0.46], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "11071351", "24625323", "37488367", "41264017", "28419824", "33733520", "583260", "5402581"], "ranked_scores": [0.554, 0.5249, 0.5047, 0.4932, 0.4932, 0.4888, 0.4873, 0.4838, 0.4823, 0.4788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "41913714", "17333231", "44408494", "30261663", "7221410", "33911859", "31624828", "13923140", "14308244"], "ranked_scores": [0.6351, 0.6253, 0.6163, 0.612, 0.6016, 0.6002, 0.593, 0.5917, 0.5909, 0.5902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "41710132", "20675284", "26735905", "9159125", "31682248", "24294572", "4979184", "12685434"], "ranked_scores": [0.6089, 0.5965, 0.5959, 0.5822, 0.5725, 0.568, 0.5671, 0.5646, 0.5644, 0.5599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20220731", "34905328", "17829012", "20388894", "994800", "20344442", "11887584", "18546584", "34436231", "14311986"], "ranked_scores": [0.6789, 0.6682, 0.6674, 0.6657, 0.6624, 0.6617, 0.6587, 0.6586, 0.6578, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "54561384", "13798951", "35443524", "14550841", "31902335", "20372201", "24879055"], "ranked_scores": [0.5941, 0.5791, 0.5498, 0.5475, 0.5425, 0.5331, 0.5283, 0.5282, 0.5255, 0.5249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "31560225", "7224723", "92308", "35987381", "1071991", "5398179", "15081770"], "ranked_scores": [0.5551, 0.5157, 0.5112, 0.5101, 0.5059, 0.5042, 0.4972, 0.4956, 0.4943, 0.4886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["36830715", "18348376", "20675284", "29362104", "12280462", "41790911", "21012916", "29125354", "38830961", "28821565"], "ranked_scores": [0.2742, 0.2704, 0.2679, 0.2586, 0.2521, 0.2519, 0.2489, 0.247, 0.2465, 0.2461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "14241418", "2158516", "4889228", "25895285", "293661", "26045237", "16966326", "12641252"], "ranked_scores": [0.5139, 0.5118, 0.5036, 0.5021, 0.4924, 0.492, 0.491, 0.4894, 0.4892, 0.486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41340212", "10958594", "25298276", "12438901", "20127522", "24873253", "24323695", "3613041", "8037453"], "ranked_scores": [0.6119, 0.5889, 0.5777, 0.5777, 0.5766, 0.5764, 0.5755, 0.5741, 0.5726, 0.5718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2947124", "3330111", "40632104", "9977329", "5752492", "20722510", "4429118", "10648422", "34378726", "26230669"], "ranked_scores": [0.62, 0.6106, 0.6073, 0.6055, 0.6047, 0.5979, 0.5921, 0.5911, 0.5862, 0.5862], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "33499189", "34905328", "20220731", "4270992", "18237384", "13798951", "5483793", "34436231", "9283422"], "ranked_scores": [0.7031, 0.6953, 0.6934, 0.6892, 0.6883, 0.6777, 0.6765, 0.6752, 0.6725, 0.672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5641, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "29107210", "28017005", "19945096", "70439309", "25886725", "6421734", "13782317", "5372432", "44265107"], "ranked_scores": [0.3449, 0.3409, 0.3013, 0.299, 0.2952, 0.2934, 0.293, 0.2818, 0.2811, 0.2718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "7225911", "19047331", "46765242", "9784254", "37256966", "27822315", "9021186", "4920376", "26887439"], "ranked_scores": [0.6632, 0.6626, 0.6572, 0.6569, 0.6516, 0.6482, 0.6481, 0.6477, 0.6447, 0.6403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "34537906", "44801733", "1871230", "10846815", "9225850", "2042250", "34469966", "20722510", "5519177"], "ranked_scores": [0.6133, 0.5524, 0.5523, 0.5423, 0.5392, 0.5383, 0.5379, 0.5369, 0.535, 0.5316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "41620295", "17671145", "14171859", "12892137", "7225911", "23076291", "22767022", "23286603", "31272411"], "ranked_scores": [0.564, 0.5465, 0.5414, 0.5412, 0.5385, 0.5328, 0.5324, 0.5277, 0.5247, 0.5246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "35087728", "2824347", "15319019", "16787954", "25014337", "5991309", "7224723", "341324", "28821565"], "ranked_scores": [0.5855, 0.5666, 0.5615, 0.5514, 0.5422, 0.5338, 0.5316, 0.527, 0.5256, 0.5248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4920376", "6407356", "1900152", "5492542", "21150010", "21382907", "5500086", "22635278", "26079071", "1454773"], "ranked_scores": [0.5561, 0.5543, 0.5532, 0.5508, 0.5501, 0.5434, 0.5403, 0.5379, 0.5345, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m96-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "4462079", "44624045", "16256507", "21636085", "30981192", "2425364", "275294", "520579", "34054472"], "ranked_scores": [0.5227, 0.5143, 0.5072, 0.4966, 0.4855, 0.4845, 0.4797, 0.4793, 0.4769, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6504953", "24241932", "13000926", "13350374", "1568684", "25687558", "28206748", "7198295", "29125354", "42387637"], "ranked_scores": [0.3195, 0.2779, 0.2768, 0.2699, 0.2579, 0.2482, 0.2422, 0.242, 0.2416, 0.2408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "25028913", "20526907", "4506414", "9813098", "16760369", "13282296", "3056682", "2138843", "13448422"], "ranked_scores": [0.6074, 0.5859, 0.5602, 0.5539, 0.5471, 0.5421, 0.538, 0.5337, 0.5307, 0.5274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "21557055", "9283422", "5914739", "51952430", "25479072", "34905328", "8698857", "22968257", "13398997"], "ranked_scores": [0.6204, 0.6126, 0.6088, 0.6088, 0.6081, 0.6067, 0.6066, 0.6043, 0.6032, 0.6014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "485020", "5912283", "8868863", "24921368", "4587978", "31612088", "80109277", "27150276", "38180456"], "ranked_scores": [0.3653, 0.3505, 0.3499, 0.3487, 0.3453, 0.3372, 0.3324, 0.3319, 0.3303, 0.3301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "23136735", "28617573", "46695481", "9764256", "27873158", "46355579", "19140422", "16980892", "7650066"], "ranked_scores": [0.641, 0.6234, 0.6219, 0.6182, 0.6151, 0.6092, 0.5925, 0.5903, 0.5677, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5143, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.6534, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "27693891", "23576165", "5094468", "13613916", "25519138", "16319097", "4423401", "23577014", "37362689"], "ranked_scores": [0.5777, 0.5525, 0.5499, 0.5471, 0.5394, 0.5394, 0.535, 0.5288, 0.5273, 0.5266], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "29509926", "2947124", "6936141", "883747", "46202852", "15462523", "24044977", "3672261"], "ranked_scores": [0.5841, 0.5779, 0.5615, 0.5593, 0.557, 0.548, 0.5474, 0.5454, 0.5428, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "20945963", "30655442", "23841828", "70490", "29107210"], "ranked_scores": [0.4059, 0.3419, 0.2865, 0.273, 0.2696, 0.2654, 0.2651, 0.2608, 0.2604, 0.2557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7343711", "24282306", "5406411", "34378726", "24707550", "38587347", "3680979", "19005293", "32742683", "15889329"], "ranked_scores": [0.5548, 0.5539, 0.5421, 0.5417, 0.5406, 0.5344, 0.5326, 0.5313, 0.5298, 0.5285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2192419", "6853699", "2973910", "10284593", "15879931", "5821617", "40632104", "13651792", "4421742", "21179714"], "ranked_scores": [0.4933, 0.4932, 0.449, 0.4397, 0.4374, 0.4298, 0.4253, 0.4181, 0.4181, 0.414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "23509113", "26873988", "15425958", "17682477", "46765242", "4816339", "46926352", "12899612", "2947124"], "ranked_scores": [0.5314, 0.5296, 0.5275, 0.5229, 0.5226, 0.5186, 0.516, 0.5118, 0.5117, 0.5082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["43224840", "34876410", "12670680", "2474731", "38369817", "17741440", "1071991", "4406819", "20851402", "9705208"], "ranked_scores": [0.2951, 0.2875, 0.2712, 0.267, 0.2635, 0.2626, 0.2563, 0.2562, 0.255, 0.2545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24510595", "24148722", "1358909", "6945285", "44830890", "41264017", "6504953", "14726759"], "ranked_scores": [0.3943, 0.3861, 0.3819, 0.3812, 0.3705, 0.3503, 0.3498, 0.3498, 0.3491, 0.347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "41493639", "21301090", "997143", "9754530", "32969964", "39970500", "6137330", "116556376"], "ranked_scores": [0.4103, 0.3615, 0.3297, 0.3265, 0.3232, 0.3198, 0.3145, 0.313, 0.3115, 0.3094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "1848452", "9291668", "26230669", "22543403", "22551259", "7514614", "4434951", "4679264"], "ranked_scores": [0.6829, 0.6781, 0.6633, 0.6606, 0.6444, 0.634, 0.6296, 0.6218, 0.6122, 0.5987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "38028419", "23076291", "6277638", "17195001", "22116439", "38811597", "44693226", "38623601"], "ranked_scores": [0.5093, 0.4985, 0.4881, 0.4846, 0.4805, 0.4778, 0.4734, 0.471, 0.4689, 0.4652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "12885341", "27602752", "9433958", "10648422", "26873988", "37762357", "28015516", "1933281"], "ranked_scores": [0.6217, 0.6179, 0.6123, 0.6111, 0.6101, 0.6044, 0.6021, 0.5978, 0.5865, 0.5864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "37480103", "15559582", "25973484", "13831842", "23557241", "17450673", "22007333", "13831558", "21874312"], "ranked_scores": [0.6559, 0.6402, 0.6213, 0.615, 0.6129, 0.6119, 0.6099, 0.6011, 0.5998, 0.5959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46355579", "6561200", "46695481", "12779444", "9764256", "36355784", "28617573", "32423829", "23136735"], "ranked_scores": [0.5981, 0.5965, 0.5871, 0.5802, 0.5764, 0.5748, 0.5706, 0.5546, 0.5542, 0.554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "885056", "21330280", "13290521", "7912", "6209599", "19165076", "2619579", "44366096", "7225911"], "ranked_scores": [0.542, 0.5372, 0.5292, 0.5275, 0.5268, 0.526, 0.5223, 0.5214, 0.5213, 0.5209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["6315132", "883747", "23665162", "46202852", "24943534", "24596228", "24512064", "15707049", "43329366", "38944245"], "ranked_scores": [0.4337, 0.4315, 0.4281, 0.424, 0.4168, 0.4139, 0.4091, 0.4087, 0.4071, 0.406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "1848452", "13350374", "7514614", "7834603", "2466614", "1084345", "2543135", "24347647"], "ranked_scores": [0.4715, 0.4492, 0.44, 0.4381, 0.4353, 0.4262, 0.4229, 0.4215, 0.4203, 0.4161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "41913714", "3107733", "12225214", "41325555", "28006126", "2714623", "16120395", "14155726", "5914739"], "ranked_scores": [0.6807, 0.6595, 0.6585, 0.6575, 0.6574, 0.6551, 0.6551, 0.654, 0.6498, 0.6483], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "8672737", "14566771", "15889329", "25416944", "24921368", "25761154", "43226130", "40996863"], "ranked_scores": [0.5398, 0.4402, 0.4298, 0.4157, 0.4118, 0.4116, 0.4097, 0.4056, 0.4045, 0.4014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40476126", "15548965", "7221410", "43711341", "14155726", "2119889", "20313748", "2158516", "21179714", "22968257"], "ranked_scores": [0.5397, 0.5206, 0.5178, 0.5149, 0.5125, 0.5034, 0.5021, 0.501, 0.5001, 0.4984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["31962403", "12225214", "23577014", "7451607", "21330280", "6422576", "778436", "37362689", "22896970", "23393712"], "ranked_scores": [0.5849, 0.5745, 0.5745, 0.5721, 0.5704, 0.5694, 0.5675, 0.567, 0.5641, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "13921783", "5765455", "3863543", "41293601", "5782614", "11992632", "2359152", "5836", "21692235"], "ranked_scores": [0.5981, 0.578, 0.5778, 0.5677, 0.5641, 0.5626, 0.5614, 0.5578, 0.5567, 0.5549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["41913714", "36540079", "22174015", "17416520", "15983148", "15491404", "4447055", "16280642", "14092737", "11674596"], "ranked_scores": [0.4476, 0.441, 0.4395, 0.4382, 0.438, 0.4366, 0.4356, 0.4343, 0.4337, 0.4325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "275294", "25599283", "3150030", "22023404", "6718824", "36960449"], "ranked_scores": [0.505, 0.4744, 0.4689, 0.4585, 0.428, 0.4241, 0.4204, 0.4183, 0.4165, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["4303939", "71625969", "8892905", "38028419", "22023404", "5775033", "37207226", "30981192", "6718824", "583260"], "ranked_scores": [0.3793, 0.3738, 0.368, 0.3671, 0.3667, 0.3585, 0.3561, 0.3547, 0.3511, 0.3496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2014909", "4979184", "6944800", "1065627", "43224840", "1386103", "6948886", "26973393", "7028976", "8774475"], "ranked_scores": [0.5348, 0.5299, 0.5238, 0.5203, 0.5181, 0.5139, 0.5109, 0.5105, 0.5069, 0.5044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["14566771", "57574395", "8672737", "13768432", "28338268", "15707049", "32743723", "17930286", "18104691", "35534019"], "ranked_scores": [0.5066, 0.5011, 0.5008, 0.4848, 0.4827, 0.4796, 0.477, 0.4734, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "24625323", "41264017", "28419824", "24408040", "13933299", "37488367", "71625969", "409280"], "ranked_scores": [0.5632, 0.536, 0.5167, 0.5121, 0.4899, 0.4894, 0.489, 0.4886, 0.4866, 0.486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "41913714", "17333231", "31624828", "34905328", "33911859", "41337677", "30261663", "14308244", "25946292"], "ranked_scores": [0.6343, 0.6138, 0.607, 0.6056, 0.602, 0.5955, 0.5935, 0.5911, 0.5886, 0.5872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "20675284", "9159125", "41710132", "26735905", "28334217", "12685434", "31682248"], "ranked_scores": [0.6383, 0.6059, 0.5953, 0.586, 0.5807, 0.5799, 0.5734, 0.5662, 0.5566, 0.5566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "6123924", "3545805", "13798951", "29347970", "994800", "20220731", "28006126", "10165258"], "ranked_scores": [0.6816, 0.6639, 0.663, 0.6624, 0.6606, 0.6595, 0.6569, 0.6567, 0.6537, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "35443524", "13798951", "3835423", "4430962", "54561384", "6123924", "45414636", "18374364"], "ranked_scores": [0.6268, 0.6092, 0.5426, 0.542, 0.5354, 0.5351, 0.5336, 0.532, 0.5306, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "35987381", "5867846", "8300657", "10648422", "28738741", "21274496", "16572581", "7224723", "92308"], "ranked_scores": [0.58, 0.5387, 0.5375, 0.5285, 0.5195, 0.5188, 0.516, 0.5123, 0.5119, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "34582256", "8698208", "6504953", "40005757", "13481880", "36830715", "38830961", "44693226", "16066726"], "ranked_scores": [0.2778, 0.2707, 0.267, 0.2664, 0.2647, 0.2555, 0.255, 0.2548, 0.2529, 0.2505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "26045237", "14241418", "25014337", "14819804", "293661", "25895285", "12641252", "19497526"], "ranked_scores": [0.5235, 0.5202, 0.5135, 0.5099, 0.5086, 0.506, 0.4993, 0.4988, 0.4986, 0.4931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24873253", "15476777", "25298276", "24916604", "3613041", "24634621", "46485368", "41340212", "26000593", "8037453"], "ranked_scores": [0.6197, 0.6107, 0.5881, 0.5798, 0.5795, 0.5791, 0.5771, 0.5731, 0.5713, 0.5673], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["45449835", "10648422", "14496749", "34378726", "5752492", "9977329", "40632104", "20722510", "3672261", "26230669"], "ranked_scores": [0.6013, 0.5989, 0.596, 0.5956, 0.5949, 0.5934, 0.5897, 0.5864, 0.5862, 0.5853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "5914739", "33499189", "8903143", "29347970", "13798951", "5483793", "20220731", "4270992"], "ranked_scores": [0.7219, 0.7055, 0.6912, 0.691, 0.6873, 0.6863, 0.6854, 0.6852, 0.6803, 0.6791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "45920278", "5372432", "21323587", "29107210", "6504953", "3662510", "38180456", "409280", "19071857"], "ranked_scores": [0.3104, 0.3082, 0.3041, 0.3007, 0.2973, 0.2864, 0.2811, 0.2795, 0.2786, 0.278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "46765242", "19047331", "9784254", "29073751", "24624992", "17671145", "4920376", "31272411", "2042250"], "ranked_scores": [0.6699, 0.6609, 0.6564, 0.6547, 0.6483, 0.6478, 0.6376, 0.6353, 0.6327, 0.6313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "5519177", "3506723", "44801733", "34378726", "34735369", "28015516", "1616661"], "ranked_scores": [0.6351, 0.5572, 0.5523, 0.537, 0.5364, 0.5355, 0.5319, 0.531, 0.5281, 0.527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "7225911", "41620295", "56486733", "14171859", "17671145", "14380875", "14155726", "12217662", "23286603"], "ranked_scores": [0.5813, 0.5636, 0.5633, 0.5575, 0.5501, 0.5477, 0.5329, 0.5308, 0.5306, 0.5265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "35087728", "341324", "25014337", "16787954", "2824347", "7224723", "31363207", "5991309", "15319019"], "ranked_scores": [0.6263, 0.5946, 0.5566, 0.5524, 0.5487, 0.5429, 0.5406, 0.5384, 0.536, 0.5356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "5492542", "21150010", "7613033", "22635278", "8659426", "6407356", "26079071", "26886351", "46765242"], "ranked_scores": [0.5659, 0.5621, 0.5568, 0.5528, 0.5505, 0.5482, 0.5471, 0.5447, 0.54, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m128-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "4462079", "12810152", "16256507", "22023404", "21636085", "23267371", "275294", "2425364", "44572913"], "ranked_scores": [0.5236, 0.5155, 0.5115, 0.505, 0.4946, 0.4943, 0.4808, 0.4739, 0.47, 0.4636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6504953", "13000926", "38023457", "1568684", "25687558", "29125354", "7198295", "37424881", "970012", "42387637"], "ranked_scores": [0.2958, 0.2796, 0.2713, 0.2702, 0.2663, 0.2582, 0.2574, 0.2561, 0.2534, 0.2479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "25028913", "13448422", "20526907", "38630735", "16760369", "34054472", "21301090", "4506414"], "ranked_scores": [0.625, 0.5797, 0.568, 0.557, 0.5485, 0.5469, 0.5357, 0.5244, 0.5204, 0.5204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "5914739", "8903143", "24042363", "34905328", "25479072", "8305686", "9283422", "8698857", "21557055"], "ranked_scores": [0.6274, 0.6223, 0.6192, 0.6114, 0.6097, 0.6062, 0.6001, 0.5984, 0.5975, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "4587978", "31612088", "31554917", "38752049", "485020", "24921368", "11913139", "8868863"], "ranked_scores": [0.4087, 0.3675, 0.3575, 0.3567, 0.3552, 0.3493, 0.3458, 0.3449, 0.3406, 0.3392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["23136735", "46695481", "6561200", "28617573", "46355579", "27873158", "7650066", "9764256", "19140422", "1203035"], "ranked_scores": [0.6531, 0.6528, 0.6423, 0.6329, 0.6324, 0.616, 0.5837, 0.5793, 0.5782, 0.5508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.4144, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6766, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "5094468", "31962403", "27693891", "20672596", "16319097", "5144381", "37362689", "1344498", "25519138"], "ranked_scores": [0.5716, 0.5602, 0.5515, 0.5474, 0.542, 0.5392, 0.5351, 0.5334, 0.5332, 0.532], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "29509926", "19005293", "46202852", "883747", "6501747", "25602549", "24044977", "2947124"], "ranked_scores": [0.5925, 0.5752, 0.5728, 0.5659, 0.5626, 0.5534, 0.5484, 0.5481, 0.5452, 0.5411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11624482", "13097856", "30655442", "327319", "21377587"], "ranked_scores": [0.4704, 0.3297, 0.31, 0.3005, 0.2757, 0.2741, 0.2699, 0.2688, 0.2685, 0.2584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["32742683", "7343711", "19005293", "24282306", "15972906", "3680979", "219475", "24707550", "4380287", "306006"], "ranked_scores": [0.5501, 0.5455, 0.5399, 0.5378, 0.5323, 0.5314, 0.531, 0.5263, 0.5254, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "2973910", "15879931", "9315213", "21179714", "12866641", "23509113", "6580081"], "ranked_scores": [0.4853, 0.4613, 0.4511, 0.4496, 0.4362, 0.4232, 0.4192, 0.418, 0.4162, 0.4106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "23509113", "4816339", "27555165", "24044977", "12899612", "15425958", "17741440", "8246922", "17682477"], "ranked_scores": [0.5451, 0.5288, 0.5284, 0.5234, 0.5208, 0.5179, 0.5172, 0.5156, 0.5109, 0.5107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["12670680", "17741440", "4406819", "22401720", "7764903", "34876410", "43224840", "38369817", "40769868", "30464859"], "ranked_scores": [0.2941, 0.2908, 0.2899, 0.2821, 0.2789, 0.2745, 0.2734, 0.2729, 0.2692, 0.2657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "27076725", "24510595", "44830890", "12667988", "28419824", "41264017", "6945285", "15678772"], "ranked_scores": [0.4095, 0.3864, 0.3783, 0.3689, 0.3635, 0.357, 0.3537, 0.3452, 0.3452, 0.3435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "45276789", "9754530", "79231308", "21767325", "39970500", "980196", "3610080", "70490"], "ranked_scores": [0.4159, 0.3519, 0.3515, 0.3293, 0.3249, 0.317, 0.3149, 0.3137, 0.3097, 0.3076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "1848452", "22264117", "22551259", "22543403", "4434951", "7514614", "26230669", "2466614"], "ranked_scores": [0.7099, 0.7018, 0.6827, 0.673, 0.6688, 0.6506, 0.6408, 0.6371, 0.6261, 0.6172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "44693226", "45770026", "19950357", "17195001", "26330861", "14501880", "15282056"], "ranked_scores": [0.5158, 0.5074, 0.4864, 0.4849, 0.4821, 0.4781, 0.4779, 0.4778, 0.4766, 0.4763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "9433958", "26873988", "8300657", "12885341", "10648422", "27602752", "1386103", "6710699", "22705234"], "ranked_scores": [0.6441, 0.6352, 0.6259, 0.6204, 0.6103, 0.6077, 0.5982, 0.5916, 0.5907, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "15559582", "27123743", "13831842", "25973484", "17450673", "21874312", "5487448", "23557241"], "ranked_scores": [0.6504, 0.6475, 0.6442, 0.641, 0.6278, 0.6174, 0.6129, 0.6001, 0.5985, 0.5948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "6561200", "36355784", "46695481", "27873158", "32423829", "23136735", "28617573", "12779444", "9764256"], "ranked_scores": [0.6358, 0.6041, 0.6035, 0.6, 0.5995, 0.5931, 0.5754, 0.5753, 0.5742, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "22623275", "13290521", "41337677", "885056", "2619579", "30261663", "44366096", "17195001", "7860396"], "ranked_scores": [0.549, 0.5422, 0.5375, 0.5337, 0.5323, 0.531, 0.5279, 0.5217, 0.5176, 0.5176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["46202852", "24512064", "883747", "24596228", "6315132", "24943534", "24088502", "29224825", "1153655", "23665162"], "ranked_scores": [0.4543, 0.4519, 0.4395, 0.4301, 0.4273, 0.4241, 0.423, 0.419, 0.4155, 0.4061], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "7514614", "1848452", "2543135", "7834603", "1084345", "18949516", "20418809", "2466614"], "ranked_scores": [0.5199, 0.4579, 0.4445, 0.4433, 0.4397, 0.4326, 0.4283, 0.4245, 0.4236, 0.4202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "10247314", "2714623", "41913714", "13790144", "45096063", "16120395", "41928290", "28006126", "8305686"], "ranked_scores": [0.6835, 0.6597, 0.6594, 0.6581, 0.6451, 0.6449, 0.6436, 0.6408, 0.6397, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "8672737", "5811042", "23670644", "25416944", "22309946", "25761154", "26409363"], "ranked_scores": [0.5557, 0.4383, 0.4366, 0.4334, 0.4308, 0.4275, 0.4255, 0.4171, 0.4116, 0.4076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "40476126", "21179714", "35660758", "20646904", "5953485", "14155726", "2158516", "22968257", "8458567"], "ranked_scores": [0.5481, 0.5151, 0.5103, 0.5088, 0.5061, 0.5057, 0.5045, 0.5025, 0.4996, 0.4966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["31962403", "23577014", "17919731", "22896970", "31514338", "37362689", "6422576", "12225214", "2988714", "11922370"], "ranked_scores": [0.6045, 0.5818, 0.5803, 0.5788, 0.5745, 0.5731, 0.571, 0.5687, 0.5684, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "3863543", "41293601", "20904154", "21692235", "11992632", "5836", "26336593", "2359152"], "ranked_scores": [0.5951, 0.5811, 0.5795, 0.5791, 0.5667, 0.5648, 0.5621, 0.5621, 0.5585, 0.558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21754541", "17416520", "36540079", "14092737", "46816158", "41913714", "16472469", "15548965", "16280642", "26607366"], "ranked_scores": [0.4594, 0.451, 0.4492, 0.4413, 0.44, 0.4395, 0.4391, 0.4371, 0.437, 0.434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "2425364", "21553394", "30720103", "22023404", "275294", "6718824", "25599283", "3150030", "16256507"], "ranked_scores": [0.5388, 0.4855, 0.4817, 0.4719, 0.4467, 0.4321, 0.4321, 0.428, 0.4198, 0.4153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["8892905", "38028419", "71625969", "4303939", "30981192", "22023404", "21553394", "25974070", "6718824", "23267371"], "ranked_scores": [0.3905, 0.3769, 0.3732, 0.3713, 0.3701, 0.3698, 0.3659, 0.3594, 0.3568, 0.354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "26973393", "4979184", "6944800", "40963697", "18237384", "34103335", "5483793", "32927401"], "ranked_scores": [0.547, 0.5243, 0.5223, 0.517, 0.5151, 0.5136, 0.5111, 0.5093, 0.5076, 0.5072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "14566771", "28338268", "57574395", "17930286", "10284593", "24921368", "24989194", "18104691"], "ranked_scores": [0.5293, 0.5109, 0.5079, 0.5034, 0.4953, 0.4921, 0.48, 0.4763, 0.474, 0.4713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "1358909", "24625323", "33733520", "32463364", "41264017", "24408040", "583260", "28419824"], "ranked_scores": [0.574, 0.5257, 0.508, 0.497, 0.4845, 0.4838, 0.4809, 0.4754, 0.466, 0.4658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "41913714", "17333231", "13923140", "31624828", "34905328", "14308244", "57574395", "13380011"], "ranked_scores": [0.6316, 0.6197, 0.6154, 0.6026, 0.5981, 0.5948, 0.5927, 0.5899, 0.5839, 0.5834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "9159125", "4979184", "20675284", "41710132", "26735905", "58006489", "28334217", "31682248"], "ranked_scores": [0.6451, 0.6178, 0.6087, 0.601, 0.5992, 0.5971, 0.596, 0.5676, 0.5645, 0.5626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "29347970", "9558539", "20344442", "22174015", "20388894", "28006126", "6123924", "20220731", "1982286"], "ranked_scores": [0.6806, 0.667, 0.6648, 0.6618, 0.6606, 0.6589, 0.6558, 0.6535, 0.6532, 0.6484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "54561384", "20457190", "4430962", "21012916", "35443524", "24879055", "13798951"], "ranked_scores": [0.6643, 0.635, 0.5531, 0.5525, 0.5442, 0.5429, 0.5367, 0.5348, 0.5336, 0.5321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "18275697", "28738741", "16572581", "5398179", "8563659", "31560225"], "ranked_scores": [0.5915, 0.5552, 0.5402, 0.5302, 0.521, 0.5189, 0.5149, 0.5112, 0.5057, 0.5026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "18678095", "46112052", "13481880", "38830961", "28821565", "40005757", "37296667", "22312627"], "ranked_scores": [0.2966, 0.2829, 0.2802, 0.2746, 0.2732, 0.2684, 0.2679, 0.2649, 0.2636, 0.2629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "34016944", "26045237", "2158516", "14241418", "25014337", "14819804", "41337677", "16966326", "293661"], "ranked_scores": [0.5483, 0.5174, 0.5153, 0.5115, 0.5109, 0.504, 0.5013, 0.4913, 0.4891, 0.4866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "5492542", "8037453", "24916604", "46485368", "25298276", "40790033", "42731834", "20127522"], "ranked_scores": [0.6136, 0.6106, 0.5907, 0.5848, 0.5845, 0.5745, 0.5716, 0.571, 0.5701, 0.5663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "45449835", "16488405", "2947124", "17438862", "32665136", "5752492", "44935041", "40632104", "9977329"], "ranked_scores": [0.6043, 0.597, 0.5957, 0.5957, 0.5937, 0.5909, 0.588, 0.5874, 0.5874, 0.5825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "33499189", "34905328", "8903143", "13798951", "5483793", "29347970", "18237384", "4270992", "34436231"], "ranked_scores": [0.7254, 0.7038, 0.6914, 0.6885, 0.6884, 0.6877, 0.6861, 0.6854, 0.6819, 0.6768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "5372432", "21323587", "29107210", "44265107", "19071857", "21377587", "6421734", "3662510"], "ranked_scores": [0.344, 0.3041, 0.2979, 0.2941, 0.2924, 0.2916, 0.2878, 0.2843, 0.2809, 0.2769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "46765242", "29073751", "9784254", "4702639", "17671145", "31272411", "24624992", "4920376"], "ranked_scores": [0.6769, 0.6596, 0.6508, 0.649, 0.6474, 0.6433, 0.6403, 0.638, 0.6379, 0.6367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "23509113", "9225850", "28015516", "2947124", "5519177", "17327939", "25036988"], "ranked_scores": [0.6339, 0.5881, 0.5654, 0.5564, 0.5513, 0.5397, 0.5389, 0.5295, 0.529, 0.5285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14171859", "885056", "56486733", "17671145", "7225911", "41620295", "14380875", "31272411", "4396105", "43711341"], "ranked_scores": [0.5776, 0.5717, 0.5693, 0.5664, 0.566, 0.5612, 0.5527, 0.5441, 0.5437, 0.5279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "35087728", "341324", "2824347", "5991309", "7111021", "16787954", "15319019", "31363207", "26045237"], "ranked_scores": [0.6476, 0.5933, 0.5802, 0.5778, 0.5676, 0.5568, 0.5554, 0.5516, 0.5465, 0.5374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "1900152", "6407356", "7613033", "8659426", "5492542", "9767444", "3462075", "26886351", "12641252"], "ranked_scores": [0.5591, 0.5556, 0.5485, 0.5481, 0.5461, 0.5455, 0.5401, 0.5369, 0.5364, 0.5355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m24-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "3150030", "30720103", "30981192", "21553394", "36960449", "12810152", "44572913", "25974070"], "ranked_scores": [0.607, 0.5988, 0.5892, 0.5772, 0.5743, 0.569, 0.5651, 0.5615, 0.5581, 0.5575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "40473317", "26886351", "34582256", "36838958", "40655970", "970012", "26474812", "18488986", "10648422"], "ranked_scores": [0.3188, 0.2779, 0.2756, 0.2628, 0.2548, 0.2519, 0.2516, 0.2478, 0.2455, 0.2448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "8318922", "27449472", "4506414", "35714909", "16760369", "31889025", "15984735", "8842332"], "ranked_scores": [0.6027, 0.5828, 0.5752, 0.5729, 0.5692, 0.5658, 0.5645, 0.5623, 0.5484, 0.5452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "33499189", "2714623", "5914739", "4324278", "34905328", "2825380", "22317868", "5531479"], "ranked_scores": [0.5749, 0.5703, 0.5597, 0.5577, 0.5515, 0.5443, 0.5402, 0.538, 0.5374, 0.5353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "22995579", "31554917", "27150276", "24055603", "5551138", "38752049", "24318630", "36033696", "11913139"], "ranked_scores": [0.4589, 0.3601, 0.3543, 0.3418, 0.3358, 0.3326, 0.3221, 0.3207, 0.3194, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "6561200", "23136735", "27873158", "9764256", "28617573", "19140422", "46355579", "16980892", "6748318"], "ranked_scores": [0.7211, 0.7211, 0.7188, 0.7168, 0.7138, 0.7137, 0.6879, 0.675, 0.6632, 0.6298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8486, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "23895668", "3831884", "38533515", "4138659", "13613916", "7621534", "34445160", "24315156", "10482574"], "ranked_scores": [0.6103, 0.5783, 0.5653, 0.5625, 0.5615, 0.5598, 0.5597, 0.5596, 0.5589, 0.5587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2248870", "17327939", "20610557", "25738896", "67045088", "219475", "18237384", "19005293", "40365566"], "ranked_scores": [0.5778, 0.5732, 0.5658, 0.5643, 0.5616, 0.5596, 0.556, 0.556, 0.5531, 0.5493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "26456326", "20945963", "16979690", "427865", "13097856", "6477536", "70490", "22401061", "29107210"], "ranked_scores": [0.3976, 0.3819, 0.3783, 0.3604, 0.3603, 0.3577, 0.3471, 0.3411, 0.3408, 0.3408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "7869794", "3727986", "8137081", "381602", "19510470", "3330111", "18237384", "46926352", "24726600"], "ranked_scores": [0.5828, 0.5768, 0.5694, 0.5646, 0.5571, 0.5546, 0.5517, 0.5491, 0.5457, 0.5455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "10162553", "952111", "10812605", "19510470", "32742683", "15946643", "5099266", "43224840", "45401535"], "ranked_scores": [0.3097, 0.2885, 0.2811, 0.2789, 0.273, 0.2727, 0.2662, 0.2652, 0.2649, 0.2619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "17934082", "2296264", "46765242", "19510470", "22241778", "123859", "2474731", "2274272", "36432234"], "ranked_scores": [0.4217, 0.3883, 0.3853, 0.3798, 0.3793, 0.3789, 0.3781, 0.3762, 0.3723, 0.3701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "46926352", "25175997", "38369817", "4928282", "8290953", "6137330", "4910408", "3896759", "24660385"], "ranked_scores": [0.2518, 0.2236, 0.2069, 0.2028, 0.199, 0.1978, 0.1899, 0.1881, 0.1874, 0.1868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "44830890", "17930286", "22995579", "24055603", "28419824", "30813140", "7965928", "14606752", "21274919"], "ranked_scores": [0.5129, 0.5079, 0.4992, 0.4709, 0.4697, 0.4679, 0.4651, 0.4632, 0.4583, 0.4447], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["37628989", "15482274", "25098790", "5151024", "25515907", "4695046", "10071590", "11441172", "52874170", "6748318"], "ranked_scores": [0.3695, 0.3655, 0.3463, 0.3408, 0.3342, 0.3292, 0.3218, 0.3218, 0.3209, 0.3157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22551259", "4434951", "22543403", "7514614", "7808055", "26230669", "4679264", "7988832"], "ranked_scores": [0.7072, 0.7001, 0.6942, 0.6813, 0.6777, 0.6721, 0.6667, 0.6645, 0.6555, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "9899292", "6277638", "22023404", "45770026", "45153864", "26244918", "1227277", "31407112", "3150030"], "ranked_scores": [0.4261, 0.4251, 0.4218, 0.4216, 0.4202, 0.4162, 0.4113, 0.4067, 0.4063, 0.4062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26873988", "26133404", "10450300", "5137019", "37762357", "23305884", "18938992", "15425958", "2947124", "10627801"], "ranked_scores": [0.6576, 0.6533, 0.6467, 0.63, 0.623, 0.6219, 0.6181, 0.6177, 0.6159, 0.6133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["16322674", "13831842", "17450673", "5487448", "37480103", "22007333", "23557241", "27123743", "25973484", "13831558"], "ranked_scores": [0.7055, 0.7046, 0.7, 0.6982, 0.6907, 0.6896, 0.6892, 0.6872, 0.6756, 0.6747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "12779444", "27873158", "46695481", "6561200", "6748318", "9764256", "28617573", "23136735"], "ranked_scores": [0.6573, 0.6409, 0.6329, 0.6304, 0.6252, 0.6219, 0.6194, 0.6122, 0.6043, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "16172576", "23746313", "44366096", "31560225", "8005007", "26133404", "285794", "12885341", "5633957"], "ranked_scores": [0.4392, 0.4376, 0.4319, 0.4305, 0.4288, 0.4278, 0.4255, 0.4212, 0.4183, 0.3925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14492339", "9056874", "24512064", "27243019", "8137081", "5132358", "24088502", "19510470", "16488405", "44562221"], "ranked_scores": [0.4722, 0.4698, 0.4649, 0.4619, 0.4484, 0.4383, 0.4375, 0.4371, 0.4351, 0.4338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "22264117", "26230669", "7834603", "6313547", "24347647", "10012166", "8519911", "1848452", "663464"], "ranked_scores": [0.5057, 0.5037, 0.4806, 0.4759, 0.4673, 0.4648, 0.4588, 0.4542, 0.4542, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["36464673", "19313533", "3849194", "8856690", "45875990", "22036571", "935538", "25901598", "4324278", "38533515"], "ranked_scores": [0.625, 0.6219, 0.6179, 0.6141, 0.6119, 0.6108, 0.6068, 0.606, 0.6049, 0.6024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "31324978", "4399268", "97884", "9559146", "36830715", "116792", "32665136", "41822527"], "ranked_scores": [0.5266, 0.3785, 0.3742, 0.3439, 0.3431, 0.3333, 0.3312, 0.3296, 0.3231, 0.3228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["12932176", "3825472", "20313748", "5700349", "6076903", "23420615", "15491404", "7093809", "13992047", "44408494"], "ranked_scores": [0.5319, 0.5262, 0.5182, 0.5037, 0.5021, 0.4985, 0.4971, 0.497, 0.4922, 0.4895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "24766509", "6422576", "11922370", "8610932", "26374799", "4457834", "16839245", "9988425", "2437807"], "ranked_scores": [0.558, 0.5345, 0.5325, 0.5313, 0.5247, 0.5219, 0.5176, 0.5153, 0.515, 0.5141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "22543403", "8925851", "5765455", "33677323", "13717103", "14717213", "5782614", "7020505", "36082224"], "ranked_scores": [0.6034, 0.5786, 0.5712, 0.5637, 0.5585, 0.5536, 0.5524, 0.5452, 0.5434, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["43224840", "4447055", "36830715", "4319844", "18810195", "2061878", "16472469", "19132741", "25942757", "28230867"], "ranked_scores": [0.3555, 0.3534, 0.3464, 0.345, 0.3439, 0.3416, 0.3376, 0.3357, 0.3351, 0.3348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "23267371", "21553394", "36960449", "3150030", "275294", "41915616", "16256507", "22023404", "4462079"], "ranked_scores": [0.5166, 0.4976, 0.492, 0.4686, 0.4456, 0.4193, 0.408, 0.408, 0.4049, 0.4011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["31407112", "13923140", "2831620", "38028419", "71625969", "39558597", "6718824", "22482024", "6042706", "27449472"], "ranked_scores": [0.4329, 0.4224, 0.4223, 0.4222, 0.4192, 0.4151, 0.4125, 0.4118, 0.4106, 0.4102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "11172205", "4429118", "6944800", "26231129", "13952658", "2177022", "11335781", "7343711", "3391547"], "ranked_scores": [0.5007, 0.4631, 0.4603, 0.4582, 0.4528, 0.445, 0.445, 0.4413, 0.4383, 0.4369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "17421851", "2587396", "4446814", "24989194", "2973910", "25404036", "2194320", "22309946"], "ranked_scores": [0.5713, 0.5639, 0.5596, 0.5297, 0.5186, 0.5164, 0.5132, 0.5083, 0.5051, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "6945285", "32463364", "41264017", "34054472", "38752049", "16180601", "12206390", "33733520", "5691302"], "ranked_scores": [0.598, 0.5275, 0.5173, 0.5149, 0.5084, 0.5076, 0.5059, 0.5048, 0.504, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["57574395", "12932176", "2947124", "22116439", "23702805", "11254556", "19683625", "13380011", "8246922", "25827024"], "ranked_scores": [0.631, 0.6298, 0.6031, 0.603, 0.6016, 0.6001, 0.5989, 0.5972, 0.5966, 0.5958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "42693833", "18358026", "38751591", "17755060", "26059876", "7185591", "5254463"], "ranked_scores": [0.6316, 0.5869, 0.5615, 0.5536, 0.5528, 0.5516, 0.55, 0.5491, 0.5478, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "45414636", "18882947", "20388894", "18231807", "13798951", "3835423", "14311986", "20738970", "21185923"], "ranked_scores": [0.6304, 0.6159, 0.6154, 0.6096, 0.6079, 0.6045, 0.599, 0.5975, 0.5975, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17463549", "10165258", "34905328", "45414636", "54561384", "25985964", "5415832", "14492339"], "ranked_scores": [0.6189, 0.572, 0.529, 0.5246, 0.5243, 0.5193, 0.5191, 0.514, 0.5131, 0.5117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "11238951", "42065070", "21274496", "27602752", "18938992", "24596228", "26133404", "20357868"], "ranked_scores": [0.6825, 0.5424, 0.5398, 0.5365, 0.5307, 0.5298, 0.5245, 0.5237, 0.5229, 0.521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["17755060", "2701077", "28334217", "25300426", "5468807", "2613411", "22968257", "33370", "4920376", "23895668"], "ranked_scores": [0.3124, 0.3061, 0.2942, 0.292, 0.2881, 0.2862, 0.2837, 0.2829, 0.28, 0.2791], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "6426919", "15319019", "12885341", "13106686", "16882895", "30437264", "18275697", "35651106", "26607366"], "ranked_scores": [0.5397, 0.5232, 0.5062, 0.5011, 0.4905, 0.488, 0.4876, 0.4807, 0.4804, 0.4788], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "24634621", "39443128", "3471191", "14664424", "7613033", "32421068", "2492146", "26973393"], "ranked_scores": [0.5523, 0.5394, 0.5368, 0.5348, 0.5325, 0.5297, 0.5281, 0.526, 0.5237, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "21498497", "5752492", "26873988", "34469966", "9977329", "4391121", "34436231", "4380287", "17438862"], "ranked_scores": [0.605, 0.6047, 0.5998, 0.5903, 0.59, 0.5803, 0.5757, 0.5715, 0.5713, 0.5658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["33499189", "34905328", "8903143", "2714623", "5914739", "2825380", "22647695", "18758057", "13798951", "13778710"], "ranked_scores": [0.7231, 0.7172, 0.7052, 0.7027, 0.6951, 0.6857, 0.6813, 0.6801, 0.6723, 0.6719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "25886725", "6421734", "31612088", "29107210", "19945096", "21377587", "45548062", "12087063"], "ranked_scores": [0.4191, 0.3866, 0.3668, 0.3579, 0.3344, 0.3331, 0.3291, 0.3277, 0.323, 0.3229], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9301606", "36838958", "52944377", "10015292", "8002887", "29851836", "14874811", "21199527", "4583180", "4795303"], "ranked_scores": [0.5983, 0.5884, 0.5878, 0.5719, 0.5704, 0.57, 0.5608, 0.558, 0.5557, 0.5534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "31272411", "9784254", "2042250", "8137081", "29473081", "38587347", "22317868", "4447785"], "ranked_scores": [0.6632, 0.599, 0.5718, 0.5715, 0.5682, 0.5663, 0.557, 0.5569, 0.5559, 0.5537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "1285713", "41325555", "29321530", "23863551", "21557055", "28107602", "1686997", "9669099", "6784372"], "ranked_scores": [0.55, 0.5315, 0.5287, 0.5256, 0.5232, 0.5168, 0.5144, 0.5094, 0.5043, 0.5032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "5284188", "7111021", "1986482", "13071728", "39984099", "13899137", "13901073", "7224723"], "ranked_scores": [0.5749, 0.5214, 0.5124, 0.4917, 0.4902, 0.4863, 0.4863, 0.4846, 0.4804, 0.4767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["2296264", "12641252", "4468861", "27437459", "4688340", "24634621", "39443128", "9767444", "5500086", "22635278"], "ranked_scores": [0.4998, 0.4877, 0.4856, 0.475, 0.4695, 0.4689, 0.4678, 0.465, 0.4648, 0.4613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m32-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "36960449", "30720103", "21553394", "3150030", "30981192", "25974070", "33409100"], "ranked_scores": [0.6255, 0.598, 0.5918, 0.5817, 0.5743, 0.5739, 0.5696, 0.5592, 0.5478, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "36838958", "40473317", "11020556", "970012", "1550937", "7399084", "10648422", "26886351", "1933281"], "ranked_scores": [0.3106, 0.2752, 0.274, 0.2694, 0.2636, 0.2635, 0.2611, 0.2588, 0.2563, 0.2561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "4506414", "27449472", "16760369", "30983338", "31889025", "35714909", "8318922", "6176498"], "ranked_scores": [0.6044, 0.5983, 0.5725, 0.5682, 0.556, 0.5494, 0.547, 0.5425, 0.5391, 0.5369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["5914739", "8903143", "25479072", "33499189", "2714623", "34905328", "2825380", "22317868", "18042803", "4324278"], "ranked_scores": [0.5855, 0.5817, 0.5685, 0.5525, 0.5488, 0.5441, 0.5421, 0.5413, 0.5412, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "27150276", "31554917", "11913139", "22995579", "24055603", "5551138", "31612088", "28419824", "12667988"], "ranked_scores": [0.4503, 0.3865, 0.3467, 0.3464, 0.3385, 0.3257, 0.3172, 0.3113, 0.3112, 0.3091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "27873158", "46695481", "23136735", "9764256", "28617573", "19140422", "46355579", "16980892", "1203035"], "ranked_scores": [0.7096, 0.7093, 0.7067, 0.7057, 0.7051, 0.7051, 0.6941, 0.6662, 0.6211, 0.6067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7316, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "23895668", "13613916", "226488", "52925737", "16839245", "9199796", "24315156", "17755060", "4452659"], "ranked_scores": [0.6121, 0.5669, 0.5663, 0.5644, 0.5576, 0.5573, 0.5545, 0.554, 0.5477, 0.5472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "5500086", "32454714", "40365566", "67045088", "219475", "18237384", "2248870", "25738896"], "ranked_scores": [0.5912, 0.5672, 0.5653, 0.5603, 0.557, 0.5558, 0.5525, 0.5516, 0.5515, 0.5506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "427865", "20945963", "26456326", "16979690", "21902910", "32969964", "13097856", "2058909"], "ranked_scores": [0.3865, 0.3856, 0.3744, 0.3717, 0.3597, 0.3576, 0.3574, 0.3509, 0.3492, 0.3431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "8137081", "6163801", "44562221", "381602", "3330111", "3727986", "20610557", "24612804", "7869794"], "ranked_scores": [0.5862, 0.5688, 0.5685, 0.5616, 0.5606, 0.5604, 0.558, 0.5568, 0.5545, 0.5527], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["952111", "32742683", "164985", "14965508", "3727986", "45401535", "15879931", "6853699", "25738896", "24282306"], "ranked_scores": [0.2898, 0.2793, 0.2763, 0.2754, 0.274, 0.2688, 0.2636, 0.2632, 0.2598, 0.2592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "2296264", "79696454", "123859", "25738896", "350542", "46765242", "28264919", "27437459", "25895285"], "ranked_scores": [0.4269, 0.3965, 0.3898, 0.3895, 0.3845, 0.3841, 0.3812, 0.3807, 0.3768, 0.3751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "25175997", "3896759", "27049238", "24660385", "8290953", "46926352", "38369817", "14492339", "37029185"], "ranked_scores": [0.2528, 0.2405, 0.2248, 0.2197, 0.2176, 0.217, 0.2146, 0.1993, 0.1946, 0.192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "24510595", "17930286", "28419824", "22995579", "14606752", "24055603", "21274919", "143868995", "24285403"], "ranked_scores": [0.4918, 0.4883, 0.4875, 0.482, 0.4764, 0.4652, 0.4414, 0.4294, 0.4254, 0.4249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "37628989", "25098790", "32462603", "23639838", "6748318", "23294314", "20473074", "52874170", "11441172"], "ranked_scores": [0.4033, 0.3527, 0.3317, 0.327, 0.3217, 0.32, 0.3174, 0.3152, 0.3151, 0.3141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "22551259", "22543403", "6040392", "4434951", "22264117", "7514614", "26230669", "7988832", "7808055"], "ranked_scores": [0.6937, 0.692, 0.6805, 0.6717, 0.668, 0.6652, 0.6606, 0.6603, 0.6562, 0.6455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "275294", "1227277", "17195001", "26244918", "31407112", "30720103", "4423401", "25643818", "9899292"], "ranked_scores": [0.4569, 0.4463, 0.432, 0.431, 0.4271, 0.426, 0.4224, 0.4187, 0.416, 0.4142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26133404", "26873988", "10450300", "37762357", "5137019", "10648422", "30437264", "2947124", "9433958", "23305884"], "ranked_scores": [0.6524, 0.6362, 0.6249, 0.6213, 0.6213, 0.6129, 0.6116, 0.6102, 0.6082, 0.6076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "17450673", "27123743", "22007333", "16322674", "25973484", "37480103", "5487448", "13831558", "16098747"], "ranked_scores": [0.6844, 0.6816, 0.6809, 0.6798, 0.6779, 0.6768, 0.6619, 0.6551, 0.6508, 0.65], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "12779444", "27873158", "9764256", "46695481", "6561200", "28617573", "40735046", "6748318"], "ranked_scores": [0.6871, 0.6496, 0.6457, 0.6267, 0.6236, 0.6181, 0.6163, 0.6145, 0.5983, 0.5869], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "23746313", "16172576", "26133404", "31560225", "44366096", "40412980", "41337677", "18914652", "37762357"], "ranked_scores": [0.4265, 0.4257, 0.4256, 0.4172, 0.4168, 0.4071, 0.4062, 0.4011, 0.3982, 0.3969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14492339", "24512064", "27243019", "24088502", "8137081", "9056874", "623486", "12058271", "34582256", "44562221"], "ranked_scores": [0.4746, 0.4742, 0.4729, 0.4559, 0.454, 0.4336, 0.4316, 0.4309, 0.4302, 0.4298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1084345", "6313547", "7834603", "24347647", "10012166", "7514614", "26230669", "1848452", "4326318"], "ranked_scores": [0.5187, 0.5006, 0.4813, 0.4798, 0.4769, 0.4714, 0.4677, 0.4625, 0.4546, 0.4462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "4324278", "16120395", "25901598", "22036571", "36464673", "17195001", "21380348", "20018321", "45875990"], "ranked_scores": [0.6228, 0.6209, 0.6117, 0.6093, 0.6092, 0.6086, 0.6078, 0.6055, 0.6013, 0.6006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "31324978", "9559146", "25416944", "41822527", "37592824", "30292811", "36830715"], "ranked_scores": [0.5541, 0.3853, 0.3565, 0.3489, 0.3371, 0.3366, 0.3361, 0.3328, 0.3244, 0.3232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["3825472", "5700349", "12932176", "7093809", "6076903", "23420615", "15491404", "20313748", "44408494", "22116439"], "ranked_scores": [0.5156, 0.5114, 0.5078, 0.5051, 0.4953, 0.4949, 0.4892, 0.4879, 0.4869, 0.482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["24766509", "2988714", "11922370", "2437807", "6422576", "23604601", "4405194", "9988425", "16839245", "18909530"], "ranked_scores": [0.5453, 0.543, 0.5223, 0.5146, 0.5142, 0.5113, 0.5088, 0.5084, 0.5076, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "22543403", "2359152", "41293601", "33677323", "7020505", "14717213", "3863543", "2722988", "21692235"], "ranked_scores": [0.6105, 0.5879, 0.5582, 0.5574, 0.5498, 0.5477, 0.542, 0.5407, 0.537, 0.5363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "6812319", "43224840", "16208091", "29473081", "25483562", "35884026", "4345315", "8538916"], "ranked_scores": [0.3747, 0.3747, 0.3626, 0.3614, 0.3514, 0.3432, 0.3403, 0.3355, 0.3344, 0.3327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "275294", "4462079", "36960449", "41915616", "3150030", "22023404", "25599283"], "ranked_scores": [0.5261, 0.5054, 0.4909, 0.4619, 0.4539, 0.4361, 0.43, 0.425, 0.416, 0.4133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["14663842", "2831620", "31407112", "21641088", "6042706", "13923140", "38028419", "71625969", "10530014", "34603465"], "ranked_scores": [0.4439, 0.4337, 0.4333, 0.433, 0.4322, 0.4306, 0.4238, 0.4221, 0.4188, 0.4181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "11172205", "4429118", "6944800", "7343711", "1921218", "1065627", "31902335", "2177022", "26231129"], "ranked_scores": [0.48, 0.4717, 0.4544, 0.4524, 0.4485, 0.4414, 0.4355, 0.435, 0.4349, 0.4336], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "13448422", "17421851", "87758", "2973910", "4446814", "2587396", "15925931", "40145839"], "ranked_scores": [0.5768, 0.5488, 0.5361, 0.5263, 0.5254, 0.5195, 0.5125, 0.5073, 0.5073, 0.5017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "6945285", "13933299", "5691302", "32463364", "9617381", "5402581", "27076725", "1287809"], "ranked_scores": [0.6093, 0.5344, 0.5208, 0.5166, 0.5059, 0.5046, 0.5021, 0.5004, 0.5001, 0.4961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["12932176", "57574395", "8246922", "16966326", "13380011", "9194077", "8596357", "22116439", "5811042", "10648422"], "ranked_scores": [0.6208, 0.6197, 0.6111, 0.6107, 0.608, 0.6056, 0.6004, 0.5972, 0.5929, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "18358026", "26059876", "6259170", "4889228", "11915280", "8610932", "5254463"], "ranked_scores": [0.6279, 0.6129, 0.5818, 0.5591, 0.5514, 0.5461, 0.5432, 0.5424, 0.541, 0.5375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "29347970", "34905328", "40234452", "21363424", "18882947", "20388894", "44562221", "11233339", "13798951"], "ranked_scores": [0.6278, 0.6244, 0.6235, 0.6104, 0.6095, 0.6057, 0.6051, 0.6019, 0.6004, 0.5961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "10165258", "54561384", "40234452", "34905328", "45414636", "20220731", "17463549", "25985964"], "ranked_scores": [0.6223, 0.5661, 0.5495, 0.5432, 0.522, 0.516, 0.5137, 0.5133, 0.5121, 0.5074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "18938992", "42065070", "8300657", "7224723", "26133404", "24596228", "11238951", "29023309"], "ranked_scores": [0.6747, 0.546, 0.5382, 0.5315, 0.5308, 0.5294, 0.5189, 0.5186, 0.5179, 0.513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["17755060", "33370", "5254463", "1686997", "23895668", "2701077", "19683625", "5551138", "2613411", "6327940"], "ranked_scores": [0.2982, 0.2949, 0.2943, 0.2864, 0.2863, 0.2857, 0.2825, 0.2824, 0.2814, 0.2812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "30437264", "12885341", "41337677", "46765242", "26607366", "22059387", "435529"], "ranked_scores": [0.5411, 0.5289, 0.5203, 0.4919, 0.4807, 0.4749, 0.4728, 0.4725, 0.4715, 0.4676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "26231129", "13256155", "25298276", "24634621", "31616203", "32421068", "28738741", "17462437", "39443128"], "ranked_scores": [0.5637, 0.539, 0.5322, 0.5225, 0.5213, 0.5198, 0.5128, 0.5053, 0.504, 0.5024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34469966", "5752492", "21498497", "10648422", "26873988", "17934603", "15425958", "28647122", "14386505", "6171953"], "ranked_scores": [0.5974, 0.5897, 0.583, 0.579, 0.5775, 0.5754, 0.5742, 0.5708, 0.5667, 0.5665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["33499189", "5914739", "2714623", "2825380", "34905328", "13798951", "8903143", "1196631", "18758057", "10190778"], "ranked_scores": [0.7091, 0.6964, 0.6945, 0.6935, 0.6923, 0.6886, 0.6803, 0.6741, 0.6722, 0.6668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "841371", "25886725", "45920278", "21377587", "21203899", "21323587", "19945096", "6421734"], "ranked_scores": [0.4211, 0.4009, 0.3767, 0.3694, 0.3536, 0.3524, 0.347, 0.3372, 0.3339, 0.3302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9301606", "14367469", "52944377", "7225911", "29073751", "29851836", "4583180", "36838958", "10015292", "14874811"], "ranked_scores": [0.583, 0.5783, 0.574, 0.5733, 0.5626, 0.5625, 0.5616, 0.5598, 0.5581, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "2042250", "9225850", "1032372", "1550937", "9784254", "1065627", "22134353", "37256966", "8137081"], "ranked_scores": [0.6501, 0.5758, 0.573, 0.5577, 0.555, 0.553, 0.5498, 0.549, 0.5456, 0.5449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["29321530", "14819804", "23863551", "14241418", "41325555", "7225911", "1686997", "1285713", "6426919", "38751591"], "ranked_scores": [0.5367, 0.5353, 0.5256, 0.5236, 0.516, 0.5159, 0.5113, 0.5101, 0.5048, 0.5022], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "31363207", "24241932", "1986482", "5284188", "13899137", "13901073", "21383026"], "ranked_scores": [0.5907, 0.5262, 0.5094, 0.4936, 0.4866, 0.4799, 0.4782, 0.477, 0.4724, 0.4708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3935126", "1522336", "2296264", "4468861", "24634621", "39443128", "18682109", "9955779", "12641252", "2272614"], "ranked_scores": [0.476, 0.4674, 0.4644, 0.4608, 0.4569, 0.4567, 0.4533, 0.4531, 0.4506, 0.4477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m32-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "16256507", "4462079", "36960449", "21636085", "35495268", "25599283", "9617381", "44572913", "5775033"], "ranked_scores": [0.5255, 0.5228, 0.5205, 0.5183, 0.513, 0.5123, 0.5117, 0.5111, 0.5065, 0.5036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["10648422", "26886351", "970012", "36838958", "5289038", "35651106", "40473317", "40323148", "13000926", "24922825"], "ranked_scores": [0.2552, 0.2538, 0.247, 0.2457, 0.2452, 0.2428, 0.2413, 0.2395, 0.2362, 0.2361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["4506414", "5884524", "35495268", "45447613", "6158879", "24408040", "25451374", "31889025", "15984735", "21571708"], "ranked_scores": [0.5646, 0.5464, 0.5364, 0.5345, 0.5326, 0.5316, 0.5314, 0.5313, 0.5302, 0.5277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["5914739", "29073751", "10790846", "33499189", "34905328", "6717533", "4399311", "8903143", "18042803", "2714623"], "ranked_scores": [0.5429, 0.5373, 0.5365, 0.5289, 0.5285, 0.5279, 0.5253, 0.5244, 0.5241, 0.5224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["35022568", "19071857", "27150276", "32969964", "24318630", "36033696", "5912283", "45581752", "38752049", "7595742"], "ranked_scores": [0.3029, 0.2969, 0.2965, 0.2936, 0.2904, 0.2895, 0.2795, 0.2717, 0.2699, 0.2684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "23136735", "19140422", "46355579", "6561200", "28617573", "9764256", "16980892", "32423829"], "ranked_scores": [0.5983, 0.5959, 0.5796, 0.5759, 0.5694, 0.5681, 0.5625, 0.5551, 0.5399, 0.5368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.89, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "1797622", "7875158", "9483851", "17755060", "10482574", "24315156", "18375089", "7975937", "21557055"], "ranked_scores": [0.5879, 0.5634, 0.5605, 0.5597, 0.5589, 0.5583, 0.5537, 0.5527, 0.5497, 0.5488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["25738896", "33397197", "20610557", "23509113", "219475", "3083927", "67045088", "18237384", "15425958", "32454714"], "ranked_scores": [0.555, 0.5461, 0.5457, 0.5426, 0.5417, 0.5411, 0.5398, 0.5352, 0.5349, 0.5342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["427865", "31612088", "22401061", "20945963", "24318630", "45920278", "29107210", "22431418", "35022568", "45581752"], "ranked_scores": [0.3664, 0.3639, 0.3577, 0.3565, 0.3545, 0.3544, 0.352, 0.3518, 0.3494, 0.3492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["46926352", "7869794", "35256900", "26886351", "20610557", "8137081", "24612804", "27567994", "16066726", "20155713"], "ranked_scores": [0.573, 0.5642, 0.5589, 0.5518, 0.5516, 0.5469, 0.5455, 0.5384, 0.5376, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10162553", "3727986", "3506723", "15521377", "13000926", "164985", "4911006", "381602", "2474731", "6853699"], "ranked_scores": [0.2783, 0.2709, 0.25, 0.2464, 0.2455, 0.2436, 0.2404, 0.2394, 0.2363, 0.236], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "82665667", "1336292", "14591894", "654735", "24766509", "7869794", "22241778", "25738896", "16787954"], "ranked_scores": [0.3967, 0.3737, 0.3681, 0.3652, 0.365, 0.3647, 0.3641, 0.3626, 0.3622, 0.3621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "45276789", "27049238", "37628989", "2291922", "17168045", "21301090", "14118484", "9658390", "20758340"], "ranked_scores": [0.2124, 0.1965, 0.194, 0.1901, 0.1858, 0.1718, 0.167, 0.1623, 0.1621, 0.1598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["143868995", "28419824", "44830890", "24055603", "17930286", "21274919", "12667988", "22995579", "5402581", "32463364"], "ranked_scores": [0.4406, 0.4215, 0.414, 0.4071, 0.4064, 0.4043, 0.4036, 0.3948, 0.3799, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["70490", "23294314", "44264297", "79231308", "32462603", "36355784", "25098790", "6748318", "46355579", "37029185"], "ranked_scores": [0.3282, 0.3279, 0.3277, 0.3257, 0.325, 0.3194, 0.3187, 0.3176, 0.3143, 0.3097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "7514614", "6040392", "2722988", "7988832", "22264117", "12324049", "26230669", "40254495"], "ranked_scores": [0.6453, 0.6307, 0.6303, 0.6283, 0.6255, 0.6186, 0.6145, 0.611, 0.6102, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["31407112", "6277638", "30720103", "45770026", "32322418", "25643818", "38028419", "33918970", "25050364", "44693226"], "ranked_scores": [0.4194, 0.4128, 0.4024, 0.4021, 0.3979, 0.3966, 0.3957, 0.3949, 0.3901, 0.3895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26873988", "26133404", "10359591", "9433958", "25045244", "20960682", "5137019", "18938992", "1595617", "37762357"], "ranked_scores": [0.6122, 0.611, 0.6075, 0.5985, 0.5953, 0.5953, 0.592, 0.5909, 0.5904, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["14700857", "21874312", "13831842", "27123743", "16322674", "17450673", "5487448", "23557241", "37480103", "40735046"], "ranked_scores": [0.63, 0.6251, 0.6211, 0.6205, 0.6189, 0.6183, 0.6167, 0.6163, 0.616, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "36355784", "27873158", "46695481", "40735046", "23136735", "12779444", "21874312", "14700857", "25742130"], "ranked_scores": [0.5783, 0.5783, 0.5579, 0.5557, 0.5442, 0.5395, 0.537, 0.532, 0.5274, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31560225", "16172576", "21274496", "37643601", "4402497", "24922825", "23746313", "29107180", "8300657", "12880573"], "ranked_scores": [0.4107, 0.3932, 0.3869, 0.3868, 0.3778, 0.3773, 0.3748, 0.373, 0.3714, 0.3711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "1336292", "54561384", "11616424", "27243019", "10795340", "22530842", "24042919", "27910499", "25687558"], "ranked_scores": [0.4796, 0.4542, 0.4458, 0.4439, 0.435, 0.429, 0.4244, 0.4239, 0.4196, 0.4193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "26230669", "22264117", "40349336", "24347647", "1848452", "6313547", "18949516", "1576955", "4653837"], "ranked_scores": [0.4335, 0.4127, 0.4096, 0.407, 0.4058, 0.4037, 0.3913, 0.3829, 0.3799, 0.3786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["25901598", "4324278", "22036571", "30835854", "45875990", "24731248", "10790846", "6717533", "20018321", "778436"], "ranked_scores": [0.6372, 0.6201, 0.618, 0.6146, 0.6084, 0.6031, 0.6007, 0.5988, 0.5987, 0.5964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "6163801", "16964262", "15889329", "9559146", "4399268", "13000926", "37592824", "23117378", "4430962"], "ranked_scores": [0.4662, 0.3466, 0.3348, 0.3336, 0.3331, 0.3319, 0.3207, 0.3206, 0.3165, 0.3164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["25089501", "3825472", "6144337", "20313748", "7549811", "11254556", "15414628", "35747505", "18038250", "24770913"], "ranked_scores": [0.4905, 0.4808, 0.4789, 0.4781, 0.4772, 0.4749, 0.4737, 0.4733, 0.4731, 0.4727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["8610932", "24766509", "4457834", "12411274", "40667066", "9988425", "22973574", "7451607", "2988714", "2437807"], "ranked_scores": [0.5268, 0.5188, 0.5184, 0.5171, 0.5169, 0.5164, 0.5148, 0.5142, 0.5122, 0.5115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["22543403", "3391547", "14717213", "29634262", "51706771", "22551259", "5765455", "8925851", "21692235", "9548440"], "ranked_scores": [0.5796, 0.5706, 0.5536, 0.5483, 0.5478, 0.5466, 0.5371, 0.536, 0.5351, 0.5347], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12909503", "16208091", "41913714", "31324978", "4795303", "3506723", "2061878", "20310709", "2099400"], "ranked_scores": [0.3359, 0.3354, 0.3308, 0.329, 0.3287, 0.326, 0.3257, 0.3241, 0.3222, 0.3207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "11738716", "22023404", "25599283", "23267371", "4462079", "6042706", "44693226", "6718824"], "ranked_scores": [0.4012, 0.3808, 0.3604, 0.3489, 0.3453, 0.3426, 0.3408, 0.3399, 0.3343, 0.3332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["31407112", "11738716", "21553394", "34603465", "40349336", "2831620", "42441846", "6718824", "52805891", "5765455"], "ranked_scores": [0.4394, 0.4288, 0.4243, 0.4177, 0.4142, 0.4142, 0.4111, 0.4078, 0.4056, 0.4054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40382183", "26231129", "13952658", "11172205", "24726600", "7764903", "51706771", "7343711", "18237384", "4429118"], "ranked_scores": [0.4254, 0.4251, 0.4248, 0.4208, 0.4205, 0.4191, 0.4165, 0.4152, 0.4145, 0.4135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["4446814", "13768432", "2587396", "19332616", "7227763", "2291922", "33884866", "3616843", "25404036", "17421851"], "ranked_scores": [0.5483, 0.5317, 0.5051, 0.4935, 0.4913, 0.4866, 0.4833, 0.483, 0.4829, 0.4825], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "27076725", "13933299", "11071351", "13230773", "6945285", "41264017", "79231308", "34054472", "8428935"], "ranked_scores": [0.5558, 0.5096, 0.5073, 0.5071, 0.5034, 0.5025, 0.5023, 0.5017, 0.5014, 0.4994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["57574395", "31624828", "12932176", "5811042", "14972169", "8246922", "25089501", "21363424", "13380011", "3493623"], "ranked_scores": [0.6252, 0.6219, 0.6175, 0.6095, 0.6061, 0.6046, 0.6043, 0.6035, 0.6031, 0.6004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "11569583", "18358026", "23576726", "23895668", "4889228", "11414664", "5406411", "19541444"], "ranked_scores": [0.6064, 0.5821, 0.5559, 0.5554, 0.5554, 0.5548, 0.5497, 0.5476, 0.544, 0.5424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "20738970", "14311986", "4418070", "34436231", "28006126", "12058271", "20388894", "35651106", "6123924"], "ranked_scores": [0.6073, 0.6056, 0.6037, 0.6008, 0.5999, 0.5987, 0.5977, 0.5967, 0.5965, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "4380004", "14492339", "20220731", "19510470", "40234452", "25985964", "17271462"], "ranked_scores": [0.5799, 0.5253, 0.5224, 0.5061, 0.5023, 0.5006, 0.4981, 0.4963, 0.487, 0.4858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "19854744", "20357868", "27602752", "38747567", "44562058", "14934137", "92308", "7224723"], "ranked_scores": [0.5467, 0.5207, 0.5204, 0.5118, 0.5098, 0.5028, 0.4999, 0.4995, 0.4984, 0.4982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["30658796", "17755060", "30884033", "1285713", "28937856", "26059876", "23895668", "5254463", "21557614", "3831884"], "ranked_scores": [0.2878, 0.2782, 0.2775, 0.2742, 0.2737, 0.2708, 0.2698, 0.2694, 0.267, 0.265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "35651106", "13106686", "40500438", "15319019", "4336849", "37969403", "38747567", "5500086"], "ranked_scores": [0.47, 0.4681, 0.4626, 0.4598, 0.4564, 0.4562, 0.4558, 0.4522, 0.4506, 0.4506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["13256155", "1522336", "39443128", "26231129", "44562904", "19673227", "5641851", "17462437", "7613033", "14118484"], "ranked_scores": [0.5075, 0.5002, 0.4957, 0.4953, 0.4938, 0.4933, 0.4929, 0.4928, 0.4923, 0.4907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4380287", "35987381", "1550937", "9977329", "5752492", "29423324", "15889329", "10530014", "40323148", "10648422"], "ranked_scores": [0.5832, 0.5788, 0.5783, 0.5779, 0.5776, 0.5745, 0.5741, 0.5703, 0.5665, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18758057", "5914739", "34905328", "33499189", "2603304", "13798951", "27567994", "28006126", "39559521", "4389252"], "ranked_scores": [0.683, 0.6822, 0.6774, 0.6759, 0.6716, 0.6702, 0.6689, 0.6681, 0.6639, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "45920278", "13906581", "21323587", "25886725", "21859699", "427865", "16737210", "38180456", "22707413"], "ranked_scores": [0.307, 0.305, 0.3037, 0.3, 0.2999, 0.2987, 0.2939, 0.2901, 0.29, 0.2889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14367469", "14332945", "4583180", "39637840", "52944377", "9301606", "36838958", "5389523", "29073751", "29851836"], "ranked_scores": [0.5993, 0.5774, 0.5739, 0.5671, 0.5645, 0.5641, 0.5611, 0.5607, 0.5605, 0.558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1550937", "9226649", "195683603", "29473081", "22317868", "9225850", "21179714", "7225911", "4447785"], "ranked_scores": [0.5873, 0.5658, 0.5612, 0.5609, 0.5567, 0.5564, 0.5563, 0.555, 0.5549, 0.5521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["19165076", "21557055", "1686997", "11043831", "1285713", "40901687", "38751591", "14819804", "4324278", "24294572"], "ranked_scores": [0.5273, 0.5253, 0.5191, 0.5147, 0.5134, 0.5088, 0.5065, 0.501, 0.4996, 0.4958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "16787954", "7111021", "32023005", "13938878", "341324", "25897733", "28806780", "1215116", "5284188"], "ranked_scores": [0.5056, 0.4585, 0.4477, 0.4458, 0.4435, 0.4302, 0.4247, 0.4245, 0.4238, 0.4227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1522336", "22995579", "27437459", "4688340", "85665741", "9767444", "17462437", "46765242", "39443128", "35766603"], "ranked_scores": [0.4734, 0.4615, 0.4524, 0.4436, 0.4415, 0.4393, 0.438, 0.4374, 0.4363, 0.4362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m48-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "12810152", "30981192", "21636085", "30720103", "21553394", "3150030", "25974070", "44572913"], "ranked_scores": [0.5867, 0.58, 0.5788, 0.5651, 0.5597, 0.5595, 0.5587, 0.5433, 0.535, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "40473317", "25687558", "5289038", "36838958", "34121231", "17463549", "26474812", "10648422", "970012"], "ranked_scores": [0.3376, 0.292, 0.2868, 0.2793, 0.2746, 0.2685, 0.265, 0.2625, 0.261, 0.2605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "16760369", "27449472", "4506414", "6158879", "35495268", "9813098", "13448422", "12206390"], "ranked_scores": [0.645, 0.5995, 0.5774, 0.5773, 0.5628, 0.5554, 0.5437, 0.5415, 0.5342, 0.5336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "5914739", "22317868", "33499189", "30553457", "11289247", "17195001", "25629722", "4324278"], "ranked_scores": [0.592, 0.5603, 0.5585, 0.5499, 0.546, 0.5444, 0.5404, 0.5401, 0.5394, 0.5351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "27150276", "11913139", "45581752", "24524403", "28419824", "5551138", "24055603", "12672066"], "ranked_scores": [0.4804, 0.3988, 0.3918, 0.3405, 0.3337, 0.315, 0.3136, 0.3127, 0.3124, 0.3094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["23136735", "46695481", "27873158", "6561200", "28617573", "19140422", "46355579", "9764256", "1203035", "16980892"], "ranked_scores": [0.7078, 0.6985, 0.6942, 0.6903, 0.69, 0.6751, 0.6721, 0.6531, 0.6106, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7157, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "3831884", "52925737", "38533515", "9199796", "18399038", "4138659", "26735905", "13613916"], "ranked_scores": [0.6058, 0.58, 0.5757, 0.5676, 0.5593, 0.5533, 0.5525, 0.5497, 0.5494, 0.5492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20610557", "23509113", "67045088", "5500086", "219475", "18237384", "19005293", "2248870", "25738896", "17327939"], "ranked_scores": [0.5797, 0.5762, 0.5573, 0.554, 0.5538, 0.5527, 0.5493, 0.5486, 0.5475, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "20945963", "6477536", "45581752", "427865", "38180456", "32969964", "26456326", "70490"], "ranked_scores": [0.4277, 0.3786, 0.3649, 0.3635, 0.3558, 0.3542, 0.3524, 0.3508, 0.3466, 0.3429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7869794", "19510470", "1871230", "3727986", "381602", "8137081", "6163801", "20610557", "35256900", "24612804"], "ranked_scores": [0.582, 0.5672, 0.5642, 0.5621, 0.5559, 0.5532, 0.5522, 0.5504, 0.5477, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32742683", "164985", "3727986", "12866641", "46602807", "10162553", "35256900", "15946643", "2060137", "15879931"], "ranked_scores": [0.2998, 0.2954, 0.2931, 0.2819, 0.2809, 0.2769, 0.2761, 0.2728, 0.2714, 0.2696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "123859", "28264919", "35256900", "2274272", "3376731", "45401535", "24928817", "4406819", "17327939"], "ranked_scores": [0.4325, 0.4062, 0.4017, 0.3983, 0.3871, 0.3856, 0.382, 0.3804, 0.3799, 0.3773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "25175997", "37628989", "46926352", "38369817", "24660385", "15194125", "4463811", "3896759", "14965508"], "ranked_scores": [0.264, 0.254, 0.2438, 0.2196, 0.219, 0.2108, 0.2092, 0.1997, 0.1974, 0.1973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "28419824", "24510595", "17930286", "21274919", "24055603", "22995579", "14606752", "24148722", "32463364"], "ranked_scores": [0.4836, 0.4759, 0.4714, 0.4688, 0.4587, 0.445, 0.4373, 0.4346, 0.4266, 0.405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "24660385", "37628989", "32462603", "13445579", "25515907", "5151024", "12839939", "25098790"], "ranked_scores": [0.3772, 0.3425, 0.3424, 0.342, 0.3281, 0.3251, 0.3191, 0.3177, 0.3169, 0.3167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22551259", "22543403", "4434951", "26230669", "4679264", "22264117", "1848452", "2722988"], "ranked_scores": [0.6905, 0.6882, 0.6847, 0.6816, 0.6674, 0.6658, 0.6629, 0.6582, 0.6514, 0.6379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "275294", "31407112", "9899292", "36654066", "4423401", "17195001", "1227277", "26244918", "25599283"], "ranked_scores": [0.4776, 0.4465, 0.4458, 0.4279, 0.4271, 0.4226, 0.4225, 0.4203, 0.4111, 0.4094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26133404", "26873988", "2947124", "23305884", "10450300", "30437264", "10359591", "9433958", "3493623", "18938992"], "ranked_scores": [0.6456, 0.6399, 0.6211, 0.6178, 0.6127, 0.609, 0.6089, 0.6085, 0.6075, 0.6071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "5487448", "25973484", "27123743", "16322674", "37480103", "17450673", "22007333", "23557241", "16098747"], "ranked_scores": [0.7056, 0.6944, 0.6935, 0.686, 0.6801, 0.6752, 0.6623, 0.6563, 0.6542, 0.6511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "27873158", "46695481", "28617573", "23136735", "32423829", "19140422", "9764256"], "ranked_scores": [0.6674, 0.6465, 0.6391, 0.6216, 0.6041, 0.5671, 0.565, 0.5623, 0.5609, 0.5603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "23746313", "44366096", "285794", "26133404", "31560225", "12885341", "16172576", "5633957", "8005007"], "ranked_scores": [0.4344, 0.4248, 0.4201, 0.4188, 0.4125, 0.4053, 0.4028, 0.4007, 0.3973, 0.3917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "8137081", "14492339", "27243019", "9056874", "10795340", "24088502", "16511863", "46926352", "8317408"], "ranked_scores": [0.4746, 0.473, 0.469, 0.4651, 0.4589, 0.4411, 0.4411, 0.4406, 0.4395, 0.4394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1084345", "10012166", "26230669", "24347647", "6313547", "4326318", "1848452", "7834603", "28138927"], "ranked_scores": [0.5267, 0.5107, 0.489, 0.4837, 0.4769, 0.4606, 0.4563, 0.4539, 0.4505, 0.446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "935538", "4324278", "25901598", "45875990", "17195001", "8856690", "3849194", "36464673", "35884026"], "ranked_scores": [0.6159, 0.6142, 0.6126, 0.6091, 0.608, 0.6058, 0.6048, 0.6019, 0.5997, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "37592824", "2613775", "31324978", "45153864", "25416944", "9559146", "36830715"], "ranked_scores": [0.5801, 0.3819, 0.3779, 0.3616, 0.3558, 0.3445, 0.3369, 0.3362, 0.3343, 0.3325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "3825472", "44408494", "15491404", "5700349", "7549811", "23420615", "7093809", "12932176", "23160444"], "ranked_scores": [0.5303, 0.5116, 0.5114, 0.5049, 0.5023, 0.4991, 0.4956, 0.4923, 0.4891, 0.4843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "24766509", "11922370", "6422576", "8610932", "40667066", "18909530", "23535770", "188911", "6936141"], "ranked_scores": [0.552, 0.5322, 0.5151, 0.5151, 0.514, 0.5128, 0.511, 0.5107, 0.5061, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "14717213", "22543403", "21692235", "3863543", "7020505", "2359152", "19822046", "41293601"], "ranked_scores": [0.6055, 0.5901, 0.58, 0.5689, 0.5668, 0.5539, 0.5529, 0.5522, 0.5487, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "36830715", "16208091", "43224840", "25942757", "19683625", "31324978", "26607366", "4447055", "10247314"], "ranked_scores": [0.3888, 0.3577, 0.3525, 0.3478, 0.3445, 0.3423, 0.3409, 0.3377, 0.3354, 0.335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "275294", "41915616", "22023404", "11738716", "36960449", "21636085", "4462079"], "ranked_scores": [0.5076, 0.4927, 0.4762, 0.4428, 0.4327, 0.4141, 0.4085, 0.3924, 0.3878, 0.3837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "6718824", "13923140", "27449472", "3067015", "21641088", "44693226", "14663842", "21553394"], "ranked_scores": [0.4355, 0.435, 0.428, 0.4217, 0.4172, 0.4158, 0.4141, 0.4105, 0.4103, 0.4102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "11172205", "1065627", "6944800", "26231129", "4429118", "7343711", "13952658", "2417551", "17388232"], "ranked_scores": [0.4957, 0.4925, 0.4745, 0.4724, 0.4592, 0.4521, 0.4464, 0.4442, 0.444, 0.4395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "17421851", "4446814", "2587396", "19332616", "25404036", "2973910", "87758", "15925931", "13717103"], "ranked_scores": [0.6137, 0.5586, 0.5354, 0.5288, 0.5189, 0.5168, 0.5055, 0.5028, 0.5011, 0.5002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "32463364", "34054472", "6945285", "13933299", "9813098", "40996863", "44624045", "12206390"], "ranked_scores": [0.6388, 0.5457, 0.5423, 0.5264, 0.5121, 0.5109, 0.5082, 0.5009, 0.4988, 0.4981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "12932176", "2947124", "14972169", "33911859", "31624828", "57574395", "5811042", "13380011", "41913714"], "ranked_scores": [0.6417, 0.6224, 0.5995, 0.5987, 0.5981, 0.5979, 0.5965, 0.595, 0.5944, 0.5933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "4889228", "42693833", "17755060", "18358026", "26059876", "41877386", "1550937"], "ranked_scores": [0.6526, 0.616, 0.5643, 0.5606, 0.5598, 0.5527, 0.545, 0.5387, 0.5371, 0.5357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "11233339", "20388894", "29347970", "40234452", "3835423", "45414636", "24612804", "34905328", "10165258"], "ranked_scores": [0.6125, 0.6122, 0.6088, 0.6063, 0.6023, 0.6005, 0.5991, 0.5987, 0.598, 0.5966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "45414636", "54561384", "10165258", "40234452", "17463549", "6123924", "20220731", "3835423"], "ranked_scores": [0.6086, 0.5861, 0.5386, 0.524, 0.5229, 0.5224, 0.5223, 0.5097, 0.5067, 0.4982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "27602752", "7224723", "12670680", "8563659", "16572581", "27555165", "10648422"], "ranked_scores": [0.6931, 0.5424, 0.5349, 0.5314, 0.5239, 0.518, 0.5177, 0.5161, 0.5142, 0.5056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["19683625", "2701077", "33370", "17755060", "5468807", "30658796", "23895668", "1344498", "25300426", "22968257"], "ranked_scores": [0.3253, 0.3141, 0.3088, 0.3025, 0.2894, 0.2893, 0.2829, 0.2816, 0.2804, 0.2778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "2638387", "2042250", "41337677", "35651106", "22059387", "13106686", "4336849"], "ranked_scores": [0.5419, 0.526, 0.511, 0.4844, 0.4774, 0.4772, 0.4764, 0.4764, 0.4761, 0.4717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "24634621", "26231129", "13380980", "2492146", "24450344", "1900152", "1522336", "31616203"], "ranked_scores": [0.6079, 0.5368, 0.5269, 0.5251, 0.5234, 0.5189, 0.5184, 0.5171, 0.5123, 0.5113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "10648422", "5752492", "2947124", "4380287", "7221410", "17438862", "14386505", "13923140", "26873988"], "ranked_scores": [0.5921, 0.5812, 0.5746, 0.5735, 0.569, 0.5684, 0.5666, 0.566, 0.5646, 0.5636], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["22647695", "5914739", "33499189", "34905328", "8903143", "2714623", "10190778", "9225850", "18758057", "13798951"], "ranked_scores": [0.6918, 0.6909, 0.689, 0.6867, 0.6844, 0.6817, 0.6727, 0.67, 0.6685, 0.6676], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "45920278", "6421734", "21377587", "31612088", "12087063", "841371", "24318630", "25886725"], "ranked_scores": [0.4492, 0.4223, 0.3642, 0.3555, 0.3545, 0.341, 0.34, 0.3321, 0.3281, 0.3248], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["52944377", "9301606", "29851836", "10015292", "4583180", "885056", "14367469", "16472469", "21622715", "4347374"], "ranked_scores": [0.5866, 0.5846, 0.5825, 0.5721, 0.5678, 0.5588, 0.5549, 0.5524, 0.5506, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "9784254", "2042250", "22317868", "26735905", "24044977", "38587347", "7343711"], "ranked_scores": [0.6631, 0.5703, 0.57, 0.5649, 0.5544, 0.5538, 0.5523, 0.5518, 0.5512, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "11043831", "4920376", "29321530", "41325555", "42489926", "7225911", "1285713", "28107602", "21557055"], "ranked_scores": [0.536, 0.5165, 0.5158, 0.5116, 0.5069, 0.5045, 0.5042, 0.5027, 0.5013, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "21383026", "1986482", "31363207", "13899137", "7224723", "24241932", "15997009"], "ranked_scores": [0.6032, 0.5253, 0.5209, 0.4963, 0.4936, 0.4876, 0.4803, 0.478, 0.4658, 0.4597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "3935126", "1522336", "24634621", "2296264", "85665741", "1900152", "9767444", "22635278", "17682477"], "ranked_scores": [0.5132, 0.4993, 0.4793, 0.4773, 0.4725, 0.467, 0.4662, 0.4655, 0.4646, 0.464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m48-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "12810152", "21636085", "44624045", "16256507", "13933299", "25974070", "3150030", "30981192", "21553394"], "ranked_scores": [0.5555, 0.5463, 0.5288, 0.5209, 0.5173, 0.5134, 0.5087, 0.5052, 0.5001, 0.4988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["11020556", "10648422", "40473317", "11666252", "18938992", "36838958", "26474812", "1933281", "4319174", "40094786"], "ranked_scores": [0.2758, 0.2699, 0.2685, 0.2535, 0.248, 0.2472, 0.243, 0.2423, 0.2373, 0.2363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "4506414", "20526907", "202259", "9813098", "31889025", "35495268", "8842332", "35714909", "23783727"], "ranked_scores": [0.5941, 0.5537, 0.5531, 0.5519, 0.5492, 0.5376, 0.5375, 0.5359, 0.5348, 0.531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "33499189", "22317868", "5914739", "11289247", "18042803", "9752604", "15836115", "9638032"], "ranked_scores": [0.5576, 0.5482, 0.5433, 0.5383, 0.5345, 0.5321, 0.5318, 0.5294, 0.529, 0.5287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["27150276", "22995579", "5912283", "1428830", "45581752", "35022568", "31554917", "7239105", "28419824", "12667988"], "ranked_scores": [0.2996, 0.2993, 0.2978, 0.2828, 0.2811, 0.2789, 0.2767, 0.2762, 0.273, 0.2729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "19140422", "23136735", "46355579", "28617573", "9764256", "27873158", "6561200", "1203035", "16980892"], "ranked_scores": [0.6012, 0.5924, 0.585, 0.5775, 0.5763, 0.5736, 0.5703, 0.562, 0.5539, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5414, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8106, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "1686997", "23895668", "7621534", "18399038", "226488", "52925737", "41325555", "18375089"], "ranked_scores": [0.6014, 0.5855, 0.5581, 0.5564, 0.5515, 0.5513, 0.5508, 0.5493, 0.549, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "16532419", "20610557", "25738896", "9226649", "19005293", "16119973", "219475", "33397197", "32454714"], "ranked_scores": [0.5691, 0.5539, 0.5534, 0.5521, 0.5422, 0.542, 0.5409, 0.5408, 0.5405, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["26456326", "20945963", "22401061", "21377587", "45581752", "3610080", "841371", "32969964", "28017005", "1173667"], "ranked_scores": [0.384, 0.3576, 0.354, 0.3455, 0.342, 0.3404, 0.3402, 0.3371, 0.3314, 0.3303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "8137081", "7869794", "3330111", "381602", "3727986", "46926352", "44562221", "4389252", "32665136"], "ranked_scores": [0.5594, 0.5537, 0.5511, 0.5495, 0.5447, 0.5441, 0.5426, 0.5289, 0.5281, 0.526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "7986878", "10162553", "381602", "164985", "2576811", "952111", "15521377", "32742683", "4138659"], "ranked_scores": [0.2787, 0.2658, 0.2561, 0.252, 0.2485, 0.247, 0.2461, 0.2448, 0.2419, 0.2403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "82665667", "79696454", "14615911", "19950357", "18126445", "46765242", "5099266", "15081770", "12866641"], "ranked_scores": [0.4153, 0.4023, 0.3957, 0.3909, 0.3847, 0.3823, 0.3745, 0.3697, 0.3697, 0.3696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "37029185", "27049238", "72180760", "3391547", "13223957", "15194125", "37628989", "14726759", "6212802"], "ranked_scores": [0.1974, 0.1851, 0.1811, 0.178, 0.1706, 0.1676, 0.1661, 0.1654, 0.1599, 0.1596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["22995579", "44830890", "17930286", "24055603", "32463364", "21274919", "143868995", "28419824", "14606752", "30813140"], "ranked_scores": [0.4242, 0.4225, 0.4172, 0.4165, 0.4107, 0.3982, 0.3932, 0.388, 0.3865, 0.384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "4695046", "25098790", "23294314", "76463821", "10071590", "6748318", "40905302", "38369817"], "ranked_scores": [0.3426, 0.3402, 0.3293, 0.3225, 0.3215, 0.3203, 0.3177, 0.3115, 0.3091, 0.3076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "2722988", "9291668", "6040392", "7514614", "4434951", "1848452", "7988832", "4679264"], "ranked_scores": [0.6552, 0.653, 0.6523, 0.6428, 0.6271, 0.6221, 0.6185, 0.6161, 0.6133, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "6277638", "31407112", "45153864", "4500832", "21553394", "23895668", "38811597", "25050364", "26244918"], "ranked_scores": [0.4131, 0.4119, 0.4026, 0.3991, 0.3974, 0.395, 0.3946, 0.3944, 0.394, 0.3929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["10359591", "25045244", "26873988", "26133404", "18938992", "35760786", "27602752", "20996244", "23912923", "10450300"], "ranked_scores": [0.5982, 0.5976, 0.5957, 0.5956, 0.5955, 0.5906, 0.5905, 0.5896, 0.5896, 0.5895], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "27123743", "22007333", "5487448", "25973484", "17450673", "13831558", "38551172", "37480103", "16322674"], "ranked_scores": [0.6389, 0.6369, 0.6229, 0.6213, 0.6191, 0.619, 0.6156, 0.6104, 0.6103, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "27873158", "15512462", "40735046", "32423829", "21874312", "46695481", "46355579"], "ranked_scores": [0.5782, 0.5629, 0.5553, 0.5397, 0.5341, 0.5307, 0.5296, 0.5227, 0.519, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["23746313", "37643601", "16172576", "18421962", "29107180", "12885341", "31560225", "20646904", "22705234", "18914652"], "ranked_scores": [0.4021, 0.3944, 0.3866, 0.385, 0.3845, 0.3803, 0.3777, 0.3774, 0.3766, 0.3747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14492339", "8137081", "5403286", "24512064", "54561384", "27243019", "23124332", "10015292", "5415832", "46202852"], "ranked_scores": [0.436, 0.4351, 0.4296, 0.4262, 0.4246, 0.4209, 0.4201, 0.4201, 0.4185, 0.4176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "10012166", "6313547", "26230669", "4326318", "28138927", "22264117", "18949516", "1848452"], "ranked_scores": [0.4582, 0.4541, 0.4421, 0.4277, 0.4187, 0.4153, 0.4099, 0.4035, 0.4019, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["36464673", "25901598", "16120395", "17195001", "3849194", "21380348", "24731248", "4324278", "935538", "45875990"], "ranked_scores": [0.6219, 0.6153, 0.6131, 0.6102, 0.6102, 0.6034, 0.6023, 0.6023, 0.602, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "28712203", "2613775", "97884", "29745822", "4399268", "46764350", "11441172"], "ranked_scores": [0.483, 0.3539, 0.3509, 0.3498, 0.3488, 0.3346, 0.3249, 0.3237, 0.3228, 0.3198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["7549811", "3825472", "14461101", "13992047", "5700349", "15491404", "4447055", "20313748", "20943272", "12932176"], "ranked_scores": [0.5129, 0.5027, 0.4813, 0.4809, 0.4779, 0.4774, 0.4767, 0.4749, 0.4738, 0.4724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "18909530", "40667066", "24766509", "11922370", "6163801", "6422576", "4457834", "9988425", "8610932"], "ranked_scores": [0.5347, 0.5302, 0.5235, 0.5132, 0.513, 0.5116, 0.5113, 0.5101, 0.5082, 0.5079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "14717213", "7020505", "41293601", "22543403", "29634262", "28441310", "22551259", "26336593", "9548440"], "ranked_scores": [0.5985, 0.5669, 0.5501, 0.5495, 0.5431, 0.5427, 0.5373, 0.5371, 0.5343, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["26607366", "16472469", "19683625", "25942757", "7468449", "2727303", "4795303", "16208091", "4319844", "25901598"], "ranked_scores": [0.3576, 0.3545, 0.3511, 0.3453, 0.3417, 0.3411, 0.3387, 0.3337, 0.3316, 0.3306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "275294", "11738716", "52865789", "25599283", "13001323", "41915616", "21636085", "23267371"], "ranked_scores": [0.4486, 0.4151, 0.3684, 0.3662, 0.3472, 0.3437, 0.3411, 0.3409, 0.3375, 0.3278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["42441846", "14663842", "38028419", "40901687", "2831620", "28164534", "6313547", "22482024", "13923140", "1576955"], "ranked_scores": [0.4186, 0.4157, 0.4142, 0.4112, 0.4105, 0.4084, 0.4064, 0.4042, 0.4038, 0.4019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "4429118", "7343711", "11172205", "40127292", "3727986", "15816729", "13952658", "3391547", "8891333"], "ranked_scores": [0.4544, 0.4396, 0.4305, 0.4287, 0.427, 0.425, 0.4247, 0.4223, 0.4201, 0.4148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "4446814", "2973910", "17421851", "15925931", "24989194", "17821387", "22309946", "37450671", "25404036"], "ranked_scores": [0.5486, 0.5104, 0.508, 0.4954, 0.4911, 0.4885, 0.4869, 0.486, 0.4844, 0.4824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "13933299", "6945285", "9617381", "44624045", "12206390", "4506414", "34054472", "41264017"], "ranked_scores": [0.5788, 0.5303, 0.5219, 0.5129, 0.5115, 0.511, 0.51, 0.5069, 0.5015, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2947124", "12932176", "20310709", "57574395", "3981033", "13380011", "5137019", "3085264", "6426919", "22116439"], "ranked_scores": [0.6118, 0.6112, 0.6029, 0.6008, 0.6004, 0.6003, 0.5952, 0.5936, 0.5924, 0.5916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26330861", "17755060", "4889228", "9784254", "5406411", "4447785", "12737132", "12685434"], "ranked_scores": [0.5875, 0.5866, 0.562, 0.5575, 0.5443, 0.5343, 0.5341, 0.533, 0.5328, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "40632104", "34905328", "21185923", "15176526", "18546584", "29347970", "9911547", "45414636", "11233339"], "ranked_scores": [0.6141, 0.6003, 0.5982, 0.5969, 0.5937, 0.5925, 0.5879, 0.5868, 0.5861, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "45414636", "54561384", "27910499", "13798951", "3545805", "25985964", "34905328", "6961811", "20457190"], "ranked_scores": [0.5408, 0.5119, 0.5043, 0.4976, 0.4861, 0.4771, 0.4767, 0.476, 0.4752, 0.4752], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "22705234", "14934137", "8300657", "27602752", "8563659", "21274496", "16572581", "7224723", "11020556"], "ranked_scores": [0.5469, 0.5143, 0.5128, 0.5125, 0.5074, 0.5052, 0.5039, 0.5026, 0.5011, 0.4989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "22968257", "25300426", "21181273", "1686997", "21557055", "2701077", "15215393", "17755060", "38830961"], "ranked_scores": [0.3052, 0.3035, 0.2847, 0.2841, 0.2812, 0.28, 0.2751, 0.2719, 0.2678, 0.2638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "18275697", "15319019", "25045244", "4336849", "37969403", "12885341", "19683625", "8596357"], "ranked_scores": [0.4891, 0.4785, 0.4684, 0.4657, 0.4642, 0.462, 0.4607, 0.4589, 0.4564, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["19673227", "15476777", "10958594", "24634621", "13256155", "7613033", "13380980", "31616203", "5551138", "46485368"], "ranked_scores": [0.5264, 0.5098, 0.5017, 0.4989, 0.4952, 0.4922, 0.486, 0.4849, 0.4822, 0.4815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "26873988", "5752492", "40632104", "14386505", "14644164", "21498497", "15425958", "1550937", "23901235"], "ranked_scores": [0.5839, 0.581, 0.5731, 0.5714, 0.5681, 0.5675, 0.5647, 0.5646, 0.5606, 0.5585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["13798951", "34905328", "18758057", "33499189", "2714623", "22647695", "5914739", "10190778", "29347970", "39559521"], "ranked_scores": [0.6788, 0.6768, 0.6757, 0.6717, 0.6716, 0.6576, 0.6537, 0.6527, 0.6511, 0.6503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21377587", "45920278", "143868995", "37029185", "3899896", "25886725", "6421734", "21323587", "26456326"], "ranked_scores": [0.3358, 0.333, 0.29, 0.2896, 0.289, 0.2869, 0.2848, 0.2847, 0.2832, 0.2772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14367469", "4583180", "10015292", "39637840", "9301606", "52944377", "14874811", "14848619", "40901687", "29851836"], "ranked_scores": [0.5826, 0.5741, 0.566, 0.5647, 0.5594, 0.5564, 0.553, 0.5468, 0.5451, 0.5441], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9784254", "9225850", "38587347", "195683603", "22317868", "22134353", "2042250", "2274272", "38533515"], "ranked_scores": [0.5932, 0.58, 0.5639, 0.5629, 0.5626, 0.558, 0.5553, 0.5507, 0.5507, 0.5488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["21557055", "28107602", "24294572", "6426919", "25488034", "17195001", "40901687", "4324278", "23895668", "1227277"], "ranked_scores": [0.5064, 0.5008, 0.498, 0.4962, 0.4931, 0.4915, 0.4911, 0.49, 0.4889, 0.4863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "11254040", "31363207", "24241932", "14408200", "21009874", "5284188", "25953438", "8318922"], "ranked_scores": [0.5345, 0.474, 0.4732, 0.4684, 0.465, 0.4473, 0.4412, 0.4356, 0.4239, 0.4236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["35766603", "22635278", "1522336", "5551138", "9767444", "26079071", "27437459", "4468861", "1900152", "5500086"], "ranked_scores": [0.4648, 0.4602, 0.4569, 0.4566, 0.4526, 0.4516, 0.4487, 0.4479, 0.4459, 0.442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "21553394", "30981192", "25974070", "21636085", "11246427", "3150030", "12102963"], "ranked_scores": [0.6058, 0.6043, 0.5987, 0.5673, 0.5628, 0.5505, 0.5411, 0.5406, 0.5326, 0.526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "40473317", "34121231", "970012", "36838958", "25687558", "26886351", "26474812", "5289038", "7399084"], "ranked_scores": [0.3422, 0.3053, 0.3038, 0.303, 0.2874, 0.2718, 0.2677, 0.2658, 0.262, 0.2592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "4506414", "16760369", "27449472", "6158879", "35714909", "202259", "24408040", "20526907"], "ranked_scores": [0.6212, 0.5888, 0.5745, 0.5693, 0.5667, 0.5468, 0.5361, 0.5358, 0.5279, 0.5257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "5914739", "33499189", "25479072", "17195001", "22317868", "34905328", "17017465", "4324278", "9638032"], "ranked_scores": [0.5782, 0.5703, 0.5632, 0.5627, 0.5497, 0.544, 0.5429, 0.5354, 0.5346, 0.5332], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "27150276", "11913139", "22995579", "12672066", "38752049", "58564850", "24055603", "45581752"], "ranked_scores": [0.4992, 0.3983, 0.3624, 0.3446, 0.3429, 0.3383, 0.3338, 0.3328, 0.327, 0.3184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "6561200", "23136735", "28617573", "19140422", "9764256", "46355579", "16980892", "1203035"], "ranked_scores": [0.7092, 0.7079, 0.7064, 0.6965, 0.6895, 0.6636, 0.6555, 0.6552, 0.5969, 0.5963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "3831884", "17755060", "52925737", "38533515", "21626639", "24315156", "4138659", "13613916", "9199796"], "ranked_scores": [0.6025, 0.5812, 0.5637, 0.5572, 0.5551, 0.5523, 0.5518, 0.5509, 0.5497, 0.5489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "40365566", "19005293", "219475", "15425958", "5500086", "2248870", "32454714", "18237384"], "ranked_scores": [0.5901, 0.576, 0.5591, 0.5577, 0.5553, 0.553, 0.5527, 0.5515, 0.5468, 0.5421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "26456326", "70490", "45581752", "22401061", "13097856", "32969964"], "ranked_scores": [0.4246, 0.42, 0.4032, 0.3821, 0.3627, 0.3493, 0.3368, 0.335, 0.3295, 0.3249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["8137081", "7869794", "381602", "19510470", "1871230", "35256900", "3727986", "6853699", "20610557", "24612804"], "ranked_scores": [0.574, 0.5699, 0.5674, 0.5662, 0.5597, 0.5496, 0.5462, 0.546, 0.5408, 0.5406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "164985", "43224840", "24282306", "10162553", "45401535", "24707550", "32742683", "952111", "4928057"], "ranked_scores": [0.3123, 0.3002, 0.2828, 0.2822, 0.2821, 0.2787, 0.2735, 0.2723, 0.2716, 0.2696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "2296264", "20428155", "123859", "2274272", "17934082", "13992047", "4979184", "5099266"], "ranked_scores": [0.4243, 0.4079, 0.3915, 0.388, 0.3848, 0.3813, 0.3799, 0.3786, 0.3783, 0.3779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "27049238", "38369817", "37628989", "24660385", "3896759", "46926352", "37029185", "87758", "15194125"], "ranked_scores": [0.2721, 0.2619, 0.2438, 0.2387, 0.2246, 0.2188, 0.2183, 0.2181, 0.2144, 0.2071], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "21274919", "24510595", "28419824", "44830890", "14606752", "24055603", "32463364", "22995579", "143868995"], "ranked_scores": [0.4776, 0.4762, 0.4677, 0.4673, 0.4628, 0.4547, 0.4415, 0.4364, 0.4305, 0.4303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "32462603", "37628989", "10071590", "52874170", "5151024", "25098790", "23400191", "79231308"], "ranked_scores": [0.4401, 0.3662, 0.3516, 0.3477, 0.3449, 0.3363, 0.3273, 0.3262, 0.3262, 0.3259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "6040392", "26230669", "9291668", "22264117", "1848452", "4434951", "7514614", "2722988"], "ranked_scores": [0.7101, 0.6934, 0.6904, 0.6733, 0.6716, 0.6628, 0.6602, 0.652, 0.6513, 0.645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "1227277", "17195001", "2266471", "36654066", "4423401", "26244918", "30720103", "45153864"], "ranked_scores": [0.4793, 0.4574, 0.4348, 0.4259, 0.4165, 0.4148, 0.4107, 0.4105, 0.4077, 0.4061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26873988", "18938992", "26133404", "2947124", "9433958", "23305884", "10627801", "10359591", "10450300", "3493623"], "ranked_scores": [0.6488, 0.6358, 0.6342, 0.6291, 0.6241, 0.6238, 0.6177, 0.6133, 0.611, 0.6105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "27123743", "25973484", "17450673", "13831842", "37480103", "23557241", "16322674", "5487448", "16098747"], "ranked_scores": [0.6889, 0.6856, 0.6842, 0.677, 0.6727, 0.6635, 0.6627, 0.6605, 0.6605, 0.6395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "27873158", "25742130", "46695481", "32423829", "6561200", "6748318", "19140422", "28617573"], "ranked_scores": [0.6743, 0.6287, 0.6238, 0.6166, 0.6033, 0.5852, 0.5803, 0.5646, 0.5561, 0.5552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["12885341", "285794", "8005007", "23746313", "44366096", "37643601", "26133404", "31560225", "18914652", "40412980"], "ranked_scores": [0.4355, 0.431, 0.43, 0.4296, 0.4242, 0.4233, 0.4228, 0.4152, 0.41, 0.4076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14492339", "8137081", "24512064", "24088502", "9056874", "5403286", "16488405", "27243019", "8317408", "9225850"], "ranked_scores": [0.5021, 0.4917, 0.4866, 0.4803, 0.4705, 0.4597, 0.4578, 0.453, 0.4505, 0.4499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1084345", "24347647", "26230669", "10012166", "7834603", "1848452", "6313547", "4326318", "7185591"], "ranked_scores": [0.5202, 0.5167, 0.5104, 0.491, 0.4861, 0.4647, 0.4628, 0.4604, 0.4564, 0.4445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3849194", "25901598", "17195001", "36464673", "4324278", "935538", "3154880", "45875990", "22036571"], "ranked_scores": [0.63, 0.6196, 0.6178, 0.6057, 0.6054, 0.5996, 0.5988, 0.5974, 0.5938, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "37592824", "810480", "36830715", "2533768", "25416944", "45153864", "116792"], "ranked_scores": [0.5991, 0.3986, 0.3545, 0.3541, 0.3504, 0.3492, 0.3479, 0.3392, 0.3382, 0.3367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "12932176", "3825472", "7093809", "15491404", "9304312", "20313748", "6426919", "5700349", "23420615"], "ranked_scores": [0.5428, 0.5053, 0.4996, 0.4963, 0.4901, 0.4896, 0.4877, 0.4826, 0.4813, 0.4772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "11922370", "40667066", "24766509", "8610932", "9988425", "18909530", "6446747", "4405194"], "ranked_scores": [0.5817, 0.5307, 0.5306, 0.5291, 0.5288, 0.5172, 0.5158, 0.5123, 0.5118, 0.5065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "14717213", "2359152", "22543403", "19822046", "8925851", "3863543", "33677323", "41293601"], "ranked_scores": [0.6577, 0.6055, 0.5975, 0.5816, 0.5702, 0.5596, 0.5558, 0.555, 0.5473, 0.5463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "1686997", "25942757", "4447055", "36830715", "2061878", "41913714", "16208091", "25483562", "18346333"], "ranked_scores": [0.3596, 0.3577, 0.3571, 0.3568, 0.3556, 0.3521, 0.3512, 0.3497, 0.3493, 0.3448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "11738716", "41915616", "4462079", "275294", "25599283", "21636085", "36960449"], "ranked_scores": [0.5097, 0.5042, 0.461, 0.4319, 0.421, 0.4072, 0.4003, 0.3959, 0.3947, 0.3938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "2831620", "14663842", "13923140", "71625969", "3067015", "31407112", "34603465", "14938990", "27449472"], "ranked_scores": [0.4521, 0.452, 0.4344, 0.4329, 0.4322, 0.4302, 0.4267, 0.425, 0.4143, 0.4137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "1065627", "11172205", "6944800", "26231129", "7343711", "17388232", "4429118", "1921218", "2417551"], "ranked_scores": [0.4831, 0.4772, 0.4761, 0.4715, 0.4542, 0.4523, 0.4463, 0.4419, 0.4376, 0.4368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "17421851", "2973910", "19332616", "15925931", "13448422", "6153754", "4446814", "25404036", "2587396"], "ranked_scores": [0.5962, 0.5385, 0.5299, 0.5261, 0.5254, 0.5205, 0.5039, 0.5032, 0.502, 0.502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "32463364", "13933299", "6945285", "24625323", "7552215", "33733520", "5691302", "40996863"], "ranked_scores": [0.6358, 0.5417, 0.5275, 0.51, 0.5085, 0.5078, 0.4947, 0.4944, 0.4893, 0.4881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "12932176", "5811042", "16605494", "13380011", "2947124", "22116439", "14386505", "11992632", "14972169"], "ranked_scores": [0.6248, 0.6217, 0.6089, 0.6041, 0.6033, 0.6027, 0.5984, 0.5976, 0.5896, 0.5892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "39758684", "42693833", "5406411", "18358026", "4889228", "57783564"], "ranked_scores": [0.6616, 0.6221, 0.564, 0.5632, 0.5621, 0.5601, 0.5594, 0.5444, 0.5422, 0.5396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "18546584", "21363424", "18882947", "6123924", "29347970", "40234452", "3545805", "21185923", "45414636"], "ranked_scores": [0.6265, 0.615, 0.6109, 0.6071, 0.6022, 0.6014, 0.5994, 0.5979, 0.5951, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "45414636", "40234452", "6123924", "17463549", "266641", "9283422", "11344428"], "ranked_scores": [0.6453, 0.588, 0.537, 0.527, 0.5251, 0.5242, 0.521, 0.4975, 0.4974, 0.4971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "21274496", "11238951", "20357868", "12670680", "16572581", "42065070"], "ranked_scores": [0.6985, 0.5559, 0.5554, 0.541, 0.532, 0.5249, 0.5183, 0.5111, 0.5096, 0.5062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "22968257", "25300426", "23895668", "2701077", "18358026", "28697248", "17755060", "45764440"], "ranked_scores": [0.332, 0.3189, 0.317, 0.3025, 0.2961, 0.295, 0.2908, 0.2906, 0.2899, 0.2837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "15319019", "13106686", "12885341", "3493623", "2638387", "10648422", "7177329", "4336849"], "ranked_scores": [0.5432, 0.5397, 0.5386, 0.503, 0.5028, 0.4758, 0.4751, 0.4735, 0.4701, 0.4683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "25298276", "13256155", "24634621", "31616203", "24873253", "26231129", "32421068", "10958594", "5641851"], "ranked_scores": [0.6258, 0.5379, 0.5284, 0.5283, 0.5204, 0.5153, 0.5111, 0.5042, 0.4996, 0.4973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "5752492", "14386505", "10648422", "15425958", "34469966", "883747", "17438862", "4391121", "26873988"], "ranked_scores": [0.6096, 0.6063, 0.5904, 0.5857, 0.5803, 0.5782, 0.5699, 0.5675, 0.5669, 0.5661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5914739", "34905328", "2714623", "22647695", "8903143", "33499189", "13798951", "2825380", "18758057", "9225850"], "ranked_scores": [0.7054, 0.7021, 0.6929, 0.6912, 0.689, 0.689, 0.6794, 0.6724, 0.6711, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "25886725", "12087063", "45920278", "841371", "21377587", "21323587", "31612088", "6421734"], "ranked_scores": [0.4297, 0.4128, 0.3842, 0.3653, 0.3623, 0.3546, 0.3441, 0.3436, 0.3403, 0.3372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["52944377", "10015292", "9301606", "14874811", "14367469", "29851836", "8185080", "8002887", "2405259", "29073751"], "ranked_scores": [0.5908, 0.5872, 0.5779, 0.5717, 0.5621, 0.5607, 0.5589, 0.5567, 0.5543, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22134353", "4447785", "9225850", "9784254", "195683603", "29473081", "28149602", "2042250", "38587347"], "ranked_scores": [0.6826, 0.5873, 0.5747, 0.5738, 0.572, 0.5617, 0.5478, 0.5474, 0.5453, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "23863551", "1686997", "1285713", "40901687", "9669099", "7225911", "25677651", "28107602", "29321530"], "ranked_scores": [0.5575, 0.5233, 0.5171, 0.5092, 0.5082, 0.508, 0.5069, 0.5067, 0.506, 0.5037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "16787954", "7224723", "21383026", "5284188", "1986482", "24241932", "13899137"], "ranked_scores": [0.6312, 0.5483, 0.5259, 0.5056, 0.5032, 0.4975, 0.4894, 0.4886, 0.4858, 0.479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "24634621", "1522336", "2296264", "85665741", "9767444", "12641252", "3935126", "39443128", "27437459"], "ranked_scores": [0.4955, 0.477, 0.4766, 0.4742, 0.4715, 0.4646, 0.4638, 0.4629, 0.4629, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m64-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "21636085", "12810152", "25974070", "30981192", "12102963", "21553394", "44624045", "25599283"], "ranked_scores": [0.5396, 0.5386, 0.5312, 0.5169, 0.5159, 0.5122, 0.5059, 0.5038, 0.496, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "40473317", "10648422", "36838958", "35651106", "7399084", "11020556", "5289038", "13000926", "11666252"], "ranked_scores": [0.2805, 0.2682, 0.265, 0.2646, 0.2539, 0.2519, 0.2494, 0.2491, 0.2462, 0.2448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "4506414", "25451374", "6176498", "31889025", "20526907", "35495268", "27449472", "23983289"], "ranked_scores": [0.5599, 0.5594, 0.5368, 0.5288, 0.5212, 0.5195, 0.5185, 0.5154, 0.5144, 0.5129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "33499189", "19708993", "8903143", "5914739", "18042803", "17195001", "22317868", "9283422", "31624828"], "ranked_scores": [0.5637, 0.5549, 0.5433, 0.5415, 0.5404, 0.534, 0.5317, 0.5285, 0.5282, 0.5269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "45581752", "35022568", "12672066", "27150276", "32969964", "31554917", "19071857", "21274919", "38752049"], "ranked_scores": [0.3405, 0.304, 0.2942, 0.2931, 0.2924, 0.2919, 0.2905, 0.2869, 0.2853, 0.282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "23136735", "27873158", "28617573", "6561200", "46355579", "19140422", "16980892", "9764256", "1203035"], "ranked_scores": [0.6199, 0.5876, 0.5836, 0.5816, 0.5804, 0.5712, 0.57, 0.5413, 0.5406, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8712, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "38533515", "226488", "16839245", "4138659", "17755060", "18399038", "13952658", "52925737", "24044977"], "ranked_scores": [0.5829, 0.5583, 0.5554, 0.5531, 0.553, 0.5527, 0.548, 0.5465, 0.5462, 0.5461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["18237384", "23509113", "32454714", "7975937", "2248870", "6417632", "6723450", "3684342", "19005293", "10162553"], "ranked_scores": [0.5595, 0.5543, 0.5477, 0.5353, 0.5329, 0.5322, 0.5319, 0.5306, 0.53, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "20945963", "13097856", "45920278", "32969964", "14337960", "6504953", "16979690", "26456326", "45581752"], "ranked_scores": [0.4017, 0.3632, 0.362, 0.3612, 0.3435, 0.3419, 0.3373, 0.3362, 0.336, 0.3326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7869794", "8137081", "1871230", "381602", "6163801", "19510470", "44562221", "46926352", "22696649", "4346731"], "ranked_scores": [0.5813, 0.5634, 0.556, 0.5487, 0.5472, 0.5463, 0.5368, 0.5363, 0.5353, 0.5346], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["24282306", "41822527", "13992047", "45401535", "3727986", "15946643", "2296264", "164985", "10162553", "2417551"], "ranked_scores": [0.283, 0.2788, 0.2779, 0.2687, 0.2654, 0.2651, 0.2633, 0.2611, 0.2597, 0.2528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["13992047", "14965508", "2296264", "79696454", "38485364", "4422868", "5099266", "86694016", "45401535", "34876410"], "ranked_scores": [0.389, 0.3809, 0.378, 0.3746, 0.374, 0.3711, 0.369, 0.3673, 0.3663, 0.3606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "37029185", "27049238", "72180760", "37628989", "8290953", "15559582", "14726759", "46926352", "3391547"], "ranked_scores": [0.2193, 0.1968, 0.1927, 0.1866, 0.1806, 0.1791, 0.1755, 0.1741, 0.1717, 0.1715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "21274919", "143868995", "17930286", "24285403", "24510595", "28419824", "26016929", "14606752", "32463364"], "ranked_scores": [0.4364, 0.4282, 0.416, 0.4126, 0.406, 0.3981, 0.3921, 0.3848, 0.378, 0.3754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "21301090", "79231308", "6748318", "23639838", "25098790", "23294314", "52874170", "25515907", "32462603"], "ranked_scores": [0.3496, 0.3396, 0.3333, 0.3295, 0.3232, 0.3196, 0.3152, 0.3151, 0.308, 0.3071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "9291668", "6040392", "2722988", "7514614", "1848452", "22264117", "26230669", "7988832"], "ranked_scores": [0.6816, 0.6697, 0.6529, 0.6485, 0.6352, 0.632, 0.6252, 0.6241, 0.618, 0.6153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "275294", "26244918", "13801259", "6277638", "21553394", "2266471", "4500832", "31407112", "21547032"], "ranked_scores": [0.4121, 0.4075, 0.4051, 0.4046, 0.4032, 0.4001, 0.3975, 0.3956, 0.3955, 0.3953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26133404", "26873988", "10359591", "37762357", "9433958", "8247469", "23305884", "10450300", "27602752", "2947124"], "ranked_scores": [0.6247, 0.6089, 0.6079, 0.6041, 0.6021, 0.5999, 0.5992, 0.5899, 0.5859, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "27123743", "37480103", "5487448", "17450673", "16098747", "21874312", "25973484", "27240667", "22007333"], "ranked_scores": [0.6423, 0.6188, 0.6117, 0.6109, 0.6079, 0.607, 0.6054, 0.6048, 0.5937, 0.5918], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "32423829", "28617573", "27873158", "5372432", "46695481", "6748318", "19673227"], "ranked_scores": [0.591, 0.5746, 0.5511, 0.5484, 0.5457, 0.5455, 0.5301, 0.5287, 0.5193, 0.515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "37643601", "40412980", "16172576", "23746313", "31560225", "12885341", "18914652", "27555165", "12880573"], "ranked_scores": [0.4135, 0.4081, 0.3959, 0.394, 0.3872, 0.3867, 0.3814, 0.3771, 0.3766, 0.3753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["5403286", "14492339", "8137081", "27243019", "9056874", "24512064", "16488405", "10284593", "623486", "54561384"], "ranked_scores": [0.4753, 0.4615, 0.4399, 0.4385, 0.4353, 0.4315, 0.4272, 0.426, 0.4242, 0.4221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "22264117", "24347647", "6313547", "40349336", "28138927", "7834603", "26230669", "1576955", "11414664"], "ranked_scores": [0.462, 0.4333, 0.4309, 0.4191, 0.4161, 0.4134, 0.4132, 0.4099, 0.408, 0.4068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4324278", "25901598", "17195001", "36464673", "24731248", "38533515", "935538", "16120395", "14155726", "8903143"], "ranked_scores": [0.6126, 0.6102, 0.5968, 0.5913, 0.5891, 0.5886, 0.5885, 0.5873, 0.587, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "36830715", "9559146", "20418809", "29745822", "97884", "30292811", "23117378", "3391547"], "ranked_scores": [0.5074, 0.3493, 0.3439, 0.3361, 0.3292, 0.3278, 0.3267, 0.3259, 0.3242, 0.3197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "4700428", "12932176", "22116439", "14461101", "5700349", "1031534", "13963620", "23076291", "20943272"], "ranked_scores": [0.4781, 0.4778, 0.4772, 0.4748, 0.474, 0.4724, 0.4723, 0.4693, 0.4674, 0.4664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "24766509", "8327914", "18909530", "11922370", "6422576", "9988425", "2437807", "4457834", "4405194"], "ranked_scores": [0.5465, 0.53, 0.5241, 0.522, 0.5202, 0.5181, 0.5174, 0.5154, 0.5134, 0.5125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "14717213", "5765455", "41293601", "7020505", "22543403", "8925851", "7997337", "21692235", "9548440"], "ranked_scores": [0.586, 0.5633, 0.5522, 0.5482, 0.5466, 0.5407, 0.5405, 0.5399, 0.5312, 0.5303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16208091", "10247314", "25942757", "43224840", "26607366", "16472469", "41913714", "2727303", "36830715", "1065627"], "ranked_scores": [0.3559, 0.3557, 0.353, 0.3514, 0.3429, 0.337, 0.3346, 0.33, 0.3268, 0.3253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "275294", "4462079", "41915616", "11738716", "4463811", "12280462", "36960449", "25599283"], "ranked_scores": [0.4399, 0.4281, 0.37, 0.3643, 0.3578, 0.3468, 0.3408, 0.3398, 0.3395, 0.3389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["13923140", "38028419", "34498325", "6042706", "21641088", "42441846", "13717103", "120626", "1576955", "2831620"], "ranked_scores": [0.4315, 0.4285, 0.4267, 0.4232, 0.4184, 0.4124, 0.4079, 0.4074, 0.4073, 0.4066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "4429118", "40382183", "11172205", "8891333", "17388232", "6944800", "7343711", "2417551", "3391547"], "ranked_scores": [0.4644, 0.442, 0.4415, 0.4343, 0.4321, 0.4259, 0.4243, 0.4219, 0.4189, 0.4187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["4446814", "13768432", "21372171", "19332616", "24989194", "2587396", "3616843", "25404036", "37583120", "2973910"], "ranked_scores": [0.524, 0.5189, 0.5076, 0.5018, 0.4992, 0.4948, 0.4855, 0.4816, 0.4802, 0.4787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "32463364", "4506414", "12206390", "36003142", "6945285", "14121786", "38752049"], "ranked_scores": [0.5558, 0.5326, 0.5243, 0.5237, 0.5232, 0.5126, 0.4997, 0.4988, 0.4912, 0.4859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["57574395", "13380011", "12932176", "23863551", "14819804", "5811042", "14972169", "16966326", "2947124", "8596357"], "ranked_scores": [0.6141, 0.6126, 0.6115, 0.6012, 0.5981, 0.5977, 0.5971, 0.597, 0.5943, 0.5935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "12513042", "21181273", "17755060", "4422868", "5406411", "9769310", "9784254", "4889228", "36082224"], "ranked_scores": [0.6295, 0.5754, 0.5662, 0.5566, 0.5534, 0.5509, 0.541, 0.5403, 0.5396, 0.539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["12058271", "34905328", "10165258", "29288582", "28006126", "44562221", "18882947", "21363424", "40094786", "6123924"], "ranked_scores": [0.613, 0.6054, 0.6, 0.5985, 0.594, 0.5939, 0.5936, 0.5933, 0.593, 0.593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "45414636", "10165258", "6123924", "54561384", "14492339", "5415832", "19511011", "33535222"], "ranked_scores": [0.5745, 0.541, 0.5113, 0.5077, 0.5023, 0.4962, 0.4887, 0.4878, 0.4831, 0.4812], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "42065070", "21274496", "20357868", "18938992", "27602752", "8563659", "10648422", "40323454"], "ranked_scores": [0.5774, 0.5274, 0.513, 0.5108, 0.5078, 0.5058, 0.5002, 0.4984, 0.4944, 0.4942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "5551138", "5254463", "22968257", "6896063", "28937856", "30543439", "17755060", "38623601", "5468807"], "ranked_scores": [0.3135, 0.2968, 0.2896, 0.2886, 0.2826, 0.2783, 0.2744, 0.2736, 0.2716, 0.2714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "13106686", "2638387", "41337677", "14934137", "18694784", "1970884", "25263810"], "ranked_scores": [0.5092, 0.4905, 0.4885, 0.4659, 0.4596, 0.4588, 0.4576, 0.4566, 0.4565, 0.4564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "1522336", "13380980", "7613033", "25298276", "31616203", "24873253", "19673227", "42731834"], "ranked_scores": [0.5282, 0.5, 0.4971, 0.4928, 0.4917, 0.4912, 0.4856, 0.4848, 0.4826, 0.4776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["14386505", "21498497", "5752492", "1550937", "10648422", "44562221", "18237384", "34469966", "883747", "26873988"], "ranked_scores": [0.5872, 0.5762, 0.5678, 0.5652, 0.562, 0.5572, 0.5564, 0.5561, 0.5552, 0.5551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["33499189", "34905328", "2714623", "5914739", "13798951", "18758057", "8903143", "22647695", "10190778", "28006126"], "ranked_scores": [0.6927, 0.6887, 0.6811, 0.6802, 0.6715, 0.668, 0.6663, 0.6637, 0.6617, 0.6612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "45920278", "25886725", "21377587", "45548062", "31612088", "21323587", "29107210", "6421734", "16979690"], "ranked_scores": [0.3483, 0.3134, 0.313, 0.3091, 0.3003, 0.2974, 0.2955, 0.2947, 0.2939, 0.2925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29851836", "14367469", "9301606", "14874811", "36838958", "52944377", "14848619", "7225911", "39637840", "4583180"], "ranked_scores": [0.5795, 0.5715, 0.5633, 0.5615, 0.5593, 0.557, 0.5542, 0.5497, 0.5497, 0.5472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22696649", "9225850", "31272411", "195683603", "1550937", "2042250", "21179714", "9784254", "8698857"], "ranked_scores": [0.6187, 0.5722, 0.5622, 0.5622, 0.5598, 0.5559, 0.5553, 0.5522, 0.55, 0.5499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11043831", "38751591", "19165076", "2119889", "21557055", "42565477", "36464673", "29321530", "28107602", "4324278"], "ranked_scores": [0.5138, 0.5137, 0.5024, 0.5023, 0.4987, 0.4964, 0.4919, 0.4912, 0.489, 0.4883], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "31363207", "21383026", "24241932", "7224723", "33934971", "32023005", "1986482"], "ranked_scores": [0.5619, 0.4754, 0.4733, 0.4547, 0.4542, 0.4523, 0.4281, 0.4245, 0.4243, 0.4239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1522336", "2296264", "17682477", "85665741", "35766603", "3935126", "39443128", "5551138", "4468861", "9767444"], "ranked_scores": [0.4786, 0.4649, 0.4604, 0.4582, 0.4568, 0.4486, 0.4436, 0.4426, 0.4424, 0.4376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m96-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "13933299", "25974070", "3150030", "12810152", "19878070", "10692948", "21636085"], "ranked_scores": [0.5687, 0.5436, 0.5284, 0.5164, 0.5161, 0.5107, 0.5096, 0.5049, 0.501, 0.5008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["26886351", "3083927", "10648422", "13000926", "17463549", "40473317", "34121231", "25687558", "36838958", "5289038"], "ranked_scores": [0.2896, 0.2793, 0.2776, 0.2714, 0.2701, 0.2693, 0.2661, 0.2655, 0.2641, 0.2586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "27449472", "2138843", "35495268", "4506414", "6158879", "6945285", "21301090", "35714909", "8318922"], "ranked_scores": [0.6041, 0.5484, 0.5476, 0.5407, 0.5374, 0.5248, 0.5187, 0.5174, 0.5173, 0.5131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "5914739", "34905328", "8903143", "25629722", "33499189", "2714623", "22317868", "11289247", "4324278"], "ranked_scores": [0.5497, 0.5468, 0.5436, 0.5324, 0.5297, 0.5292, 0.529, 0.5274, 0.5239, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "27150276", "22995579", "1428830", "45581752", "35022568", "32969964", "12672066", "28419824"], "ranked_scores": [0.3959, 0.3438, 0.3412, 0.3109, 0.3079, 0.3064, 0.303, 0.3026, 0.3001, 0.2946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "46695481", "27873158", "23136735", "28617573", "46355579", "19140422", "1203035", "16980892", "9764256"], "ranked_scores": [0.6244, 0.6242, 0.6206, 0.6154, 0.6119, 0.5964, 0.593, 0.5696, 0.5596, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7054, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "3831884", "18399038", "41325555", "13889430", "10482574", "226488", "24315156", "20620012"], "ranked_scores": [0.5818, 0.5688, 0.5606, 0.5585, 0.5497, 0.5469, 0.5462, 0.5456, 0.5447, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "219475", "15425958", "67045088", "5500086", "32454714", "18237384", "15707049", "19005293"], "ranked_scores": [0.5534, 0.5459, 0.5415, 0.5383, 0.5265, 0.5263, 0.5255, 0.524, 0.5239, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["26456326", "27768226", "45581752", "20945963", "16979690", "32969964", "13097856", "22401061", "38180456", "35087728"], "ranked_scores": [0.3895, 0.3683, 0.356, 0.3515, 0.348, 0.3455, 0.3397, 0.3363, 0.332, 0.3317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "3330111", "44562221", "7869794", "381602", "46926352", "8137081", "5406411", "3727986", "24612804"], "ranked_scores": [0.5546, 0.5545, 0.554, 0.55, 0.5483, 0.5382, 0.5375, 0.5371, 0.5346, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["45401535", "10162553", "164985", "32742683", "3727986", "16863359", "381602", "35256900", "22852120", "39559521"], "ranked_scores": [0.307, 0.2828, 0.2807, 0.2738, 0.272, 0.2719, 0.2703, 0.2657, 0.264, 0.2619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "18126445", "45401535", "4979184", "82665667", "4406819", "28264919", "35256900", "350542", "2296264"], "ranked_scores": [0.4157, 0.3888, 0.3871, 0.3846, 0.3844, 0.3752, 0.3736, 0.3721, 0.368, 0.3659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "2291922", "27049238", "3896759", "15194125", "37029185", "46926352", "37628989", "11771811", "24660385"], "ranked_scores": [0.2343, 0.2161, 0.2125, 0.2028, 0.2006, 0.179, 0.1779, 0.177, 0.1766, 0.1743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "21274919", "44830890", "28419824", "143868995", "30813140", "24055603", "7965928", "24148722", "24510595"], "ranked_scores": [0.452, 0.4491, 0.438, 0.4334, 0.4188, 0.401, 0.4009, 0.3971, 0.3964, 0.3934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "79231308", "25098790", "25515907", "4695046", "32423829", "37628989", "116556376", "6748318"], "ranked_scores": [0.4127, 0.3498, 0.3262, 0.3227, 0.3165, 0.3161, 0.3145, 0.3063, 0.3061, 0.3042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "6040392", "9291668", "2722988", "7514614", "1848452", "7988832", "26230669", "4434951"], "ranked_scores": [0.6833, 0.6722, 0.6468, 0.6454, 0.6385, 0.6376, 0.627, 0.6258, 0.6235, 0.6219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["31407112", "6277638", "1227277", "13801259", "26244918", "36654066", "30720103", "45770026", "23974474", "44693226"], "ranked_scores": [0.4412, 0.4356, 0.4193, 0.4149, 0.4068, 0.4066, 0.4009, 0.3971, 0.3971, 0.3967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "26133404", "2947124", "23305884", "10627801", "15248287", "27602752", "8247469", "30437264"], "ranked_scores": [0.6323, 0.6265, 0.6192, 0.6111, 0.6082, 0.605, 0.6042, 0.5932, 0.5915, 0.5885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "27123743", "23557241", "17450673", "37480103", "5487448", "16322674", "25973484", "22007333", "21874312"], "ranked_scores": [0.6519, 0.6507, 0.6438, 0.6384, 0.6376, 0.6331, 0.626, 0.6221, 0.6201, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "32423829", "27873158", "12779444", "25742130", "46355579", "28617573", "6561200", "21874312", "46695481"], "ranked_scores": [0.6106, 0.5701, 0.5582, 0.5489, 0.5439, 0.526, 0.5232, 0.5209, 0.5198, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "12885341", "16172576", "44366096", "31560225", "13290521", "2619579", "23746313", "18914652", "84784389"], "ranked_scores": [0.4229, 0.4227, 0.4093, 0.4072, 0.3903, 0.3875, 0.3846, 0.3832, 0.3808, 0.3772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["5403286", "8137081", "27602752", "14492339", "5415832", "46202852", "27243019", "9056874", "24088502", "18882947"], "ranked_scores": [0.4581, 0.4561, 0.4542, 0.4481, 0.434, 0.4334, 0.43, 0.4288, 0.4276, 0.4267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "22264117", "6313547", "24347647", "10012166", "28138927", "4326318", "26230669", "40349336", "4653837"], "ranked_scores": [0.494, 0.481, 0.453, 0.4528, 0.4445, 0.4372, 0.435, 0.4324, 0.4229, 0.4158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["25901598", "4324278", "21380348", "38533515", "16120395", "33499189", "45875990", "17195001", "4452659", "10790846"], "ranked_scores": [0.612, 0.6056, 0.6031, 0.5917, 0.5879, 0.5876, 0.584, 0.5772, 0.5765, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "9559146", "23117378", "20471181", "37592824", "97884", "116792", "11441172"], "ranked_scores": [0.5461, 0.3742, 0.3589, 0.3368, 0.3345, 0.3344, 0.3321, 0.3269, 0.3245, 0.3244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "44408494", "5700349", "23700330", "23076291", "20313748", "15491404", "20943272", "3825472", "40500438"], "ranked_scores": [0.5029, 0.4799, 0.4795, 0.4795, 0.4767, 0.476, 0.4752, 0.4735, 0.4719, 0.4719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "24766509", "11922370", "2437807", "6422576", "23535770", "4405194", "8610932", "18909530", "40667066"], "ranked_scores": [0.5473, 0.541, 0.5324, 0.5245, 0.5159, 0.5132, 0.5084, 0.5068, 0.5015, 0.5012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "22543403", "14717213", "2359152", "3863543", "21692235", "41293601", "19822046", "22551259"], "ranked_scores": [0.6075, 0.5758, 0.57, 0.5635, 0.5615, 0.5515, 0.5504, 0.5498, 0.5411, 0.5362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["26607366", "6812319", "4447055", "25942757", "2061878", "33370", "10247314", "2727303", "43224840", "18346333"], "ranked_scores": [0.3682, 0.3673, 0.3605, 0.3551, 0.3494, 0.3493, 0.3465, 0.3425, 0.3413, 0.3396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "25599283", "41915616", "3150030", "2425364", "16256507", "11738716", "22023404"], "ranked_scores": [0.4758, 0.4375, 0.4081, 0.3963, 0.3818, 0.3811, 0.3802, 0.3796, 0.3673, 0.3652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["2831620", "27449472", "13923140", "14663842", "38028419", "10530014", "52865789", "42441846", "71625969", "21553394"], "ranked_scores": [0.4427, 0.4351, 0.4316, 0.4272, 0.4255, 0.4206, 0.4196, 0.4194, 0.414, 0.4125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "6944800", "1065627", "7343711", "4429118", "26231129", "29473081", "17388232", "4979184", "13952658"], "ranked_scores": [0.4564, 0.451, 0.4287, 0.4272, 0.426, 0.425, 0.4217, 0.4198, 0.4117, 0.4085], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "21372171", "17421851", "2587396", "2973910", "87758", "2291922", "39084565", "19332616", "13448422"], "ranked_scores": [0.6088, 0.5064, 0.5057, 0.5045, 0.4972, 0.4944, 0.4926, 0.4866, 0.4858, 0.4849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "32463364", "41264017", "18256197", "6945285", "27076725", "9617381", "752423", "36003142"], "ranked_scores": [0.5975, 0.5213, 0.518, 0.5108, 0.505, 0.4954, 0.4926, 0.4923, 0.4881, 0.487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["57574395", "12932176", "8596357", "2947124", "22185730", "16966326", "14972169", "41913714", "13380011", "22116439"], "ranked_scores": [0.605, 0.6022, 0.6017, 0.6, 0.5995, 0.5967, 0.5923, 0.5899, 0.588, 0.5873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17755060", "4422868", "12513042", "42693833", "5254463", "9159125", "12685434", "4447785"], "ranked_scores": [0.622, 0.6183, 0.566, 0.5535, 0.5489, 0.546, 0.5337, 0.5319, 0.5308, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40234452", "14311986", "28006126", "20388894", "11233339", "34905328", "10190778", "9283422", "21363424", "21185923"], "ranked_scores": [0.6107, 0.597, 0.5904, 0.5899, 0.5891, 0.5869, 0.5863, 0.5863, 0.586, 0.5857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "10165258", "54561384", "6123924", "40234452", "19511011", "25985964", "45414636", "4430962"], "ranked_scores": [0.5962, 0.5768, 0.5293, 0.5243, 0.5064, 0.5063, 0.496, 0.4956, 0.4951, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "19854744", "16572581", "20357868", "8563659", "18938992", "42065070", "7224723", "20261352"], "ranked_scores": [0.5976, 0.5433, 0.5212, 0.5136, 0.5095, 0.5088, 0.5055, 0.5044, 0.504, 0.4995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "5254463", "22968257", "5468807", "3858268", "25300426", "30543439", "23895668", "17755060", "3981033"], "ranked_scores": [0.311, 0.3033, 0.2969, 0.296, 0.2933, 0.2923, 0.2886, 0.2867, 0.2843, 0.2836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "40500438", "6182947", "46765242", "35651106", "12885341", "14474178", "22059387"], "ranked_scores": [0.5015, 0.4967, 0.4948, 0.474, 0.4666, 0.4614, 0.4596, 0.4589, 0.4581, 0.4556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "31616203", "13380980", "5641851", "25298276", "1522336", "26231129", "24634621", "19673227"], "ranked_scores": [0.5565, 0.5248, 0.5234, 0.5058, 0.5047, 0.5039, 0.4896, 0.4845, 0.4829, 0.4804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5752492", "10648422", "14386505", "21498497", "8596357", "26873988", "1550937", "14657344", "23901235", "6501747"], "ranked_scores": [0.6024, 0.5873, 0.5748, 0.5719, 0.5718, 0.5712, 0.5702, 0.5681, 0.5658, 0.5652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "33499189", "22647695", "10190778", "2714623", "13798951", "5914739", "28006126", "8903143", "25479072"], "ranked_scores": [0.6966, 0.6818, 0.6765, 0.6745, 0.6731, 0.6708, 0.6669, 0.6625, 0.6623, 0.653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "25886725", "45920278", "31612088", "21377587", "21323587", "841371", "16737210", "27712433", "6421734"], "ranked_scores": [0.3784, 0.3418, 0.3175, 0.3141, 0.3059, 0.3049, 0.3044, 0.3016, 0.2988, 0.2982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29851836", "10015292", "14367469", "52944377", "9301606", "24624992", "8002887", "4583180", "14874811", "29073751"], "ranked_scores": [0.5869, 0.5831, 0.5825, 0.5799, 0.569, 0.5593, 0.5564, 0.5561, 0.5485, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "195683603", "9784254", "9225850", "1871230", "2042250", "4447785", "17017465", "28149602", "1499964"], "ranked_scores": [0.6435, 0.5633, 0.5625, 0.558, 0.5534, 0.5475, 0.547, 0.5463, 0.5449, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["1686997", "21557055", "14819804", "42565477", "22968257", "40901687", "4961038", "28107602", "14241418", "11043831"], "ranked_scores": [0.5202, 0.513, 0.5114, 0.511, 0.4994, 0.4967, 0.4958, 0.4937, 0.4917, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "16787954", "24241932", "7111021", "7224723", "31363207", "21383026", "1986482", "32023005", "35087728"], "ranked_scores": [0.5674, 0.4902, 0.4746, 0.4719, 0.4718, 0.4714, 0.4676, 0.4616, 0.4393, 0.4381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["2296264", "22995579", "46765242", "17682477", "4468861", "4688340", "9767444", "12641252", "1900152", "5500086"], "ranked_scores": [0.477, 0.4766, 0.4656, 0.4588, 0.4571, 0.4543, 0.4534, 0.4534, 0.4464, 0.4463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m128-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "2425364", "21636085", "13933299", "30981192", "44624045", "12102963", "25974070"], "ranked_scores": [0.5689, 0.5414, 0.5234, 0.5146, 0.513, 0.5111, 0.5101, 0.5079, 0.5053, 0.5028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34121231", "40473317", "25687558", "36838958", "970012", "26474812", "11666252", "3083927", "17463549"], "ranked_scores": [0.3063, 0.2855, 0.2835, 0.2817, 0.2755, 0.2741, 0.2676, 0.2644, 0.2628, 0.2628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "4506414", "12206390", "35495268", "16760369", "20526907", "6158879", "9813098", "8842332"], "ranked_scores": [0.6249, 0.5717, 0.5468, 0.5359, 0.5319, 0.53, 0.5266, 0.5245, 0.5223, 0.522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "5914739", "8903143", "19708993", "30553457", "33499189", "11289247", "52095986", "10698739", "34905328"], "ranked_scores": [0.5651, 0.5498, 0.5387, 0.535, 0.524, 0.5236, 0.5225, 0.5217, 0.5197, 0.5195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "45581752", "27150276", "35022568", "1428830", "38752049", "32969964", "36033696", "22995579"], "ranked_scores": [0.4183, 0.3665, 0.317, 0.3157, 0.3106, 0.3041, 0.3025, 0.2978, 0.2967, 0.2965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["28617573", "23136735", "46695481", "6561200", "46355579", "27873158", "9764256", "19140422", "1203035", "6748318"], "ranked_scores": [0.6502, 0.647, 0.6309, 0.6163, 0.6112, 0.603, 0.5939, 0.5791, 0.555, 0.542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8548, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "9199796", "52925737", "24315156", "1686997", "16839245", "5256564", "4138659", "29473081"], "ranked_scores": [0.6023, 0.5698, 0.5547, 0.5502, 0.5453, 0.5399, 0.5386, 0.5344, 0.5341, 0.5329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["20610557", "67045088", "23509113", "19005293", "15425958", "6723450", "2248870", "5500086", "32454714", "219475"], "ranked_scores": [0.5709, 0.558, 0.5564, 0.5529, 0.5395, 0.5377, 0.5329, 0.5325, 0.5325, 0.5311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["16979690", "27768226", "32969964", "26456326", "20945963", "70490", "6477536", "29495185", "1263446", "13097856"], "ranked_scores": [0.388, 0.3813, 0.3478, 0.3461, 0.3458, 0.3437, 0.3435, 0.3407, 0.3403, 0.3401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "8137081", "7869794", "381602", "35256900", "24044977", "36345578", "5406411", "6163801", "24612804"], "ranked_scores": [0.5752, 0.5537, 0.5467, 0.5449, 0.5403, 0.5391, 0.533, 0.5313, 0.531, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["45401535", "164985", "32742683", "5099266", "3727986", "15946643", "21395936", "10162553", "40365566", "3984231"], "ranked_scores": [0.3068, 0.2949, 0.2818, 0.2784, 0.2698, 0.2671, 0.266, 0.2627, 0.2623, 0.262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["123859", "13992047", "14965508", "28264919", "14591894", "350542", "5099266", "18126445", "22241778", "14615911"], "ranked_scores": [0.3953, 0.3929, 0.3903, 0.387, 0.3757, 0.3723, 0.3722, 0.3702, 0.3693, 0.3678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "25175997", "37628989", "37029185", "2291922", "3896759", "15194125", "38369817", "46926352", "20758340"], "ranked_scores": [0.2462, 0.2355, 0.2139, 0.2063, 0.2032, 0.2024, 0.1922, 0.1859, 0.1848, 0.1843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["21274919", "28419824", "44830890", "17930286", "143868995", "22995579", "30813140", "14606752", "7965928", "24510595"], "ranked_scores": [0.465, 0.457, 0.4499, 0.4336, 0.4334, 0.4288, 0.4111, 0.403, 0.3954, 0.3925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "52874170", "23639838", "22688699", "38180456", "25098790", "116556376", "12839939", "5323845"], "ranked_scores": [0.3803, 0.3411, 0.3404, 0.3308, 0.3296, 0.3263, 0.3178, 0.3103, 0.3091, 0.3077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "9291668", "6040392", "7988832", "26230669", "1848452", "7514614", "4434951", "4679264"], "ranked_scores": [0.6815, 0.6776, 0.6703, 0.6653, 0.6616, 0.6401, 0.6387, 0.6369, 0.6329, 0.6328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "31407112", "26244918", "9899292", "13801259", "44693226", "17195001", "2266471", "13948920"], "ranked_scores": [0.46, 0.4366, 0.4306, 0.4256, 0.4152, 0.407, 0.4047, 0.403, 0.4009, 0.3982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26133404", "9433958", "18938992", "26873988", "10450300", "23305884", "10359591", "5137019", "2947124", "10627801"], "ranked_scores": [0.6272, 0.6245, 0.6123, 0.6066, 0.6012, 0.6005, 0.5945, 0.5926, 0.5924, 0.5903], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "27123743", "17450673", "5487448", "22007333", "25973484", "37480103", "27240667", "16322674", "21874312"], "ranked_scores": [0.6707, 0.6546, 0.6541, 0.6522, 0.6414, 0.6378, 0.6366, 0.6292, 0.6263, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "27873158", "32423829", "28617573", "46355579", "26798867", "46695481", "13831558"], "ranked_scores": [0.6229, 0.5728, 0.5709, 0.5702, 0.5518, 0.5489, 0.5413, 0.5386, 0.5361, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "16172576", "23746313", "12885341", "40412980", "5633957", "8005007", "44366096", "31272411", "13290521"], "ranked_scores": [0.4371, 0.4062, 0.4036, 0.4012, 0.398, 0.3939, 0.3929, 0.3906, 0.3891, 0.3878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14492339", "24088502", "8137081", "24512064", "9056874", "5403286", "10795340", "8317408", "27910499", "40900567"], "ranked_scores": [0.4664, 0.4649, 0.455, 0.4485, 0.448, 0.4471, 0.4425, 0.4423, 0.4392, 0.4374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "22264117", "24347647", "10012166", "6313547", "26230669", "28138927", "1848452", "4326318", "7834603"], "ranked_scores": [0.5089, 0.4771, 0.4724, 0.4704, 0.4513, 0.4494, 0.4418, 0.4347, 0.4333, 0.423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4324278", "36464673", "25901598", "17195001", "22036571", "8903143", "8856690", "45875990", "4452659"], "ranked_scores": [0.6101, 0.5972, 0.5965, 0.5929, 0.5879, 0.5876, 0.5864, 0.5848, 0.5831, 0.5813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "4399268", "15889329", "20471181", "810480", "37592824", "2613775", "45153864", "36830715", "11441172"], "ranked_scores": [0.5674, 0.3823, 0.3725, 0.357, 0.3541, 0.3458, 0.3375, 0.3343, 0.3336, 0.3333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "5700349", "9304312", "20313748", "23420615", "7093809", "14461101", "12932176", "10846815", "6426919"], "ranked_scores": [0.5155, 0.498, 0.4886, 0.4821, 0.4773, 0.4767, 0.4763, 0.4748, 0.4727, 0.471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["11922370", "2988714", "9988425", "24766509", "6422576", "40667066", "2437807", "7451607", "23604601", "18909530"], "ranked_scores": [0.5379, 0.5288, 0.5253, 0.522, 0.5212, 0.5154, 0.5124, 0.5098, 0.5096, 0.5018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "41293601", "14717213", "22543403", "2359152", "19822046", "22551259", "33677323", "21692235"], "ranked_scores": [0.5991, 0.589, 0.5749, 0.5699, 0.5605, 0.5579, 0.5488, 0.5476, 0.5447, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["1686997", "36830715", "16472469", "26607366", "4447055", "6812319", "25942757", "2727303", "25483562", "16208091"], "ranked_scores": [0.3636, 0.3512, 0.3511, 0.3477, 0.3399, 0.3394, 0.3388, 0.3377, 0.3354, 0.335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "11738716", "41915616", "2425364", "4462079", "16256507", "21636085", "10530014"], "ranked_scores": [0.4809, 0.4653, 0.428, 0.4015, 0.3906, 0.3824, 0.3812, 0.3783, 0.3773, 0.3707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["34603465", "38028419", "2831620", "13923140", "44693226", "14663842", "42441846", "10530014", "40901687", "6718824"], "ranked_scores": [0.4518, 0.4481, 0.4308, 0.4303, 0.4301, 0.4275, 0.4239, 0.4216, 0.4151, 0.4139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["6944800", "17388232", "24726600", "7343711", "26231129", "3391547", "1065627", "11172205", "4429118", "502797"], "ranked_scores": [0.4685, 0.4473, 0.4434, 0.4349, 0.4342, 0.4323, 0.4318, 0.4317, 0.4281, 0.4267], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "17421851", "2973910", "19332616", "15925931", "25404036", "2587396", "8317408", "4446814", "21372171"], "ranked_scores": [0.5877, 0.5164, 0.5116, 0.5107, 0.5098, 0.507, 0.5042, 0.4949, 0.4936, 0.4858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "38752049", "12206390", "32463364", "36003142", "6945285", "24625323", "9617381"], "ranked_scores": [0.595, 0.5399, 0.5223, 0.5084, 0.504, 0.5003, 0.4968, 0.4957, 0.4946, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["12932176", "16966326", "33911859", "5811042", "57574395", "2947124", "14972169", "22185730", "28249680", "5137019"], "ranked_scores": [0.6143, 0.6142, 0.6035, 0.5986, 0.5931, 0.593, 0.5888, 0.5868, 0.5859, 0.5814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "17755060", "5406411", "4889228", "4447785", "18358026", "39758684", "26059876"], "ranked_scores": [0.6346, 0.6329, 0.5582, 0.5547, 0.5497, 0.5463, 0.5458, 0.5448, 0.5439, 0.5426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["18546584", "28006126", "40234452", "24612804", "29347970", "34905328", "6936141", "3545805", "12058271", "18882947"], "ranked_scores": [0.6049, 0.6043, 0.6021, 0.5996, 0.5929, 0.5877, 0.5876, 0.5859, 0.5842, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "6123924", "10165258", "4856149", "45414636", "40234452", "20220731", "17463549"], "ranked_scores": [0.6146, 0.5821, 0.5149, 0.5129, 0.511, 0.5031, 0.4985, 0.4984, 0.4972, 0.497], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "20357868", "42065070", "18938992", "14934137", "17454301", "13959707"], "ranked_scores": [0.6198, 0.5385, 0.5333, 0.5319, 0.5229, 0.5119, 0.5072, 0.5055, 0.505, 0.5032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "22968257", "25300426", "23895668", "1686997", "18473550", "2701077", "4795303", "30658796", "38830961"], "ranked_scores": [0.3193, 0.3172, 0.3015, 0.2988, 0.2943, 0.2903, 0.2895, 0.2839, 0.2839, 0.2827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "6426919", "15319019", "2638387", "12885341", "14934137", "26607366", "13106686", "1970884", "30437264"], "ranked_scores": [0.5348, 0.5085, 0.5019, 0.4844, 0.4794, 0.469, 0.4685, 0.4656, 0.4632, 0.4585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "31616203", "13380980", "5641851", "25298276", "26231129", "42731834", "8659426", "10958594"], "ranked_scores": [0.5939, 0.5364, 0.5175, 0.5073, 0.5042, 0.5016, 0.4972, 0.4956, 0.4912, 0.4911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "5752492", "14386505", "15425958", "10648422", "17438862", "26873988", "1550937", "34469966", "35987381"], "ranked_scores": [0.6093, 0.5921, 0.5833, 0.5783, 0.5727, 0.5691, 0.5685, 0.5661, 0.5609, 0.5607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "5914739", "22647695", "13798951", "2714623", "33499189", "28006126", "18758057", "10190778", "13868795"], "ranked_scores": [0.7122, 0.6894, 0.6881, 0.6831, 0.683, 0.6753, 0.6641, 0.6618, 0.6595, 0.6537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "21377587", "25886725", "45920278", "16204011", "37029185", "12258338", "21323587", "45548062"], "ranked_scores": [0.3941, 0.3485, 0.3401, 0.3381, 0.3341, 0.3305, 0.3299, 0.3273, 0.3221, 0.3109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["52944377", "14367469", "29851836", "10015292", "9301606", "21622715", "36838958", "8002887", "885056", "29073751"], "ranked_scores": [0.5843, 0.5842, 0.5744, 0.566, 0.5553, 0.5544, 0.5535, 0.5529, 0.5513, 0.5473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "195683603", "22696649", "9784254", "28149602", "4447785", "22317868", "52925737", "17017465"], "ranked_scores": [0.6582, 0.5701, 0.56, 0.5566, 0.5547, 0.5533, 0.5468, 0.5436, 0.5433, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["28107602", "14819804", "7225911", "23286603", "11043831", "40901687", "29321530", "42489926", "41325555", "21557055"], "ranked_scores": [0.5224, 0.5209, 0.5104, 0.5104, 0.5081, 0.5061, 0.5023, 0.4979, 0.4954, 0.4936], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "16787954", "7224723", "24241932", "21383026", "32023005", "1986482", "11254040"], "ranked_scores": [0.6069, 0.5313, 0.5147, 0.5061, 0.4902, 0.4786, 0.4742, 0.4509, 0.4502, 0.4408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "35766603", "2296264", "9767444", "17682477", "24634621", "4688340", "27437459", "1522336", "2492146"], "ranked_scores": [0.4814, 0.4648, 0.4647, 0.4646, 0.4583, 0.4557, 0.455, 0.4504, 0.444, 0.4428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m4-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "4483571", "4462079", "26409363", "16256507", "21199527", "21553394", "58006489", "19529370", "3150030"], "ranked_scores": [0.7645, 0.7408, 0.7228, 0.7117, 0.6938, 0.6839, 0.6667, 0.6597, 0.6467, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["37296667", "25687558", "11666252", "13000926", "14924526", "4319174", "33733520", "22613657", "3083927", "6153754"], "ranked_scores": [0.6616, 0.6568, 0.6016, 0.5981, 0.5965, 0.5938, 0.586, 0.5849, 0.5787, 0.576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "6158879", "7873737", "5884524", "6176498", "5785219", "2587396", "20554003", "13380011", "25001628"], "ranked_scores": [0.7805, 0.7588, 0.7418, 0.7318, 0.7297, 0.7278, 0.7247, 0.7202, 0.7174, 0.7171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8305686", "18682109", "30184745", "16398827", "17195001", "33499189", "2825380", "2714623", "28724565", "3730196"], "ranked_scores": [0.6237, 0.6102, 0.61, 0.606, 0.6045, 0.6043, 0.6043, 0.6043, 0.6034, 0.6009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "649951", "8868863", "2436602", "3943235", "31554917", "4700428", "11913139", "25315295", "11666252"], "ranked_scores": [0.8598, 0.7371, 0.7205, 0.6941, 0.6872, 0.6854, 0.6796, 0.6782, 0.6753, 0.6652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "9764256", "46695481", "27873158", "19140422", "7650066", "28617573", "6748318", "23136735", "36355784"], "ranked_scores": [0.8837, 0.8429, 0.8414, 0.8414, 0.8273, 0.7953, 0.7806, 0.7481, 0.7362, 0.7225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7397, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "970012", "5238341", "14874811", "23887844", "18678095", "43311750", "10012166", "8892905", "13801259"], "ranked_scores": [0.7213, 0.7198, 0.6904, 0.6848, 0.6828, 0.6783, 0.6783, 0.6765, 0.6728, 0.6727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["10071590", "7869794", "6417632", "12058271", "46517055", "381602", "195683603", "17967608", "36216395", "15248287"], "ranked_scores": [0.7782, 0.755, 0.7285, 0.7159, 0.7068, 0.7013, 0.6996, 0.697, 0.6964, 0.6928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["1805641", "196664003", "12642224", "1173667", "8250852", "84379954", "5849439", "27768226", "13583615", "14174055"], "ranked_scores": [0.5237, 0.5215, 0.463, 0.457, 0.4566, 0.4481, 0.4476, 0.4475, 0.4455, 0.438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["2236768", "10982689", "22696649", "40365566", "46517055", "21535641", "4391121", "3870062", "28712203", "11902109"], "ranked_scores": [0.749, 0.7087, 0.7082, 0.7058, 0.6972, 0.6938, 0.6892, 0.6855, 0.6816, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["23576165", "7873737", "40963697", "27449472", "36386637", "42800527", "29526125", "46112052", "24726600", "32159283"], "ranked_scores": [0.6634, 0.6609, 0.6501, 0.6299, 0.6295, 0.6288, 0.6227, 0.6194, 0.6177, 0.6159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1946610", "27264454", "1805641", "18074797", "13380980", "4336849", "6334188", "25897733", "38752049", "22635278"], "ranked_scores": [0.7052, 0.6988, 0.6971, 0.6777, 0.6763, 0.6755, 0.6573, 0.6503, 0.6501, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21048969", "32322418", "4647303", "13933299", "7711685", "34544514", "7813993", "87758", "10697096", "2192419"], "ranked_scores": [0.6405, 0.6303, 0.6142, 0.6046, 0.6036, 0.6031, 0.5998, 0.5976, 0.5965, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "17930286", "24625323", "44830890", "32777637", "5691302", "12280462", "21957231", "7373453", "12667988"], "ranked_scores": [0.5881, 0.5651, 0.5642, 0.5476, 0.5438, 0.5374, 0.5363, 0.5274, 0.5265, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "6477536", "24408040", "22635278", "30058568", "26611094", "19675911", "25515907", "13496853", "21323587"], "ranked_scores": [0.6981, 0.6186, 0.6103, 0.5878, 0.5845, 0.5808, 0.5765, 0.5688, 0.5678, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "4434951", "4679264", "26230669", "6040392", "22543403", "9291668", "40349336", "7988832", "7808055"], "ranked_scores": [0.804, 0.8034, 0.8034, 0.779, 0.7698, 0.7581, 0.7312, 0.7305, 0.7209, 0.7023], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "40254495", "17195001", "21931005", "1227277", "28086354", "1686997", "8002887", "14874811", "25510546"], "ranked_scores": [0.65, 0.6491, 0.6462, 0.6372, 0.6228, 0.6186, 0.6133, 0.6126, 0.6126, 0.6085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "22647695", "5289038", "11784947", "3493623", "3943235", "5811042", "2947124", "10190778", "1220287"], "ranked_scores": [0.7416, 0.7004, 0.6878, 0.6867, 0.6824, 0.6783, 0.6779, 0.6767, 0.6715, 0.664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "23557241", "16098747", "13831842", "17450673", "5487448", "16322674", "22007333", "4828631"], "ranked_scores": [0.8604, 0.8604, 0.8523, 0.8441, 0.8323, 0.8323, 0.8323, 0.8314, 0.8039, 0.7865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "46695481", "27873158", "9764256", "19140422", "23136735", "6748318", "25742130", "7650066", "36355784"], "ranked_scores": [0.7944, 0.7551, 0.7551, 0.7423, 0.7326, 0.7261, 0.7212, 0.7208, 0.7014, 0.6952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["10627801", "30437264", "8005007", "5867846", "14474178", "24221369", "44366096", "984825", "2638387", "31272411"], "ranked_scores": [0.6727, 0.6686, 0.6606, 0.6583, 0.6481, 0.6448, 0.6407, 0.636, 0.6352, 0.6247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["25938221", "24088502", "41298619", "40900567", "18174210", "45218443", "10408324", "4824840", "5735492", "46602807"], "ranked_scores": [0.6755, 0.6513, 0.6459, 0.6454, 0.6389, 0.6389, 0.624, 0.6207, 0.6158, 0.6055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["4399311", "516867", "1084345", "14544564", "23237995", "14496749", "11738716", "16693950", "28530299", "14864285"], "ranked_scores": [0.7398, 0.7109, 0.7038, 0.7026, 0.7026, 0.6841, 0.6826, 0.6788, 0.6679, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "6415816", "22482024", "8426046", "5935987", "4421742", "8892905", "22264117", "38811597", "14475235"], "ranked_scores": [0.6893, 0.663, 0.6424, 0.6192, 0.6155, 0.6154, 0.614, 0.6134, 0.6105, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "32743723", "38873881", "46764350", "25416944", "3083927", "6123521", "31554917", "44562221"], "ranked_scores": [0.7627, 0.6287, 0.6275, 0.6215, 0.6196, 0.6079, 0.5954, 0.5947, 0.5935, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["7873737", "350542", "13778710", "5256564", "21754541", "7729656", "33960383", "19308127", "2272614", "23420807"], "ranked_scores": [0.7193, 0.7188, 0.713, 0.7109, 0.6956, 0.6948, 0.6934, 0.6922, 0.6909, 0.684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "10012166", "6163801", "1084345", "7036529", "1797622", "19583924", "16745747", "14060030", "40234452"], "ranked_scores": [0.7511, 0.7196, 0.7069, 0.7051, 0.7036, 0.6886, 0.6854, 0.6844, 0.6813, 0.6747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["7211056", "29224825", "1145473", "5765455", "21465696", "6000423", "22975806", "6710699", "10165723", "40429879"], "ranked_scores": [0.7505, 0.7304, 0.7283, 0.7241, 0.7188, 0.7143, 0.7132, 0.7099, 0.7078, 0.7077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "2851611", "778436", "4795303", "24995939", "4816339", "18346333", "36831892", "22174015", "9199796"], "ranked_scores": [0.776, 0.701, 0.6976, 0.6816, 0.6732, 0.6713, 0.6668, 0.6645, 0.6631, 0.6608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "3150030", "36960449", "275294", "520579", "22023404", "3222187", "4500832", "30720103"], "ranked_scores": [0.6868, 0.6609, 0.6606, 0.6478, 0.6447, 0.6147, 0.5885, 0.5875, 0.5841, 0.5765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "6415816", "435529", "2919030", "71625969", "12801438", "5939172", "4464565", "9687772"], "ranked_scores": [0.6936, 0.6814, 0.6768, 0.6615, 0.638, 0.6343, 0.6326, 0.6295, 0.6217, 0.6195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["2060137", "38037690", "23420807", "350542", "11172205", "40667577", "12866641", "5764562", "169264", "3727986"], "ranked_scores": [0.7009, 0.6907, 0.6837, 0.6708, 0.668, 0.6623, 0.6603, 0.6603, 0.6544, 0.6419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "12122482", "1191830", "20186513", "8892905", "46764350", "10071590", "37450671", "31324978", "30492966"], "ranked_scores": [0.68, 0.6336, 0.596, 0.596, 0.5941, 0.5931, 0.5907, 0.5868, 0.579, 0.57], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "21590125", "5551138", "5402581", "32777637", "32463364", "36003142", "12258338", "21547032", "45153864"], "ranked_scores": [0.7271, 0.7074, 0.687, 0.6731, 0.6639, 0.6415, 0.6334, 0.63, 0.6286, 0.6286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["1220287", "28249680", "18446525", "15836115", "10698739", "15215393", "17821387", "30122260", "31324978", "15600979"], "ranked_scores": [0.6454, 0.639, 0.6356, 0.6319, 0.6318, 0.6311, 0.6058, 0.6022, 0.6016, 0.6005], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["9614443", "6923961", "18375089", "21181273", "26059876", "26735905", "6407356", "43880096", "11238784", "24294572"], "ranked_scores": [0.7708, 0.7623, 0.7522, 0.7344, 0.7312, 0.7094, 0.7073, 0.7031, 0.6953, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["14386505", "883747", "7948486", "24044977", "25148216", "8698857", "21366394", "41877386", "2417551", "18348376"], "ranked_scores": [0.7519, 0.7463, 0.7393, 0.7346, 0.7283, 0.7193, 0.7165, 0.7154, 0.7149, 0.7074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["17682477", "27910499", "19511011", "10831818", "2559303", "3090454", "27243019", "14647747", "20220731", "9122283"], "ranked_scores": [0.6676, 0.6415, 0.6223, 0.6109, 0.61, 0.6076, 0.604, 0.5835, 0.5833, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "20996244", "16572581", "40900567", "10749308", "11238951", "24943534", "991139", "23665162", "5137019"], "ranked_scores": [0.74, 0.6695, 0.6627, 0.6604, 0.6552, 0.6453, 0.645, 0.6323, 0.6254, 0.6232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3870062", "6650933", "37296667", "3083927", "14924526", "38751591", "6123521", "29634262", "3805841", "3153673"], "ranked_scores": [0.5562, 0.5345, 0.5236, 0.5177, 0.5172, 0.5009, 0.5009, 0.4945, 0.4937, 0.4924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "6503534", "20399078", "8385277", "2359152", "3851329", "9478135", "35301079"], "ranked_scores": [0.7928, 0.7928, 0.7928, 0.6594, 0.6587, 0.6534, 0.6254, 0.6174, 0.6161, 0.6156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "24190159", "25589047", "4920376", "5500086", "6334188", "5492542", "19683625"], "ranked_scores": [0.7372, 0.7099, 0.7007, 0.698, 0.6465, 0.637, 0.6201, 0.6191, 0.6116, 0.594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["24612804", "4423401", "45401535", "12827098", "27438378", "17934603", "883747", "20261352", "32533299", "20672596"], "ranked_scores": [0.7021, 0.6983, 0.6859, 0.6845, 0.6829, 0.6809, 0.677, 0.6673, 0.6643, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2825380", "2714623", "33499189", "18042803", "21746539", "9283422", "8305686", "41982985", "25479072", "306006"], "ranked_scores": [0.8143, 0.8143, 0.8143, 0.7627, 0.7613, 0.7355, 0.7235, 0.7107, 0.7096, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["21323587", "10577574", "3662510", "19961177", "74137632", "13901073", "9658390", "14337960", "13938878", "11230569"], "ranked_scores": [0.5623, 0.5623, 0.5294, 0.5133, 0.5127, 0.5046, 0.5012, 0.4957, 0.4917, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["18231257", "35660758", "23393712", "2825380", "2714623", "33499189", "27306942", "10530014", "10991183", "15972906"], "ranked_scores": [0.7274, 0.7159, 0.7109, 0.7064, 0.7064, 0.7064, 0.6955, 0.6897, 0.6778, 0.6776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "26297042", "29564505", "3866315", "25942757", "1871230", "195683603", "7370282", "23286603", "14308244"], "ranked_scores": [0.7663, 0.7471, 0.7165, 0.6926, 0.6865, 0.6842, 0.6837, 0.6813, 0.6786, 0.6781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["12442311", "56486733", "6945285", "5492542", "39903312", "3866315", "35186640", "1686997", "21547032", "45153864"], "ranked_scores": [0.6836, 0.6652, 0.6606, 0.6504, 0.6493, 0.646, 0.6429, 0.6374, 0.6354, 0.6354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "7111021", "11254040", "15997009", "1986482", "44562058", "341324", "8300657", "42065070"], "ranked_scores": [0.792, 0.7854, 0.7727, 0.7146, 0.6802, 0.671, 0.6704, 0.6609, 0.6573, 0.6515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7343711", "2492146", "46112052", "26058927", "42800527", "5492542", "33960383", "21185923", "1900152", "28910120"], "ranked_scores": [0.7671, 0.7629, 0.7486, 0.745, 0.7436, 0.7377, 0.7303, 0.727, 0.7246, 0.7233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m8-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["26409363", "4462079", "16256507", "44572913", "4483571", "21553394", "275294", "36960449", "3150030", "23267371"], "ranked_scores": [0.6928, 0.6906, 0.6645, 0.6629, 0.6477, 0.637, 0.6277, 0.6267, 0.6204, 0.6025], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "25687558", "4319174", "41822527", "3083927", "5107861", "34582256", "1391126", "44562221", "7198295"], "ranked_scores": [0.6003, 0.5866, 0.5615, 0.5359, 0.5328, 0.5284, 0.5274, 0.5226, 0.5217, 0.5212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["23783727", "5884524", "6158879", "7873737", "3056682", "15984735", "38630735", "12561083", "29253460", "23785605"], "ranked_scores": [0.7611, 0.7528, 0.7306, 0.7212, 0.709, 0.6955, 0.6859, 0.6813, 0.6813, 0.6808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2825380", "9283422", "4920376", "15972906", "2714623", "30437264", "21562657", "25479072"], "ranked_scores": [0.7157, 0.7069, 0.7061, 0.7007, 0.6966, 0.6907, 0.6906, 0.685, 0.6802, 0.6724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "649951", "24318630", "21274919", "38873881", "31554917", "12667988", "24276304", "13934676"], "ranked_scores": [0.8313, 0.6435, 0.6411, 0.6335, 0.6309, 0.6286, 0.6252, 0.6241, 0.6239, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["6561200", "27873158", "9764256", "46695481", "19140422", "7650066", "28617573", "36355784", "6748318", "32423829"], "ranked_scores": [0.8474, 0.8473, 0.8327, 0.8327, 0.8063, 0.7614, 0.7607, 0.7583, 0.7359, 0.7075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6096, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7397, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "36653415", "18678095", "23576165", "22914228", "3285059", "13466622", "27647593", "24980622", "20672596"], "ranked_scores": [0.718, 0.7029, 0.6888, 0.6833, 0.6824, 0.6734, 0.6722, 0.6623, 0.6595, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["21395936", "30933307", "19005293", "2248870", "28712203", "27602752", "26133404", "31313782", "3835423", "35395662"], "ranked_scores": [0.7068, 0.6994, 0.6866, 0.6824, 0.6791, 0.6783, 0.6782, 0.6775, 0.6642, 0.6632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "196664003", "14174055", "84379954", "16979690", "4306711", "8426046", "18678095", "36474", "45457778"], "ranked_scores": [0.4768, 0.462, 0.4224, 0.4197, 0.4065, 0.4037, 0.4026, 0.4005, 0.3938, 0.3905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["6163801", "21535641", "4391121", "14657344", "35256900", "2236768", "46926352", "3475317", "9977329", "21258863"], "ranked_scores": [0.7205, 0.7065, 0.6989, 0.6947, 0.6831, 0.683, 0.6821, 0.6807, 0.6805, 0.6766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "32159283", "7150238", "3984231", "27438378", "29526125", "18348376", "350542", "25028913", "3215494"], "ranked_scores": [0.6564, 0.635, 0.6332, 0.6312, 0.6289, 0.6244, 0.6188, 0.6157, 0.6103, 0.6097], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "14260013", "708425", "21258863", "27264454", "10617916", "3929361", "43378932", "24707550", "4883040"], "ranked_scores": [0.6329, 0.6287, 0.6285, 0.6282, 0.6243, 0.6184, 0.6117, 0.6115, 0.6091, 0.6083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["7711685", "2192419", "21048969", "6853699", "4647303", "9159125", "935034", "24042919", "5821617", "8446259"], "ranked_scores": [0.5647, 0.5631, 0.5626, 0.5495, 0.549, 0.5489, 0.5353, 0.5335, 0.5334, 0.5317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "17930286", "21957231", "41735503", "5586392", "22707413", "44830890", "28419824", "24276304", "26445118"], "ranked_scores": [0.6048, 0.5993, 0.5838, 0.5831, 0.5695, 0.5587, 0.5555, 0.5474, 0.5412, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "10577574", "32462603", "12438901", "6517267", "24916604", "79231308", "21323587", "27240667", "44048701"], "ranked_scores": [0.6531, 0.5115, 0.4857, 0.4834, 0.4829, 0.4817, 0.4748, 0.4743, 0.4741, 0.4731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22264117", "6040392", "4434951", "22543403", "22551259", "26230669", "9291668", "7988832", "7808055"], "ranked_scores": [0.7605, 0.7413, 0.7409, 0.7166, 0.7054, 0.6877, 0.6842, 0.6808, 0.6778, 0.6501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "17195001", "2266471", "9899292", "1344498", "14874811", "4324278", "13944805", "6227220"], "ranked_scores": [0.7092, 0.7038, 0.6755, 0.6746, 0.656, 0.6512, 0.6477, 0.6442, 0.6437, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "5867846", "3493623", "30933307", "24177706", "8596357", "20996244", "22495397", "10190778"], "ranked_scores": [0.7383, 0.7147, 0.6848, 0.6812, 0.681, 0.6797, 0.6758, 0.6728, 0.6727, 0.671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "16322674", "13831842", "27123743", "16098747", "17450673", "25973484", "22007333", "37480103", "16701509"], "ranked_scores": [0.8175, 0.8025, 0.8011, 0.7983, 0.7861, 0.786, 0.7804, 0.7755, 0.7608, 0.7591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "9764256", "6561200", "32423829", "19140422", "6748318", "36355784", "25742130", "40735046"], "ranked_scores": [0.751, 0.7435, 0.7372, 0.737, 0.7224, 0.698, 0.6965, 0.693, 0.6813, 0.668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["10627801", "8005007", "31272411", "14474178", "44366096", "4402497", "8596357", "30437264", "7820043", "24221369"], "ranked_scores": [0.7439, 0.7275, 0.717, 0.713, 0.7105, 0.698, 0.6883, 0.686, 0.6853, 0.6759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "18174210", "45218443", "41298619", "27438378", "27889071", "7198295", "5735492", "40900567", "37969403"], "ranked_scores": [0.6182, 0.5961, 0.5932, 0.5765, 0.573, 0.5716, 0.5686, 0.5652, 0.5597, 0.5587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["516867", "1084345", "16693950", "26330861", "11527822", "23237995", "7185591", "11738716", "6599693", "10012166"], "ranked_scores": [0.7572, 0.7239, 0.7159, 0.7063, 0.6971, 0.6971, 0.6932, 0.6893, 0.6888, 0.6831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "22482024", "4421742", "5935987", "6415816", "935538", "9451684", "18358026", "24731248", "12240507"], "ranked_scores": [0.6497, 0.6122, 0.5962, 0.5888, 0.5873, 0.5797, 0.5793, 0.5776, 0.5723, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "27022864", "21257564", "25416944", "46764350", "4340358", "20697217", "17454301", "3083927", "32743723"], "ranked_scores": [0.7101, 0.536, 0.5242, 0.5115, 0.5045, 0.5027, 0.5026, 0.5019, 0.4987, 0.4968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["13778710", "10562341", "40383969", "2272614", "35747505", "327319", "3127341", "4920376", "14362678", "24770913"], "ranked_scores": [0.6916, 0.658, 0.6531, 0.6455, 0.6434, 0.6429, 0.6383, 0.6318, 0.6302, 0.6296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "10012166", "28542402", "7970974", "37549932", "1084345", "41710132", "16712164", "6710699", "15816729"], "ranked_scores": [0.7393, 0.696, 0.6887, 0.6838, 0.6685, 0.6673, 0.6663, 0.6645, 0.6614, 0.6611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "3391547", "6000423", "1145473", "6710699", "4816339", "9911547", "4404433", "1032372"], "ranked_scores": [0.7105, 0.7026, 0.6998, 0.6824, 0.6809, 0.668, 0.6651, 0.6645, 0.6643, 0.664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4795303", "26607366", "12922760", "778436", "41928290", "9889151", "27900414", "38252314", "12207340"], "ranked_scores": [0.7558, 0.6901, 0.6884, 0.68, 0.674, 0.6655, 0.6652, 0.6636, 0.6612, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "275294", "36960449", "23267371", "3150030", "24625323", "25599283", "30720103", "26409363", "14252892"], "ranked_scores": [0.6264, 0.5969, 0.5832, 0.5785, 0.5667, 0.5444, 0.5433, 0.5418, 0.5401, 0.5301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "3222187", "14663842", "71625969", "38028419", "32481310", "43311750", "22023404", "3710557", "1281769"], "ranked_scores": [0.7338, 0.6405, 0.6396, 0.6343, 0.6198, 0.6196, 0.6191, 0.6164, 0.6145, 0.6132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["40667577", "12866641", "5256564", "23420807", "11172205", "4856149", "3727986", "15946643", "24349992", "22712546"], "ranked_scores": [0.6835, 0.6799, 0.6795, 0.6671, 0.6652, 0.6555, 0.6525, 0.651, 0.6505, 0.648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "13717103", "10071590", "3056682", "6503534", "1191830", "20186513", "13108582", "25175997", "14362678"], "ranked_scores": [0.6654, 0.5888, 0.5853, 0.5846, 0.583, 0.5809, 0.5787, 0.5773, 0.577, 0.571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "21590125", "32777637", "5402581", "12258338", "5551138", "38752049", "10072941", "202259", "36003142"], "ranked_scores": [0.721, 0.6357, 0.6236, 0.6132, 0.6114, 0.6057, 0.597, 0.5894, 0.5894, 0.5881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["1220287", "14501880", "16966326", "10698739", "30122260", "4911006", "14178995", "9638032", "26336593", "18346333"], "ranked_scores": [0.6473, 0.6455, 0.6434, 0.641, 0.6238, 0.6231, 0.6205, 0.6191, 0.6173, 0.6142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "4429118", "26059876", "21181273", "12513042", "9483851", "18375089", "8512633", "43880096", "13011249"], "ranked_scores": [0.7997, 0.7358, 0.7342, 0.7227, 0.7194, 0.7131, 0.7066, 0.7057, 0.7045, 0.7035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14386505", "33535222", "11666252", "41877386", "4380287", "7948486", "24707550", "34905328", "883747"], "ranked_scores": [0.7295, 0.7122, 0.7033, 0.6967, 0.6861, 0.6814, 0.6757, 0.6756, 0.6737, 0.6736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["17682477", "27243019", "14647747", "11666252", "13398997", "19511011", "3462075", "18834078", "2506153", "24825841"], "ranked_scores": [0.7006, 0.6977, 0.6974, 0.6513, 0.6459, 0.6333, 0.631, 0.6299, 0.6293, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "11238951", "92308", "21274496", "5735492", "23665162", "24943534", "28738741", "5835149", "20996244"], "ranked_scores": [0.7999, 0.7036, 0.6824, 0.6732, 0.6616, 0.6554, 0.6544, 0.6544, 0.6543, 0.6503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["37296667", "30464859", "13509809", "21931005", "306311", "6123521", "33535222", "26025820", "14647747", "6650933"], "ranked_scores": [0.5683, 0.549, 0.5373, 0.5347, 0.5282, 0.5263, 0.5247, 0.5204, 0.5204, 0.5184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "9478135", "6503534", "4336849", "9498458", "3851329", "31560225", "20399078"], "ranked_scores": [0.7594, 0.7594, 0.7586, 0.6481, 0.6249, 0.6196, 0.5943, 0.5919, 0.5828, 0.5819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "4920376", "5492542", "24190159", "24634621", "25895285", "13256155"], "ranked_scores": [0.7651, 0.719, 0.6702, 0.6518, 0.623, 0.6226, 0.6019, 0.5969, 0.5947, 0.5922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5811042", "12827098", "4391121", "22696649", "11233339", "45401535", "17934603", "13923140", "4664540", "20672596"], "ranked_scores": [0.7003, 0.6849, 0.6774, 0.6733, 0.6692, 0.6688, 0.6669, 0.6651, 0.6622, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "2825380", "33499189", "306006", "41982985", "9283422", "8903143", "15972906", "11195653", "5914739"], "ranked_scores": [0.8327, 0.8107, 0.802, 0.7776, 0.777, 0.7728, 0.7722, 0.7715, 0.7653, 0.7624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.525, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["3662510", "13906581", "10577574", "14500725", "13901073", "21323587", "45461275", "40905302", "19961177", "74137632"], "ranked_scores": [0.5198, 0.5067, 0.4957, 0.4947, 0.4676, 0.4675, 0.465, 0.4611, 0.4521, 0.4521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10530014", "23700330", "27306942", "10991183", "18231257", "641786", "23393712", "5836", "2825380", "25479072"], "ranked_scores": [0.7456, 0.7328, 0.732, 0.7278, 0.7277, 0.7243, 0.7203, 0.7203, 0.7146, 0.7115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "26297042", "195683603", "888896", "15879931", "26378103", "29564505", "1871230", "18041692", "7370282"], "ranked_scores": [0.7615, 0.7204, 0.6712, 0.6654, 0.6648, 0.6642, 0.6594, 0.6578, 0.656, 0.6543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "712078", "6407356", "11238784", "33912748", "22674621", "6945285", "29362104", "25543207", "6327940"], "ranked_scores": [0.6411, 0.6225, 0.6168, 0.6164, 0.6121, 0.6045, 0.6038, 0.6032, 0.602, 0.6015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "15997009", "11254040", "13071728", "44562058", "1986482", "13899137", "17077004"], "ranked_scores": [0.7917, 0.7843, 0.7368, 0.7129, 0.6981, 0.6762, 0.6687, 0.6679, 0.6558, 0.6539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "5492542", "21185923", "35766603", "79696454", "46112052", "26058927", "28910120", "34025053", "29526125"], "ranked_scores": [0.7122, 0.7107, 0.7099, 0.7064, 0.6995, 0.6926, 0.6814, 0.6814, 0.6804, 0.68], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "4462079", "16256507", "21553394", "36960449", "46485368", "4483571", "11246427", "275294", "26409363"], "ranked_scores": [0.6839, 0.656, 0.6373, 0.6334, 0.623, 0.6186, 0.6127, 0.5971, 0.5957, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "13000926", "7198295", "34582256", "3083927", "32665136", "3943235", "4810810", "41822527", "2236768"], "ranked_scores": [0.5726, 0.5562, 0.5541, 0.5511, 0.5431, 0.5311, 0.5301, 0.5264, 0.5219, 0.5157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "7873737", "20554003", "3056682", "6158879", "29253460", "12561083", "23783727", "38630735"], "ranked_scores": [0.7077, 0.6824, 0.6707, 0.6575, 0.6499, 0.6383, 0.6334, 0.6308, 0.6287, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "9283422", "6163801", "2714623", "2825380", "15972906", "11195653", "33499189", "5914739", "13868795"], "ranked_scores": [0.7276, 0.7105, 0.7094, 0.7091, 0.7089, 0.7028, 0.7001, 0.6994, 0.6919, 0.6901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "12667988", "58564850", "27150276", "21373821", "6421734", "12672066", "15041758", "33733520", "24318630"], "ranked_scores": [0.6245, 0.5868, 0.5337, 0.5269, 0.5238, 0.5238, 0.5206, 0.5201, 0.5199, 0.5193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "19140422", "28617573", "46355579", "16980892", "23136735"], "ranked_scores": [0.7456, 0.7319, 0.7159, 0.7157, 0.7018, 0.6954, 0.6929, 0.6912, 0.6851, 0.6617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "4423401", "36653415", "7875158", "3831884", "2919030", "25748308", "27647593", "5775033", "18678095"], "ranked_scores": [0.6771, 0.6571, 0.6526, 0.6516, 0.6477, 0.6468, 0.6453, 0.6437, 0.6427, 0.6424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["26873988", "37762357", "15425958", "2248870", "4387484", "20960682", "6182947", "21651116", "46517055", "28712203"], "ranked_scores": [0.6751, 0.6746, 0.6711, 0.6695, 0.6695, 0.6589, 0.6525, 0.6524, 0.652, 0.6518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "38180456", "6477536", "16979690", "8582337", "7547329", "84379954", "21590125", "32969964", "25886725"], "ranked_scores": [0.5867, 0.5271, 0.5213, 0.5106, 0.4952, 0.4773, 0.4721, 0.4666, 0.4581, 0.4573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["46926352", "3930020", "3475317", "18758057", "9705208", "38587347", "2177022", "4391121", "15435343", "32927401"], "ranked_scores": [0.7041, 0.6987, 0.6986, 0.6926, 0.6919, 0.6895, 0.6883, 0.6881, 0.6873, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "19332616", "3616843", "6853699", "24150328", "25028913", "6158879", "9846940", "4454788", "6407356"], "ranked_scores": [0.6435, 0.587, 0.5845, 0.5817, 0.5706, 0.5672, 0.5661, 0.5657, 0.5638, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4999387", "22635278", "1805641", "708425", "3929361", "18074797", "21258863", "3698758", "27264454", "10617916"], "ranked_scores": [0.5477, 0.5371, 0.5335, 0.5323, 0.5298, 0.5267, 0.5257, 0.5131, 0.5128, 0.509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21301090", "2587396", "7711685", "4506414", "30639847", "19332616", "32322418", "87758", "37916361", "496873"], "ranked_scores": [0.569, 0.5612, 0.5602, 0.5593, 0.5581, 0.5525, 0.5484, 0.5475, 0.545, 0.5444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["5402581", "44830890", "41735503", "21590125", "32777637", "28419824", "24510595", "36003142", "4695046", "22995579"], "ranked_scores": [0.5177, 0.5117, 0.5112, 0.5065, 0.5023, 0.5023, 0.5006, 0.4935, 0.4922, 0.4886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "29981186", "79231308", "37628989", "8190282", "40905302", "17077004", "40735046", "27873158", "16980892"], "ranked_scores": [0.588, 0.4952, 0.489, 0.4871, 0.4761, 0.4696, 0.4652, 0.4602, 0.4597, 0.4521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "6040392", "9291668", "4679264", "4434951", "22543403", "22551259", "2466614", "7808055", "663464"], "ranked_scores": [0.753, 0.7142, 0.7074, 0.7072, 0.6956, 0.6911, 0.6902, 0.6801, 0.6656, 0.6623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "23895668", "14874811", "1227277", "14241418", "3973445", "23974474", "1605196"], "ranked_scores": [0.7592, 0.7194, 0.7069, 0.6888, 0.6872, 0.6849, 0.6751, 0.6747, 0.6723, 0.6689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "5137019", "9433958", "3493623", "30437264", "36547290", "4402497", "3308636", "6501747", "25263810"], "ranked_scores": [0.6898, 0.6865, 0.6772, 0.6696, 0.6592, 0.6552, 0.6515, 0.649, 0.647, 0.6436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "16098747", "16322674", "5487448", "17450673", "27123743", "1428840", "22007333", "13831842", "37480103"], "ranked_scores": [0.7316, 0.7269, 0.7138, 0.7031, 0.6991, 0.6876, 0.6869, 0.6859, 0.6775, 0.6768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "7650066", "6561200", "9764256", "46695481", "28617573", "23136735", "46355579", "16980892", "32423829"], "ranked_scores": [0.6844, 0.6779, 0.6607, 0.6575, 0.657, 0.6568, 0.6552, 0.6529, 0.652, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["14474178", "31272411", "10627801", "44366096", "8005007", "7820043", "3107733", "41337677", "4402497", "21562657"], "ranked_scores": [0.7502, 0.7434, 0.7324, 0.7215, 0.7017, 0.7012, 0.6927, 0.6918, 0.6913, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "37969403", "24097933", "11344428", "3308636", "92308", "36288526", "8069939", "9167230"], "ranked_scores": [0.5763, 0.5707, 0.5304, 0.5214, 0.5185, 0.5156, 0.5144, 0.513, 0.5123, 0.5116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "4452659", "6599693", "16693950", "26330861", "52887689", "14864285", "7834603", "516867"], "ranked_scores": [0.6989, 0.6911, 0.6698, 0.6683, 0.6628, 0.658, 0.6536, 0.6492, 0.649, 0.6469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "24221369", "4421742", "24731248", "6264468", "42009630", "7860396", "18358026", "22896970"], "ranked_scores": [0.6934, 0.658, 0.6477, 0.6471, 0.6466, 0.6453, 0.6327, 0.6315, 0.6286, 0.6284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "16398827", "23670644", "37592824", "24942840", "21373821", "11441172", "11254040", "18446525", "10617916"], "ranked_scores": [0.6008, 0.5201, 0.5165, 0.4977, 0.4944, 0.4774, 0.4639, 0.4592, 0.4588, 0.4549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["35747505", "40383969", "1065627", "15548965", "35660758", "31387717", "1967410", "5560962", "327319", "4740447"], "ranked_scores": [0.6413, 0.6341, 0.6238, 0.6228, 0.6185, 0.6172, 0.6169, 0.6157, 0.6126, 0.6126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "9505448", "6446747", "5944514", "37549932", "6422576", "1595617", "10012166", "4544916", "196664003"], "ranked_scores": [0.7252, 0.6836, 0.6808, 0.6802, 0.6795, 0.676, 0.6692, 0.6677, 0.6658, 0.6657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "3863543", "5765455", "12156187", "8083310", "36831892", "3981613", "33677323", "11255504", "12240507"], "ranked_scores": [0.7195, 0.7107, 0.7064, 0.7027, 0.7017, 0.6992, 0.6987, 0.6977, 0.6975, 0.6929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "34198365", "21221346", "25901598", "39637840", "38252314", "42314147", "17587795"], "ranked_scores": [0.7274, 0.689, 0.6691, 0.6675, 0.6611, 0.6605, 0.6603, 0.6601, 0.6591, 0.6571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "275294", "36960449", "30720103", "3150030", "16256507", "4483571", "2425364", "26409363"], "ranked_scores": [0.5789, 0.561, 0.553, 0.5369, 0.5265, 0.5263, 0.5056, 0.4959, 0.4882, 0.4861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "1148122", "32481310", "38028419", "5775033", "39558597", "18346333", "14663842", "71625969", "18174210"], "ranked_scores": [0.6402, 0.6395, 0.6116, 0.5892, 0.5891, 0.5878, 0.5846, 0.5834, 0.5783, 0.576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "40667577", "27647593", "11172205", "29073751", "20279166", "24157077", "26297042", "7228140", "3727986"], "ranked_scores": [0.6497, 0.6418, 0.6366, 0.6354, 0.6336, 0.6335, 0.6323, 0.6296, 0.6268, 0.6264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "12631697", "14362678", "2587396", "22309946", "12122482", "37450671", "23124332", "6270720"], "ranked_scores": [0.6357, 0.5983, 0.5647, 0.5617, 0.56, 0.5583, 0.5545, 0.5533, 0.5498, 0.5451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "10072941", "21590125", "22730024", "5402581", "32463364", "36003142", "202259", "28894097", "38752049"], "ranked_scores": [0.6361, 0.6131, 0.6031, 0.5999, 0.5862, 0.5812, 0.5747, 0.5738, 0.5595, 0.558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["23076291", "612002", "16966326", "35884026", "31387717", "15548965", "54562433", "9217800", "13283919", "11992632"], "ranked_scores": [0.6411, 0.6382, 0.6324, 0.6318, 0.6309, 0.6308, 0.6238, 0.6228, 0.6128, 0.6102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "18375089", "26735905", "24349992", "7975937", "17671145", "4422868", "57783564", "17755060"], "ranked_scores": [0.797, 0.7853, 0.7501, 0.7396, 0.7369, 0.7346, 0.7288, 0.728, 0.7273, 0.7209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21185923", "6123924", "994800", "29288582", "40632104", "21366394", "18546584", "266641", "8246922", "34905328"], "ranked_scores": [0.7011, 0.6976, 0.6935, 0.6875, 0.6861, 0.6847, 0.6761, 0.6747, 0.6714, 0.6692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "14647747", "3462075", "6123924", "2559303", "40473317", "5132358", "22613657", "17682477"], "ranked_scores": [0.6973, 0.6904, 0.6528, 0.6435, 0.6329, 0.6303, 0.6298, 0.6281, 0.6247, 0.6245], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "92308", "5735492", "28738741", "5835149", "4883040", "42065070", "8300657", "7111021"], "ranked_scores": [0.6926, 0.6559, 0.655, 0.6514, 0.6428, 0.6359, 0.6318, 0.6255, 0.625, 0.624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["84884645", "26244918", "6153754", "7875158", "32170702", "23895668", "17271462", "5395426", "41340212", "12130067"], "ranked_scores": [0.5829, 0.5798, 0.5756, 0.5718, 0.5663, 0.5658, 0.562, 0.558, 0.5548, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "7111021", "14260013", "10617916", "21274496", "708425", "2359152"], "ranked_scores": [0.6631, 0.6305, 0.6084, 0.5971, 0.5868, 0.5866, 0.584, 0.5774, 0.5661, 0.5648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "10958594", "13256155", "25589047", "24190159", "41650417", "3899896", "12438901", "20428155"], "ranked_scores": [0.6927, 0.6619, 0.619, 0.6056, 0.5955, 0.5844, 0.5832, 0.5793, 0.5779, 0.5769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "21498497", "5511240", "36345578", "28647122", "17023584", "32533299", "22696649", "38830961", "17438862"], "ranked_scores": [0.6902, 0.6767, 0.6721, 0.671, 0.6699, 0.6683, 0.6653, 0.6642, 0.663, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["8903143", "11195653", "15972906", "21746539", "5914739", "2714623", "34905328", "33499189", "41982985", "9283422"], "ranked_scores": [0.7551, 0.7454, 0.7421, 0.742, 0.7373, 0.7346, 0.7299, 0.7292, 0.7263, 0.7252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3707, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "20491205", "40905302", "3662510", "38180456", "24318630", "21590125", "7547329", "12584053", "19824183"], "ranked_scores": [0.5062, 0.4549, 0.4484, 0.425, 0.423, 0.4198, 0.4141, 0.4129, 0.4066, 0.406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "45764440", "29073751", "4396105", "1574014", "17017465", "18231257", "8698857", "8764879", "10530014"], "ranked_scores": [0.7336, 0.7266, 0.7213, 0.7192, 0.718, 0.7125, 0.7107, 0.7097, 0.7085, 0.705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "3495456", "24315156", "25942757", "1800734", "3475317", "883747", "18841257", "9225850", "7370282"], "ranked_scores": [0.7531, 0.6929, 0.6895, 0.6859, 0.677, 0.6634, 0.663, 0.6622, 0.6601, 0.6579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "22116439", "23286603", "6171953", "26058927", "34268160", "9956893", "9899292", "15879931", "17671145"], "ranked_scores": [0.6696, 0.6672, 0.6548, 0.6505, 0.6497, 0.6414, 0.6409, 0.6356, 0.6354, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["7111021", "4883040", "31363207", "1986482", "13071728", "45461275", "17077004", "13899137", "11254040", "5284188"], "ranked_scores": [0.7482, 0.7327, 0.7176, 0.6888, 0.6837, 0.6807, 0.6782, 0.6776, 0.672, 0.6635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21009874", "24150328", "24873253", "36642096", "1900152", "2492146", "6407356", "24069089", "35766603", "79696454"], "ranked_scores": [0.6441, 0.6405, 0.6373, 0.6316, 0.6313, 0.6305, 0.6301, 0.6284, 0.627, 0.6265], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "4462079", "30720103", "26409363", "21553394", "4483571", "11246427", "16812091", "275294"], "ranked_scores": [0.7148, 0.6939, 0.6738, 0.6581, 0.6531, 0.6331, 0.622, 0.6109, 0.6075, 0.6065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["7198295", "13000926", "4319174", "34121231", "4340358", "25687558", "4810810", "970012", "8604837", "2242416"], "ranked_scores": [0.587, 0.5822, 0.5609, 0.5552, 0.5504, 0.5392, 0.5352, 0.5327, 0.5324, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "23783727", "5884524", "16760369", "6158879", "38630735", "29253460", "750781", "10984005", "2533768"], "ranked_scores": [0.7457, 0.7077, 0.6995, 0.6914, 0.6814, 0.6543, 0.6292, 0.6271, 0.623, 0.6193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2714623", "9283422", "18938992", "2825380", "51952430", "11195653", "6961811", "19561411"], "ranked_scores": [0.7203, 0.7139, 0.7127, 0.699, 0.6857, 0.68, 0.679, 0.6774, 0.6736, 0.672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "12667988", "21373821", "4587978", "45581752", "40666943", "35022568", "24318630", "37029185"], "ranked_scores": [0.7611, 0.6099, 0.559, 0.5347, 0.5187, 0.5073, 0.5063, 0.505, 0.5049, 0.5041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "19140422", "28617573", "23136735", "16980892", "1203035"], "ranked_scores": [0.8263, 0.7937, 0.7797, 0.7786, 0.7757, 0.7533, 0.7521, 0.6988, 0.6866, 0.677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "22712546", "3831884", "36653415", "18678095", "23887844", "27647593", "1605196", "22914228", "7875158"], "ranked_scores": [0.6987, 0.698, 0.6827, 0.6802, 0.6621, 0.6608, 0.6603, 0.6556, 0.6521, 0.648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "15425958", "35395662", "23509113", "26873988", "2248870", "28712203", "14615911", "2947124", "67045088"], "ranked_scores": [0.6905, 0.6852, 0.6848, 0.6838, 0.6833, 0.6719, 0.664, 0.6581, 0.6509, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "38180456", "16979690", "6319826", "84379954", "7547329", "11624482", "143796742", "24318630"], "ranked_scores": [0.6113, 0.5353, 0.5218, 0.5126, 0.4736, 0.4671, 0.4488, 0.4482, 0.4433, 0.4357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "15435343", "24707550", "16066726", "3559136", "21498497", "35256900", "6163801", "3930020", "38587347"], "ranked_scores": [0.7682, 0.6985, 0.6731, 0.6695, 0.6646, 0.6646, 0.6618, 0.6605, 0.6576, 0.6556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21239672", "1103795", "7873737", "10993232", "3984231", "2842550", "6853699", "9846940", "22530842"], "ranked_scores": [0.6749, 0.5837, 0.5756, 0.5748, 0.5742, 0.5732, 0.5721, 0.5639, 0.5624, 0.5613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "1805641", "3929361", "10617916", "27264454", "22635278", "21258863", "12409683", "18025240", "4999387"], "ranked_scores": [0.5999, 0.5707, 0.5686, 0.5582, 0.5568, 0.5526, 0.5471, 0.5452, 0.5434, 0.5244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["30639847", "7711685", "87758", "6853699", "2159648", "19854543", "19332616", "21571708", "4506414", "17168045"], "ranked_scores": [0.5752, 0.5735, 0.5633, 0.5611, 0.5585, 0.558, 0.5492, 0.5469, 0.5461, 0.5404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["41735503", "44830890", "17930286", "24510595", "30813140", "21274919", "28419824", "24055603", "7965928", "36003142"], "ranked_scores": [0.5686, 0.5413, 0.5341, 0.5334, 0.509, 0.504, 0.4975, 0.496, 0.4889, 0.4841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "6477536", "6517267", "24088502", "45276789", "27099731", "32462603", "37628989", "9754530"], "ranked_scores": [0.6481, 0.5071, 0.5051, 0.479, 0.4678, 0.4671, 0.4637, 0.4558, 0.4534, 0.4501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "22551259", "4679264", "22264117", "26230669", "9291668", "4434951", "1848452", "2722988"], "ranked_scores": [0.7689, 0.7676, 0.7656, 0.7585, 0.7377, 0.7304, 0.7211, 0.7183, 0.7161, 0.701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "14874811", "1686997", "4324278", "49556906", "12440953"], "ranked_scores": [0.7858, 0.738, 0.7126, 0.7049, 0.6833, 0.6783, 0.6656, 0.6532, 0.6524, 0.6476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "3493623", "3308636", "7820043", "2274272", "30437264", "25263810", "12885341"], "ranked_scores": [0.7715, 0.7484, 0.697, 0.6787, 0.6652, 0.6475, 0.6395, 0.6392, 0.6351, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "37480103", "25973484", "13831842", "22007333", "16098747", "16322674", "32534305"], "ranked_scores": [0.7857, 0.7708, 0.7538, 0.7343, 0.7306, 0.7275, 0.727, 0.7262, 0.7259, 0.7138], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "46695481", "9764256", "7650066", "23136735", "32423829", "25742130", "19140422", "36355784"], "ranked_scores": [0.7378, 0.7095, 0.7022, 0.6981, 0.6779, 0.6707, 0.6642, 0.6631, 0.655, 0.6549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "14474178", "8005007", "44366096", "4402497", "7820043", "24221369", "18914652", "21562657"], "ranked_scores": [0.7749, 0.7639, 0.7391, 0.7372, 0.7362, 0.7267, 0.7087, 0.7021, 0.6919, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "18174210", "36288526", "14021596", "3698758", "7198295", "41298619", "5377059", "35534019", "2236768"], "ranked_scores": [0.6545, 0.5624, 0.562, 0.5582, 0.5534, 0.5378, 0.5372, 0.5327, 0.5308, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "516867", "52887689", "10012166", "4452659", "16693950", "6277638", "7185591", "22264117", "797114"], "ranked_scores": [0.7527, 0.7256, 0.7055, 0.7016, 0.7015, 0.701, 0.6725, 0.6668, 0.6595, 0.6594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "4421742", "3553087", "24731248", "25799020", "10247314", "23604601", "7426741", "18358026"], "ranked_scores": [0.7103, 0.6536, 0.6486, 0.6339, 0.6218, 0.6192, 0.618, 0.6177, 0.6161, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "116792", "810480", "40996863", "20492020", "25416944", "28419824"], "ranked_scores": [0.7049, 0.5533, 0.5312, 0.5271, 0.4904, 0.486, 0.4767, 0.4663, 0.4539, 0.4509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["19313533", "40383969", "35660758", "35747505", "4740447", "20620012", "24335068", "28138927", "14380875", "13283919"], "ranked_scores": [0.6536, 0.6506, 0.6253, 0.6219, 0.615, 0.614, 0.6048, 0.6035, 0.6012, 0.6003], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "37549932", "19149247", "6446747", "29557235", "12225214", "1676568", "7042304", "24347647"], "ranked_scores": [0.7313, 0.6693, 0.6632, 0.6569, 0.6531, 0.6512, 0.6505, 0.6409, 0.6381, 0.6378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3863543", "3391547", "8083310", "30152134", "5836", "33677323", "6000423", "8427306"], "ranked_scores": [0.7568, 0.7309, 0.7173, 0.7104, 0.7033, 0.6987, 0.6962, 0.6951, 0.6943, 0.6926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "46816158", "2679511", "34198365", "22968257", "27134931", "16745747", "12643937"], "ranked_scores": [0.7798, 0.6998, 0.6914, 0.6553, 0.6489, 0.6467, 0.6443, 0.6435, 0.6425, 0.6423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "275294", "23267371", "30720103", "3150030", "2425364", "16256507", "25599283", "4483571", "26409363"], "ranked_scores": [0.6074, 0.5939, 0.5899, 0.5652, 0.562, 0.5451, 0.5368, 0.5367, 0.5268, 0.5084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "14663842", "24725136", "3222187", "32481310", "1148122", "71625969", "6503534", "52072815"], "ranked_scores": [0.7232, 0.6167, 0.6023, 0.5951, 0.593, 0.593, 0.5902, 0.5823, 0.5759, 0.5746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "40667577", "6944800", "3727986", "11172205", "20758340", "13889430", "12866641", "164985", "10812605"], "ranked_scores": [0.675, 0.6566, 0.6418, 0.6397, 0.6348, 0.6303, 0.629, 0.6253, 0.621, 0.621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "15925931", "3984231", "12631697", "10071590", "14178995", "26045237", "25191216"], "ranked_scores": [0.7411, 0.6264, 0.6035, 0.5945, 0.5769, 0.5565, 0.5549, 0.5472, 0.5438, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "21590125", "10072941", "38752049", "5698494", "32463364", "37488367", "34139429", "22730024"], "ranked_scores": [0.7302, 0.5969, 0.5874, 0.5782, 0.5765, 0.5671, 0.5532, 0.5497, 0.5468, 0.5457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "26336593", "10698739", "7042304", "23076291", "24725136", "2015929", "15491404", "44408494"], "ranked_scores": [0.6968, 0.6297, 0.6284, 0.6237, 0.6195, 0.6105, 0.6073, 0.6063, 0.6059, 0.603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17755060", "12513042", "4422868", "6407356", "9226649", "31591262", "26059876", "24349992"], "ranked_scores": [0.8295, 0.8194, 0.7268, 0.7212, 0.72, 0.713, 0.7125, 0.7095, 0.7082, 0.707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "29288582", "6123924", "14492339", "18546584", "29347970", "6767271", "11233339", "34905328", "40608679"], "ranked_scores": [0.7466, 0.6847, 0.6845, 0.6776, 0.6756, 0.6722, 0.6703, 0.6667, 0.6584, 0.6535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "3462075", "14647747", "5132358", "13398997", "25479072", "33535222", "2559303"], "ranked_scores": [0.7337, 0.7075, 0.6752, 0.6709, 0.668, 0.6275, 0.6267, 0.6185, 0.6178, 0.6163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "11238951", "28738741", "5735492", "7224723", "92308", "4883040", "31560225", "27555165"], "ranked_scores": [0.8106, 0.6992, 0.6539, 0.6528, 0.6527, 0.6428, 0.6426, 0.6245, 0.6209, 0.6158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["5395426", "18104691", "7875158", "23887844", "11738716", "2335873", "3559136", "23895668", "6277638", "6153754"], "ranked_scores": [0.5907, 0.5629, 0.5606, 0.5601, 0.5492, 0.547, 0.5452, 0.5426, 0.542, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "7111021", "641786", "667451", "21274496", "20399078", "31560225"], "ranked_scores": [0.7228, 0.7176, 0.677, 0.6515, 0.5977, 0.5919, 0.5898, 0.5849, 0.5834, 0.5739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24634621", "24190159", "6334188", "13256155", "20428155", "31616203"], "ranked_scores": [0.7833, 0.7211, 0.6652, 0.6582, 0.6447, 0.6187, 0.6068, 0.6041, 0.5987, 0.5925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "17934603", "40323148", "17023584", "34016987", "7948486", "32927401", "22696649", "29564505", "23509113"], "ranked_scores": [0.667, 0.6598, 0.6552, 0.6549, 0.6506, 0.6484, 0.6479, 0.6452, 0.6389, 0.6381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "2714623", "2825380", "5914739", "9283422", "15972906", "18042803", "33499189", "8903143", "21746539"], "ranked_scores": [0.7794, 0.7768, 0.7759, 0.7675, 0.7586, 0.7556, 0.7546, 0.7544, 0.746, 0.7436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4306, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "21323587", "20491205", "10577574", "38180456", "12584053", "45920278", "14408200", "74137632"], "ranked_scores": [0.5831, 0.472, 0.4529, 0.4503, 0.4465, 0.4445, 0.4395, 0.4301, 0.4285, 0.4265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "36345185", "27306942", "4396105", "23700330", "8453819", "11369420", "2825380", "28651643"], "ranked_scores": [0.7368, 0.7248, 0.7106, 0.7, 0.6991, 0.6959, 0.6952, 0.694, 0.6927, 0.6924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "3495456", "1800734", "195683603", "22696649", "14492339", "883747", "14386505", "18841257"], "ranked_scores": [0.8192, 0.6925, 0.6873, 0.6649, 0.661, 0.6596, 0.6578, 0.6558, 0.6437, 0.6428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["3866315", "23286603", "8458567", "22116439", "11238784", "24150328", "17671145", "9784254", "9956893", "5839365"], "ranked_scores": [0.687, 0.6753, 0.6719, 0.6717, 0.6575, 0.6517, 0.6503, 0.6483, 0.6458, 0.6454], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "39984099", "15997009", "11254040", "1986482", "708425", "13071728"], "ranked_scores": [0.8176, 0.8173, 0.7416, 0.6853, 0.6836, 0.6816, 0.674, 0.6665, 0.6663, 0.6637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3471191", "32421068", "21009874", "11335781", "7986878", "79696454", "36642096", "27264454", "52180874", "10162553"], "ranked_scores": [0.6493, 0.6484, 0.6467, 0.6403, 0.6353, 0.6336, 0.6268, 0.6244, 0.6146, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "4462079", "16256507", "36960449", "4483571", "11246427", "21553394", "30720103", "26409363", "275294"], "ranked_scores": [0.7134, 0.6979, 0.6957, 0.6828, 0.6662, 0.6652, 0.663, 0.6561, 0.6467, 0.6444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "4340358", "7198295", "4810810", "34582256", "13000926", "970012", "3083927", "25687558", "4319174"], "ranked_scores": [0.578, 0.5724, 0.5677, 0.5636, 0.5633, 0.561, 0.5602, 0.5546, 0.5504, 0.5437], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "16760369", "3056682", "6158879", "25028913", "23783727", "21048969", "7640792", "38630735"], "ranked_scores": [0.733, 0.7282, 0.7157, 0.7144, 0.7094, 0.7081, 0.7024, 0.6865, 0.6822, 0.6818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["9283422", "2714623", "33499189", "8903143", "25479072", "5914739", "2825380", "6961811", "21746539", "15972906"], "ranked_scores": [0.7374, 0.7308, 0.7307, 0.7301, 0.7239, 0.7233, 0.7225, 0.7175, 0.7171, 0.7148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "12667988", "31554917", "10749308", "12672066", "19071857", "4695046", "15041758", "32357890"], "ranked_scores": [0.6621, 0.6192, 0.6145, 0.6025, 0.5876, 0.5858, 0.5804, 0.5802, 0.5726, 0.5671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "28617573", "19140422", "46355579", "16980892", "23136735"], "ranked_scores": [0.7554, 0.7493, 0.744, 0.7397, 0.7259, 0.7234, 0.7149, 0.7113, 0.7007, 0.6899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "20672596", "4423401", "18810195", "3831884", "7875158", "36653415", "17755060", "22914228", "14663842"], "ranked_scores": [0.6849, 0.6763, 0.671, 0.6679, 0.6673, 0.6609, 0.6584, 0.6565, 0.6516, 0.6515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "2248870", "15425958", "6182947", "3835423", "23509113", "2947124", "26873988", "17934603", "24707550"], "ranked_scores": [0.7258, 0.7208, 0.7096, 0.7051, 0.6975, 0.6967, 0.6959, 0.695, 0.6933, 0.6915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6421734", "11624482", "25886725", "21590125", "84379954", "28017005"], "ranked_scores": [0.6048, 0.5501, 0.5426, 0.5179, 0.4965, 0.4948, 0.4948, 0.4894, 0.4874, 0.4865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "24707550", "3930020", "40365566", "46926352", "16066726", "38587347", "9225850", "9705208", "29347970"], "ranked_scores": [0.74, 0.7158, 0.7147, 0.7119, 0.7097, 0.7096, 0.7095, 0.7075, 0.7068, 0.7044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "23509113", "6853699", "29526125", "9846940", "21239672", "24150328", "34268160", "3616843", "6158879"], "ranked_scores": [0.6464, 0.6146, 0.6143, 0.6096, 0.6055, 0.5991, 0.5972, 0.597, 0.5956, 0.5945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["4999387", "3929361", "708425", "27264454", "1215116", "1805641", "34544514", "3308636", "21258863", "18074797"], "ranked_scores": [0.5936, 0.5831, 0.5602, 0.5555, 0.5538, 0.5496, 0.5434, 0.5406, 0.5404, 0.5394], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["21301090", "496873", "19332616", "30639847", "7711685", "12991445", "2829179", "752423", "38369817", "38944245"], "ranked_scores": [0.6037, 0.6021, 0.5975, 0.5957, 0.5948, 0.5946, 0.5936, 0.5929, 0.5913, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "23785605", "28419824", "17930286", "5402581", "7965928", "12667988", "41735503", "24510595", "15984735"], "ranked_scores": [0.5437, 0.5395, 0.5319, 0.5301, 0.5255, 0.5221, 0.522, 0.5185, 0.5182, 0.5158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "40905302", "79231308", "45276789", "37628989", "29981186", "13097856", "24088502", "26611094", "16980892"], "ranked_scores": [0.6069, 0.5409, 0.5324, 0.526, 0.5149, 0.5133, 0.5122, 0.5099, 0.5085, 0.5061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "4679264", "4434951", "9291668", "6040392", "22551259", "22543403", "2466614", "1848452", "22038539"], "ranked_scores": [0.7646, 0.7492, 0.7415, 0.7384, 0.7353, 0.7296, 0.7217, 0.7117, 0.7101, 0.6985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "1227277", "14874811", "4414481", "14241418", "8460275", "4324278", "14864285"], "ranked_scores": [0.7618, 0.7234, 0.699, 0.6974, 0.6969, 0.688, 0.6814, 0.6779, 0.6762, 0.671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "12885341", "5137019", "4402497", "3493623", "8596357", "34378726", "20960682", "6144337"], "ranked_scores": [0.7315, 0.6928, 0.689, 0.6878, 0.6867, 0.6859, 0.6732, 0.6688, 0.6668, 0.6667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "16098747", "16322674", "17450673", "27123743", "5487448", "22007333", "37480103", "13831842", "9171913"], "ranked_scores": [0.7667, 0.7567, 0.7566, 0.7502, 0.7492, 0.749, 0.7454, 0.7321, 0.7121, 0.7107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "28617573", "9764256", "25742130", "16980892", "46355579", "6748318"], "ranked_scores": [0.7014, 0.6925, 0.6924, 0.6858, 0.6726, 0.6712, 0.6698, 0.6682, 0.6651, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["10627801", "31272411", "44366096", "14474178", "4402497", "7820043", "41337677", "24221369", "7968532", "6501747"], "ranked_scores": [0.7581, 0.7558, 0.7506, 0.7421, 0.7217, 0.718, 0.7102, 0.7085, 0.7008, 0.6956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11344428", "5596332", "3698758", "11349166", "36288526", "52874170", "35534019", "27602752", "37969403"], "ranked_scores": [0.6631, 0.6096, 0.6091, 0.6056, 0.6051, 0.5994, 0.597, 0.5914, 0.5901, 0.5863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "14864285", "10012166", "26330861", "16693950", "516867", "6277638", "6599693", "7185591", "4414481"], "ranked_scores": [0.7158, 0.6948, 0.6924, 0.6902, 0.682, 0.6818, 0.6798, 0.6781, 0.6777, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "3553087", "5935987", "6264468", "10247314", "29557235", "37768883", "2919030", "18358026"], "ranked_scores": [0.7195, 0.6859, 0.6807, 0.6755, 0.6738, 0.6637, 0.6611, 0.6609, 0.6607, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "16398827", "24942840", "40900567", "25938221", "116792", "38873881"], "ranked_scores": [0.6664, 0.588, 0.5779, 0.5586, 0.5523, 0.5472, 0.5404, 0.5378, 0.5361, 0.5358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["35747505", "4740447", "2119889", "21754541", "35660758", "15548965", "327319", "40383969", "41913714", "5560962"], "ranked_scores": [0.6907, 0.6902, 0.6828, 0.6791, 0.6779, 0.6764, 0.6737, 0.6706, 0.6705, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "5944514", "9505448", "6609935", "1595617", "29557235", "10012166", "19149247", "8087082"], "ranked_scores": [0.7417, 0.6929, 0.6895, 0.6877, 0.6796, 0.6753, 0.6726, 0.6719, 0.6685, 0.6671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3863543", "8083310", "3391547", "33677323", "6000423", "30152134", "12240507", "5836"], "ranked_scores": [0.7395, 0.7375, 0.7316, 0.7309, 0.7234, 0.7191, 0.7165, 0.7161, 0.7154, 0.7118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "7468449", "12922760", "34198365", "30122260", "21221346", "25682129", "12643937", "6812319"], "ranked_scores": [0.7485, 0.712, 0.7007, 0.7005, 0.6903, 0.6896, 0.6866, 0.686, 0.6853, 0.6847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "36960449", "275294", "3150030", "2425364", "16256507", "4483571", "4462079"], "ranked_scores": [0.6364, 0.6175, 0.6079, 0.6072, 0.603, 0.5886, 0.5855, 0.5837, 0.5816, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "14479433", "24725136", "71625969", "38028419", "1148122", "24144677", "45218443", "6636088"], "ranked_scores": [0.6491, 0.6291, 0.6113, 0.6112, 0.6091, 0.6072, 0.6066, 0.6057, 0.604, 0.6018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "6944800", "1065627", "3727986", "30919024", "12866641", "4346731", "6163801", "40667577", "17934082"], "ranked_scores": [0.6718, 0.6659, 0.6652, 0.6612, 0.6612, 0.661, 0.6572, 0.6568, 0.6567, 0.6549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "7813993", "15925931", "22309946", "24660385", "26045237", "10071590", "23124332", "38630735"], "ranked_scores": [0.697, 0.623, 0.6141, 0.6087, 0.6038, 0.6016, 0.6016, 0.6012, 0.5975, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5402581", "22730024", "32463364", "21590125", "10072941", "36003142", "34139429", "38752049", "32777637"], "ranked_scores": [0.6939, 0.6293, 0.6235, 0.6169, 0.616, 0.6116, 0.6094, 0.6, 0.5999, 0.5974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "612002", "9217800", "13380011", "54562433", "26336593", "15548965", "7997337", "23076291", "37450671"], "ranked_scores": [0.7032, 0.6855, 0.6785, 0.6642, 0.6638, 0.6627, 0.6622, 0.6621, 0.659, 0.6581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "31682248", "26735905", "17755060", "9226649", "18810195", "18375089", "31591262"], "ranked_scores": [0.7906, 0.7834, 0.7241, 0.7152, 0.7145, 0.714, 0.7114, 0.7104, 0.7066, 0.7055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "9160947", "6123924", "29347970", "2248870", "39084565", "18546584", "8246922", "28006126", "40632104"], "ranked_scores": [0.7436, 0.7142, 0.7138, 0.7084, 0.7049, 0.7036, 0.7034, 0.7026, 0.7026, 0.7018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "14647747", "41226276", "5132358", "22613657", "20220731", "14934137", "40473317"], "ranked_scores": [0.7251, 0.7213, 0.6908, 0.6716, 0.6713, 0.6712, 0.6701, 0.6647, 0.6621, 0.6619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "92308", "28738741", "21274496", "5735492", "4883040", "35987381", "8300657", "11238951", "29023309"], "ranked_scores": [0.7246, 0.6804, 0.674, 0.6727, 0.6673, 0.6594, 0.6582, 0.6571, 0.6547, 0.6533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["84884645", "22038539", "37296667", "12130067", "11738716", "6962472", "13509809", "20501163", "5395426", "19460822"], "ranked_scores": [0.5883, 0.5772, 0.5739, 0.5729, 0.5711, 0.5691, 0.5667, 0.565, 0.563, 0.5621], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "10617916", "7111021", "708425", "20399078", "5560962", "21274496"], "ranked_scores": [0.686, 0.6615, 0.6589, 0.6178, 0.6155, 0.6062, 0.6033, 0.6023, 0.6016, 0.5953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "13256155", "17462437", "32421068", "24634621", "25121903", "39903312"], "ranked_scores": [0.7223, 0.682, 0.6405, 0.639, 0.6278, 0.6236, 0.6223, 0.621, 0.6188, 0.6184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "36345578", "29509926", "22696649", "5511240", "34469966", "17438862", "40323148", "14386505", "21498497"], "ranked_scores": [0.7166, 0.7058, 0.6967, 0.6958, 0.6927, 0.6907, 0.6897, 0.6849, 0.6846, 0.6842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "9283422", "21746539", "2714623", "2825380", "11195653", "6961811", "33499189", "8903143", "15972906"], "ranked_scores": [0.7733, 0.771, 0.7709, 0.7696, 0.7674, 0.7654, 0.765, 0.7643, 0.7631, 0.7588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "40905302", "26611094", "25886725", "20491205", "38180456", "24318630", "6421734", "16390264", "3662510"], "ranked_scores": [0.5424, 0.4795, 0.474, 0.4739, 0.4737, 0.4698, 0.4628, 0.4624, 0.4619, 0.4576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9460704", "11369420", "36345185", "8764879", "29073751", "10991183", "17017465", "18231257", "3203590", "3748310"], "ranked_scores": [0.7104, 0.7085, 0.7061, 0.7056, 0.7047, 0.7038, 0.7015, 0.7008, 0.7005, 0.6976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "3495456", "9225850", "24315156", "25942757", "28149602", "1871230", "14492339", "1800734", "7370282"], "ranked_scores": [0.7724, 0.7111, 0.7047, 0.7035, 0.6913, 0.6909, 0.6897, 0.6881, 0.686, 0.6833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "23286603", "11238784", "20659283", "3203590", "26058927", "22116439", "15879931", "25677651", "22674621"], "ranked_scores": [0.7078, 0.696, 0.6857, 0.6805, 0.676, 0.6712, 0.6684, 0.6677, 0.6662, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "15997009", "341324", "13899137", "13071728", "39984099", "17077004"], "ranked_scores": [0.7388, 0.7319, 0.7123, 0.686, 0.6782, 0.6766, 0.6678, 0.6621, 0.6579, 0.6524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21009874", "1900152", "11335781", "52180874", "6407356", "2492146", "7986878", "5991309", "24150328", "3471191"], "ranked_scores": [0.6491, 0.649, 0.6451, 0.6433, 0.6378, 0.6332, 0.6281, 0.628, 0.6277, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "4462079", "30720103", "36960449", "26409363", "4483571", "11246427", "21553394", "23267371"], "ranked_scores": [0.7319, 0.7285, 0.7274, 0.7021, 0.6987, 0.6906, 0.6903, 0.6721, 0.6661, 0.6587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "7198295", "970012", "4810810", "4319174", "13000926", "4340358", "25687558", "8604837", "3083927"], "ranked_scores": [0.61, 0.6079, 0.5979, 0.581, 0.5795, 0.5776, 0.5732, 0.5711, 0.5561, 0.5517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "16760369", "23783727", "6158879", "38630735", "25028913", "7640792", "29253460", "750781"], "ranked_scores": [0.7754, 0.7593, 0.7422, 0.7412, 0.7261, 0.698, 0.6965, 0.6958, 0.6858, 0.6776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "8903143", "9283422", "33499189", "5914739", "2825380", "24387017", "25479072", "6961811", "15972906"], "ranked_scores": [0.729, 0.7236, 0.7235, 0.7199, 0.7104, 0.7074, 0.6998, 0.6991, 0.696, 0.6914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "12672066", "12667988", "35022568", "24318630", "4695046", "28419824", "6841927"], "ranked_scores": [0.7719, 0.6149, 0.6148, 0.5886, 0.5719, 0.5629, 0.562, 0.5565, 0.5549, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "19140422", "28617573", "16980892", "23136735", "46355579"], "ranked_scores": [0.85, 0.8358, 0.8209, 0.8064, 0.8055, 0.7916, 0.7871, 0.7317, 0.7226, 0.7075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9178, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3831884", "18810195", "36653415", "20672596", "23576165", "7875158", "22712546", "22914228", "21626639", "23887844"], "ranked_scores": [0.6946, 0.6934, 0.692, 0.6898, 0.6875, 0.6732, 0.6729, 0.6667, 0.6667, 0.6665], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "35395662", "2248870", "15425958", "195683603", "28712203", "26873988", "21366394", "3835423"], "ranked_scores": [0.7454, 0.7316, 0.7124, 0.7088, 0.7071, 0.7017, 0.6965, 0.6959, 0.6936, 0.6877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "6319826", "11624482", "7547329", "84379954", "8582337", "44264297", "22711954"], "ranked_scores": [0.64, 0.561, 0.5463, 0.5077, 0.5017, 0.4907, 0.4783, 0.469, 0.4673, 0.4669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "24707550", "15435343", "9225850", "9977329", "22696649", "4429118", "38587347", "19005293"], "ranked_scores": [0.7822, 0.7061, 0.7049, 0.6961, 0.6941, 0.6854, 0.6822, 0.6822, 0.6802, 0.6802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "21239672", "3984231", "29526125", "7873737", "6853699", "8246922", "2842550", "2391552", "9846940"], "ranked_scores": [0.6981, 0.6171, 0.6078, 0.6032, 0.6002, 0.5983, 0.5977, 0.5951, 0.593, 0.593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "3929361", "10617916", "1805641", "18025240", "22635278", "21258863", "12409683", "27264454"], "ranked_scores": [0.6216, 0.5984, 0.5951, 0.5911, 0.5783, 0.5742, 0.5738, 0.5678, 0.5638, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "17168045", "2159648", "87758", "33569870", "32322418", "30639847", "13070316", "2829179", "24003461"], "ranked_scores": [0.6045, 0.5992, 0.5898, 0.5885, 0.5863, 0.5862, 0.5857, 0.5853, 0.5845, 0.5818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "27076725", "21274919", "24510595", "44830890", "28419824", "30813140", "8672737", "24055603"], "ranked_scores": [0.5903, 0.5704, 0.5586, 0.5535, 0.5484, 0.5475, 0.5428, 0.5426, 0.5348, 0.531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "24088502", "10577574", "52874170", "32462603", "45276789", "997143", "13097856"], "ranked_scores": [0.6514, 0.5398, 0.5264, 0.512, 0.506, 0.5017, 0.5017, 0.4988, 0.4964, 0.4925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "6040392", "22543403", "22551259", "22264117", "9291668", "4434951", "1848452", "26230669", "14475235"], "ranked_scores": [0.8008, 0.7964, 0.7847, 0.7804, 0.775, 0.767, 0.7638, 0.755, 0.7534, 0.7224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "11738716", "49556906", "10482574", "4324278", "29467201"], "ranked_scores": [0.7949, 0.7278, 0.7199, 0.7067, 0.6851, 0.6844, 0.6702, 0.666, 0.6588, 0.6554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "12885341", "8596357", "3308636", "3493623", "41337677", "26873988", "30437264"], "ranked_scores": [0.8021, 0.7098, 0.6942, 0.6732, 0.671, 0.6691, 0.6686, 0.6595, 0.6521, 0.6516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "37480103", "22007333", "16322674", "16098747", "25973484", "5487448", "13831842"], "ranked_scores": [0.8168, 0.8078, 0.7838, 0.782, 0.7661, 0.7583, 0.7573, 0.7459, 0.7413, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "6561200", "9764256", "7650066", "36355784", "25742130", "32423829", "28617573", "19140422"], "ranked_scores": [0.7444, 0.731, 0.7249, 0.7088, 0.7055, 0.6882, 0.684, 0.6795, 0.6715, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "44366096", "14474178", "7820043", "24221369", "4402497", "8005007", "7968532", "3107733"], "ranked_scores": [0.7947, 0.78, 0.7563, 0.7423, 0.7281, 0.7248, 0.722, 0.7149, 0.6966, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "36288526", "35534019", "11349166", "3698758", "24612804", "18174210", "2236768", "21498497"], "ranked_scores": [0.6984, 0.6401, 0.6063, 0.6035, 0.6003, 0.5996, 0.5898, 0.5864, 0.5842, 0.5834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "516867", "10012166", "52887689", "16693950", "7185591", "6277638", "4452659", "22264117", "7834603"], "ranked_scores": [0.7718, 0.7189, 0.7084, 0.7015, 0.7005, 0.6875, 0.6822, 0.6798, 0.6793, 0.6779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "3553087", "8698857", "5935987", "10247314", "1748921", "18358026", "21557055", "8925851"], "ranked_scores": [0.7318, 0.6674, 0.6648, 0.6578, 0.6477, 0.6417, 0.6352, 0.6341, 0.629, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "116792", "810480", "23670644", "25416944", "24942840", "9787715", "13938878"], "ranked_scores": [0.7298, 0.637, 0.6308, 0.5675, 0.5594, 0.5474, 0.5421, 0.5322, 0.5298, 0.5297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "24335068", "4740447", "35747505", "35660758", "2119889", "19313533", "14380875", "10562341", "327319"], "ranked_scores": [0.6921, 0.6827, 0.6655, 0.6642, 0.664, 0.6571, 0.6522, 0.6503, 0.6465, 0.6464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "19149247", "6609935", "4346731", "35467590", "9505448", "29557235", "7451607", "4362729"], "ranked_scores": [0.7542, 0.6983, 0.6807, 0.6514, 0.6502, 0.6469, 0.6468, 0.6466, 0.6445, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3863543", "8083310", "3391547", "6000423", "5836", "5782614", "33677323", "2701077"], "ranked_scores": [0.7671, 0.7574, 0.7422, 0.7369, 0.7355, 0.7321, 0.7129, 0.7128, 0.7075, 0.7066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "7468449", "2679511", "12156187", "12643937", "14178995", "3203590", "34198365"], "ranked_scores": [0.7856, 0.7249, 0.7108, 0.683, 0.6787, 0.6721, 0.6666, 0.6639, 0.6603, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "275294", "3150030", "16256507", "2425364", "4483571", "36960449", "26409363"], "ranked_scores": [0.6685, 0.65, 0.6454, 0.6421, 0.6189, 0.6086, 0.6065, 0.6061, 0.5955, 0.5926], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "14663842", "38028419", "71625969", "6503534", "32481310", "3222187", "24725136", "26456326", "45218443"], "ranked_scores": [0.7255, 0.6322, 0.6296, 0.6275, 0.6188, 0.6171, 0.6032, 0.6029, 0.5941, 0.5934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "40667577", "3727986", "6944800", "12866641", "13889430", "11172205", "9283422", "17388232", "17934082"], "ranked_scores": [0.7052, 0.6863, 0.6714, 0.6703, 0.668, 0.6636, 0.6629, 0.6599, 0.6512, 0.6459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "15925931", "23124332", "38630735", "24989194", "7602348", "7813993", "13108582", "3984231"], "ranked_scores": [0.794, 0.6653, 0.6573, 0.633, 0.6098, 0.6085, 0.6027, 0.597, 0.5941, 0.592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "32463364", "38752049", "40790033", "10072941", "9813098", "22730024", "21590125", "5698494"], "ranked_scores": [0.7702, 0.6335, 0.6181, 0.6165, 0.6038, 0.6001, 0.5997, 0.5982, 0.5963, 0.5954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "26336593", "7042304", "17333231", "7997337", "6636088", "13380011", "10698739", "612002"], "ranked_scores": [0.7494, 0.682, 0.6693, 0.6536, 0.6465, 0.6452, 0.6427, 0.642, 0.6409, 0.6405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "9226649", "17755060", "4422868", "26059876", "7975937", "19736671", "24190159"], "ranked_scores": [0.8159, 0.8028, 0.7186, 0.7179, 0.7112, 0.7021, 0.6994, 0.6971, 0.69, 0.6884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14492339", "6767271", "6123924", "29423324", "18546584", "11233339", "13798951", "883747", "29288582"], "ranked_scores": [0.8039, 0.7143, 0.7092, 0.7073, 0.6898, 0.6896, 0.6862, 0.6857, 0.6849, 0.6805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "19511011", "5132358", "3462075", "11666252", "41226276", "20220731", "22613657"], "ranked_scores": [0.7605, 0.7404, 0.698, 0.6676, 0.6621, 0.6578, 0.6561, 0.6561, 0.6548, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "92308", "11238951", "28738741", "5735492", "4883040", "5398179", "7224723", "42065070"], "ranked_scores": [0.8187, 0.7143, 0.6903, 0.6882, 0.683, 0.6633, 0.6582, 0.6539, 0.653, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2014909", "11738716", "5395426", "44562221", "16905344", "23887844", "29429111", "6277638", "39532074", "2436602"], "ranked_scores": [0.5687, 0.5656, 0.5639, 0.5602, 0.5555, 0.552, 0.5503, 0.5485, 0.5466, 0.5458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "641786", "2638387", "20399078", "7111021", "21274496", "10617916"], "ranked_scores": [0.7522, 0.744, 0.7313, 0.656, 0.6064, 0.6057, 0.6012, 0.5909, 0.5861, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "24634621", "10958594", "32421068", "13256155", "31616203", "14482051", "20428155"], "ranked_scores": [0.796, 0.7367, 0.6848, 0.6542, 0.652, 0.62, 0.6197, 0.6162, 0.6162, 0.6161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "21498497", "29509926", "22696649", "9225850", "21626639", "7948486", "17934603", "3616843", "40323148"], "ranked_scores": [0.6845, 0.6814, 0.6781, 0.6741, 0.6738, 0.6705, 0.6703, 0.6699, 0.6676, 0.667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "21746539", "9283422", "2825380", "2714623", "15972906", "33499189", "5914739", "18042803", "18834078"], "ranked_scores": [0.8095, 0.8016, 0.7984, 0.7974, 0.7934, 0.7851, 0.781, 0.7757, 0.7749, 0.7698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "16390264", "40905302", "7419612", "38180456", "21323587", "10577574", "25886725", "20491205"], "ranked_scores": [0.6219, 0.486, 0.4835, 0.4733, 0.4727, 0.4696, 0.4683, 0.4682, 0.4617, 0.4617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "11369420", "36345185", "29073751", "27306942", "8764879", "3863543", "12240507", "9478135", "3748310"], "ranked_scores": [0.7249, 0.7242, 0.7212, 0.7187, 0.6997, 0.6946, 0.6921, 0.6887, 0.6863, 0.6851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "3495456", "1871230", "195683603", "1800734", "22696649", "24315156", "25942757", "36345578"], "ranked_scores": [0.8277, 0.713, 0.7055, 0.6969, 0.6906, 0.6854, 0.6761, 0.6761, 0.6742, 0.6637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "3203590", "8458567", "11238784", "9784254", "24150328", "3866315", "25677651", "20659283", "17671145"], "ranked_scores": [0.7269, 0.7135, 0.702, 0.6985, 0.696, 0.6861, 0.6779, 0.6766, 0.6658, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "1986482", "13071728", "341324", "15997009", "45461275", "39984099"], "ranked_scores": [0.8323, 0.8009, 0.7378, 0.6984, 0.6877, 0.6798, 0.6749, 0.6736, 0.6637, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "21009874", "52180874", "7986878", "1900152", "79696454", "27264454", "22635278", "34025053"], "ranked_scores": [0.69, 0.6625, 0.6478, 0.6377, 0.6358, 0.6301, 0.6293, 0.6288, 0.628, 0.6229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "36960449", "4462079", "4483571", "26409363", "30720103", "23267371", "275294", "520579"], "ranked_scores": [0.7394, 0.739, 0.7147, 0.7121, 0.6983, 0.6962, 0.6953, 0.6864, 0.6823, 0.6755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "4319174", "4340358", "970012", "7198295", "4810810", "34582256", "25687558", "25761154"], "ranked_scores": [0.6078, 0.5848, 0.5817, 0.5638, 0.5621, 0.5517, 0.5505, 0.5427, 0.5383, 0.5289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "23783727", "6158879", "38630735", "16760369", "7640792", "29253460", "12561083", "29526125"], "ranked_scores": [0.7807, 0.7677, 0.7602, 0.7564, 0.7352, 0.7238, 0.7186, 0.7065, 0.7032, 0.7013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2825380", "9283422", "2714623", "8903143", "33499189", "5914739", "25479072", "6961811", "15972906", "4389252"], "ranked_scores": [0.7484, 0.7473, 0.746, 0.7448, 0.742, 0.7387, 0.7262, 0.7262, 0.7249, 0.7194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "12672066", "21373821", "12667988", "33417012", "6841927", "4695046", "38873881", "24318630"], "ranked_scores": [0.7551, 0.6184, 0.5975, 0.5934, 0.5761, 0.5722, 0.5696, 0.5584, 0.5565, 0.5544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "9764256", "46695481", "6561200", "7650066", "28617573", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.8563, 0.8432, 0.8412, 0.8297, 0.8199, 0.8185, 0.8105, 0.7668, 0.763, 0.7359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "18810195", "23576165", "4423401", "36653415", "20672596", "27647593", "3831884", "23148978", "11616424"], "ranked_scores": [0.7127, 0.7085, 0.6998, 0.6961, 0.6936, 0.6853, 0.6821, 0.6804, 0.6732, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "6182947", "2248870", "35395662", "15425958", "2947124", "1800734", "3835423", "26873988"], "ranked_scores": [0.7381, 0.7313, 0.7187, 0.7128, 0.7103, 0.707, 0.7065, 0.7062, 0.7031, 0.7025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6319826", "11288846", "10577574", "11469078", "44264297", "13770184"], "ranked_scores": [0.6155, 0.5617, 0.5113, 0.4987, 0.4871, 0.4844, 0.475, 0.4702, 0.4676, 0.4668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "36089763", "2236768", "3930020", "19005293", "22696649", "24707550", "4391121", "38587347"], "ranked_scores": [0.7805, 0.731, 0.7138, 0.7123, 0.7093, 0.709, 0.708, 0.7066, 0.7047, 0.703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "29526125", "6853699", "9846940", "25028913", "2842550", "2391552", "6158879", "21239672", "9122283"], "ranked_scores": [0.6885, 0.6494, 0.6253, 0.6247, 0.6211, 0.6179, 0.6159, 0.6159, 0.606, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "10617916", "4999387", "1805641", "3929361", "18025240", "12409683", "18074797", "21258863", "708425"], "ranked_scores": [0.6028, 0.5989, 0.5958, 0.5923, 0.592, 0.5899, 0.5826, 0.5742, 0.5634, 0.5549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "17168045", "22867765", "2587396", "22889972", "6212802", "496873", "7711685", "11172205", "6853699"], "ranked_scores": [0.6141, 0.612, 0.6117, 0.6057, 0.6057, 0.6026, 0.602, 0.6006, 0.5973, 0.5947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "17930286", "41735503", "44830890", "24148722", "7965928", "28419824", "27076725", "21274919", "8672737"], "ranked_scores": [0.5874, 0.5842, 0.5758, 0.5682, 0.5536, 0.5519, 0.5467, 0.5454, 0.543, 0.5385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "12258338", "29981186", "10577574", "26611094", "21902910", "116556376", "1387104", "27099731"], "ranked_scores": [0.6452, 0.5604, 0.5309, 0.526, 0.523, 0.5168, 0.5165, 0.5156, 0.5142, 0.5135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "9291668", "22264117", "22551259", "6040392", "22543403", "4434951", "26230669", "22038539", "1848452"], "ranked_scores": [0.806, 0.801, 0.7912, 0.7896, 0.7881, 0.7793, 0.778, 0.7603, 0.7528, 0.7485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "1227277", "11738716", "116792", "14874811", "23974474", "8002887", "3504761"], "ranked_scores": [0.7908, 0.733, 0.7229, 0.7111, 0.6871, 0.6825, 0.6806, 0.6793, 0.6787, 0.6741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "2947124", "41337677", "30933307", "3493623", "26133404", "30437264", "6182947", "25141908"], "ranked_scores": [0.7848, 0.7195, 0.7042, 0.6981, 0.6927, 0.6874, 0.6848, 0.6843, 0.6807, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "22007333", "37480103", "16098747", "5487448", "13831842", "25973484"], "ranked_scores": [0.8154, 0.8143, 0.8042, 0.7924, 0.7834, 0.7812, 0.7742, 0.7661, 0.7541, 0.7538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "9764256", "6561200", "7650066", "25742130", "36355784", "32423829", "28617573", "23136735"], "ranked_scores": [0.7487, 0.7464, 0.7343, 0.7314, 0.7176, 0.7104, 0.708, 0.6984, 0.6913, 0.6879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "44366096", "24221369", "4402497", "14474178", "7820043", "3107733", "8596357", "8005007"], "ranked_scores": [0.7857, 0.781, 0.7794, 0.7498, 0.7466, 0.746, 0.7329, 0.7251, 0.7137, 0.7094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "35534019", "14021596", "3698758", "11344428", "52874170", "11349166", "36288526", "18174210", "30492966"], "ranked_scores": [0.6951, 0.6173, 0.6113, 0.6101, 0.606, 0.5985, 0.5982, 0.5969, 0.5963, 0.5932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "7834603", "516867", "16693950", "52887689", "6599693", "9559146", "7185591", "24347647"], "ranked_scores": [0.7585, 0.7238, 0.7175, 0.7139, 0.7054, 0.7047, 0.6915, 0.6896, 0.6888, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4421742", "3553087", "12265561", "2919030", "1748921", "7968532", "10247314", "18358026", "20018321"], "ranked_scores": [0.7306, 0.6877, 0.6564, 0.6505, 0.6494, 0.6476, 0.6473, 0.6471, 0.6468, 0.6464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "21373821", "52874170", "27866735", "8672737", "6123521", "116792"], "ranked_scores": [0.7149, 0.6441, 0.6237, 0.5676, 0.563, 0.5564, 0.5526, 0.5499, 0.5496, 0.5484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "35747505", "2119889", "4740447", "24335068", "13780287", "35660758", "19313533", "31387717", "31107919"], "ranked_scores": [0.6966, 0.6953, 0.6879, 0.6835, 0.6742, 0.6729, 0.6702, 0.6692, 0.669, 0.6652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "10012166", "19149247", "6609935", "21219071", "7042304", "7549811", "38485364"], "ranked_scores": [0.7726, 0.7251, 0.7002, 0.6771, 0.677, 0.6767, 0.6723, 0.6723, 0.6715, 0.6698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "2359152", "5765455", "8083310", "3863543", "6000423", "9478135", "5836", "5782614", "5415832"], "ranked_scores": [0.7583, 0.7474, 0.7396, 0.7394, 0.7381, 0.7297, 0.718, 0.715, 0.7144, 0.7115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "12156187", "2679511", "4444861", "12643937", "34198365", "6812319"], "ranked_scores": [0.7802, 0.7407, 0.7319, 0.7199, 0.695, 0.694, 0.692, 0.692, 0.6915, 0.6895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "30720103", "21553394", "2425364", "275294", "3150030", "36960449", "16256507", "4483571", "520579"], "ranked_scores": [0.6373, 0.631, 0.6132, 0.6096, 0.6087, 0.6007, 0.5991, 0.5904, 0.5871, 0.5848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "71625969", "10548391", "14663842", "6503534", "6415816", "38028419", "6947286", "24144677"], "ranked_scores": [0.7226, 0.6387, 0.6104, 0.6059, 0.5958, 0.5915, 0.5911, 0.59, 0.5865, 0.5849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "3727986", "12866641", "6944800", "40667577", "17388232", "11172205", "10991183", "4346731", "32532238"], "ranked_scores": [0.7147, 0.7098, 0.692, 0.6908, 0.6899, 0.688, 0.6833, 0.678, 0.6743, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "10071590", "15925931", "38630735", "7813993", "7602348", "10284593", "13448422"], "ranked_scores": [0.8092, 0.6882, 0.6859, 0.6617, 0.6594, 0.646, 0.644, 0.6349, 0.6345, 0.6302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "12206390", "22730024", "34139429", "5691302", "40790033", "38752049", "5698494", "31889025"], "ranked_scores": [0.7417, 0.6302, 0.6302, 0.6244, 0.6208, 0.6206, 0.6187, 0.6179, 0.616, 0.613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "26336593", "33911859", "7042304", "1220287", "10698739", "6636088", "7997337", "612002"], "ranked_scores": [0.7557, 0.7089, 0.6831, 0.6776, 0.6764, 0.6704, 0.6672, 0.6658, 0.6646, 0.6594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "26735905", "4422868", "7975937", "12513042", "9226649", "17755060", "1686997", "5254463"], "ranked_scores": [0.8071, 0.8026, 0.714, 0.7098, 0.7073, 0.6991, 0.6937, 0.6857, 0.6855, 0.6852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "28006126", "10359591", "13798951", "34905328", "21363424", "14311986", "9160947"], "ranked_scores": [0.7913, 0.7251, 0.7246, 0.7089, 0.708, 0.7068, 0.7059, 0.7037, 0.7025, 0.7021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "20220731", "11666252", "24879055", "19511011", "22613657", "20155713", "14647747"], "ranked_scores": [0.7449, 0.7293, 0.7043, 0.6823, 0.6778, 0.6762, 0.672, 0.671, 0.6706, 0.6696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "31560225", "28738741", "11238951", "5735492", "42065070", "5398179", "25737507", "35987381"], "ranked_scores": [0.8021, 0.73, 0.707, 0.69, 0.6856, 0.6749, 0.6734, 0.6727, 0.6717, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["39532074", "44562221", "2014909", "2335873", "16905344", "2481032", "25988622", "11738716", "5395426", "2436602"], "ranked_scores": [0.5822, 0.5787, 0.5698, 0.5698, 0.5601, 0.5597, 0.5597, 0.5587, 0.5587, 0.5567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "21274496", "991139", "4336849", "641786", "20399078", "6421792", "2638387"], "ranked_scores": [0.7808, 0.7664, 0.7662, 0.6484, 0.6426, 0.6418, 0.6314, 0.6302, 0.6298, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "31616203", "24634621", "10958594", "13256155", "6334188", "32421068", "12438901"], "ranked_scores": [0.7645, 0.7152, 0.6817, 0.6517, 0.6492, 0.6481, 0.6408, 0.6328, 0.6294, 0.6276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "8317408", "12827098", "29509926", "6853699", "14492339", "7489663", "4391121", "17438862", "2192419"], "ranked_scores": [0.7058, 0.7002, 0.6957, 0.6957, 0.6931, 0.6919, 0.6916, 0.6884, 0.6875, 0.6867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["41982985", "9283422", "15972906", "2825380", "33499189", "5914739", "21746539", "34905328", "6961811", "2714623"], "ranked_scores": [0.84, 0.8121, 0.8119, 0.8069, 0.7984, 0.7951, 0.7947, 0.7915, 0.7897, 0.789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "6421734", "21323587", "19961177", "74137632", "10577574", "26611094", "5641851", "25886725"], "ranked_scores": [0.5914, 0.495, 0.4846, 0.4821, 0.481, 0.4779, 0.4775, 0.4715, 0.4706, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "10991183", "36345185", "11369420", "27306942", "33076846", "18231257", "8764879", "22317868", "3748310"], "ranked_scores": [0.757, 0.7486, 0.7471, 0.7312, 0.7241, 0.7212, 0.7204, 0.7193, 0.7146, 0.7144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "3495456", "17967608", "195683603", "1871230", "25942757", "1800734", "7370282", "24315156"], "ranked_scores": [0.8283, 0.7385, 0.7216, 0.7204, 0.7158, 0.7141, 0.713, 0.708, 0.7053, 0.7046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "9784254", "11238784", "8458567", "25677651", "3203590", "22674621", "9956893", "712078", "24150328"], "ranked_scores": [0.7124, 0.7092, 0.7, 0.6977, 0.6901, 0.6897, 0.6777, 0.6697, 0.667, 0.6668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "1986482", "13901073", "341324", "45461275", "13071728", "39984099"], "ranked_scores": [0.8, 0.7793, 0.7292, 0.7279, 0.718, 0.7, 0.688, 0.6788, 0.6764, 0.6738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "52180874", "3471191", "79696454", "21009874", "1900152", "22635278", "2492146", "7986878", "31616203"], "ranked_scores": [0.7022, 0.6577, 0.6535, 0.6519, 0.6471, 0.6464, 0.6423, 0.6377, 0.6368, 0.6356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-pq-m4-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["1358909", "3150030", "30981192", "2774906", "44572913", "36654066", "4462079", "36960449", "16256507", "37207226"], "ranked_scores": [0.7587, 0.7513, 0.7425, 0.7412, 0.7318, 0.7309, 0.7308, 0.7308, 0.728, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "14865329", "12667988", "7198295", "34121231", "15678772", "12206390", "4810810", "1456068", "12770738"], "ranked_scores": [0.6604, 0.5629, 0.5488, 0.5426, 0.5378, 0.5366, 0.5335, 0.5281, 0.5084, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "21301090", "16760369", "29253460", "38630735", "14726759", "7813993", "15925931", "41264017", "44624045"], "ranked_scores": [0.8316, 0.819, 0.8023, 0.8007, 0.8007, 0.7869, 0.7869, 0.7835, 0.7787, 0.7665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8305686", "22968257", "11844826", "18231807", "18042803", "25479072", "5468807", "306006", "13868795", "2714623"], "ranked_scores": [0.7851, 0.7748, 0.7714, 0.7688, 0.768, 0.7644, 0.762, 0.7597, 0.7582, 0.7578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "4695046", "26720366", "38752049", "31554917", "7239105", "28419824", "17691617", "24625323", "11913139"], "ranked_scores": [0.619, 0.6113, 0.6046, 0.5906, 0.5696, 0.5507, 0.5476, 0.5471, 0.5349, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "19140422", "16980892", "27873158", "6561200", "23136735", "9764256", "28617573", "46355579", "7650066"], "ranked_scores": [0.8461, 0.8439, 0.8439, 0.8439, 0.834, 0.8213, 0.802, 0.797, 0.7824, 0.7711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5585, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8118, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["37673301", "14965508", "13613916", "14719322", "14501880", "25519138", "15282056", "41133176", "4423401", "38623601"], "ranked_scores": [0.7517, 0.7511, 0.7352, 0.7309, 0.7279, 0.7182, 0.7163, 0.7157, 0.7136, 0.7131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "9225850", "1933281", "15462523", "24044977", "34537906", "8771704", "36216395", "41790911", "17717391"], "ranked_scores": [0.797, 0.779, 0.7466, 0.7461, 0.7437, 0.7425, 0.7395, 0.7389, 0.738, 0.7366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "84379954", "6477536", "13123189", "327319", "11244195", "583260", "11288846", "16979690", "23670644"], "ranked_scores": [0.4938, 0.4784, 0.4717, 0.4685, 0.4654, 0.4641, 0.4624, 0.4614, 0.4584, 0.4461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["28783084", "9600826", "7736860", "20333864", "4702639", "12948892", "10024681", "12130690", "24282306", "26735905"], "ranked_scores": [0.8042, 0.7941, 0.7866, 0.7758, 0.7745, 0.7738, 0.7725, 0.7667, 0.7665, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "22530842", "29634262", "4347374", "86694016", "24003461", "9600826", "31324978", "19047331", "22059387"], "ranked_scores": [0.6779, 0.6777, 0.6759, 0.6733, 0.6712, 0.6711, 0.6632, 0.6629, 0.6618, 0.6596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["17327939", "1454773", "23912923", "21150010", "7986878", "12641252", "43378932", "4347374", "7975937", "24612804"], "ranked_scores": [0.7875, 0.7861, 0.7816, 0.7721, 0.7673, 0.7611, 0.7559, 0.7542, 0.7522, 0.7506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "496873", "13223957", "2159648", "22867765", "6157837", "13768432", "17741440", "40145839", "14692646"], "ranked_scores": [0.6323, 0.6223, 0.6193, 0.5795, 0.5757, 0.5733, 0.5705, 0.567, 0.5618, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24510595", "44830890", "14566771", "41735503", "21274919", "8002529", "37488367", "30813140", "17930286", "28419824"], "ranked_scores": [0.6462, 0.6462, 0.6433, 0.6323, 0.6319, 0.6314, 0.6141, 0.6028, 0.6023, 0.594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52175065", "34268160", "116556376", "25515907", "24942840", "15984735", "44048701", "87758", "4506414"], "ranked_scores": [0.7301, 0.6916, 0.6901, 0.6752, 0.6717, 0.668, 0.6674, 0.6586, 0.6569, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "1848452", "9291668", "4434951", "26230669", "6040392", "28530299", "7514614", "40349336", "2722988"], "ranked_scores": [0.8448, 0.8348, 0.8223, 0.8223, 0.8159, 0.8151, 0.797, 0.7951, 0.7925, 0.7838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["4423401", "28264919", "1103795", "3866315", "11181416", "1344498", "12489688", "38623601", "35747505", "23895668"], "ranked_scores": [0.79, 0.7496, 0.7454, 0.7272, 0.7265, 0.7226, 0.7212, 0.7204, 0.7194, 0.7175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "40365566", "40632104", "1907601", "23901235", "1933281", "23052989", "5752492", "34287602", "33796570"], "ranked_scores": [0.7797, 0.7517, 0.7505, 0.7457, 0.7452, 0.7432, 0.7373, 0.7373, 0.7364, 0.7301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "17450673", "27123743", "13831842", "13831558", "37480103", "4828631", "23557241", "21874312", "22007333"], "ranked_scores": [0.8581, 0.8581, 0.8581, 0.8556, 0.8556, 0.8486, 0.8464, 0.844, 0.8311, 0.8214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "23136735", "19140422", "27873158", "16980892", "32423829", "6561200", "24323695", "24396137", "26798867"], "ranked_scores": [0.8552, 0.8475, 0.8307, 0.8307, 0.8307, 0.8227, 0.8188, 0.815, 0.8136, 0.8128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["9629682", "31272411", "44366096", "24221369", "13916951", "2714623", "7281161", "7820043", "24042363", "19165076"], "ranked_scores": [0.7718, 0.7685, 0.7628, 0.7628, 0.761, 0.7607, 0.7551, 0.755, 0.7549, 0.7543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["6315132", "13734012", "9315213", "14474178", "5132358", "14657344", "641786", "26735018", "27306942", "14479433"], "ranked_scores": [0.7484, 0.7332, 0.7212, 0.7184, 0.7132, 0.7119, 0.7111, 0.7094, 0.7084, 0.7074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["15692098", "2466614", "8519911", "39558597", "44693226", "4434951", "9291668", "16267205", "22264117", "6040392"], "ranked_scores": [0.7039, 0.6997, 0.6986, 0.6945, 0.6831, 0.6824, 0.6824, 0.6815, 0.6803, 0.6787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8646760", "13790144", "3127341", "36386637", "21164071", "8417211", "10247314", "2194320", "20620012", "17919731"], "ranked_scores": [0.8303, 0.8267, 0.8263, 0.8221, 0.8211, 0.8199, 0.8169, 0.8102, 0.8077, 0.8068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "85665741", "25761154", "4920376", "25938221", "23863551", "22309946", "14782049", "116792"], "ranked_scores": [0.808, 0.749, 0.695, 0.6865, 0.6796, 0.677, 0.6751, 0.6714, 0.669, 0.6616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["12892137", "46816158", "34198365", "3849194", "27900414", "26011884", "19149247", "5953485", "469066", "14155726"], "ranked_scores": [0.7931, 0.787, 0.7694, 0.7684, 0.7611, 0.7587, 0.7569, 0.7555, 0.7545, 0.7518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["9379687", "41133176", "28249680", "4583180", "17539488", "53211308", "31514338", "8458567", "2479538", "2721426"], "ranked_scores": [0.8129, 0.8008, 0.7985, 0.7902, 0.7759, 0.771, 0.7682, 0.7674, 0.7647, 0.7645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21246752", "10641715", "22543403", "33911859", "13293033", "9548440", "8925851", "3391547", "20904154", "1871499"], "ranked_scores": [0.8401, 0.8113, 0.8047, 0.8046, 0.8008, 0.7898, 0.7819, 0.7809, 0.7803, 0.7789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["25373397", "14362678", "12892137", "41928290", "11043831", "14155726", "2119889", "42314147", "35660758", "18467982"], "ranked_scores": [0.7606, 0.7473, 0.7429, 0.7374, 0.7327, 0.7323, 0.7308, 0.7267, 0.7209, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "38028419", "23267371", "35724562", "33911859", "25599283", "30720103", "20697217", "22023404", "1871499"], "ranked_scores": [0.71, 0.7037, 0.7025, 0.7005, 0.6993, 0.693, 0.6878, 0.6876, 0.6871, 0.6864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "22023404", "44265107", "7221410", "12172346", "30981192", "22674621", "38028419", "30720103", "6718824"], "ranked_scores": [0.6135, 0.5812, 0.57, 0.565, 0.56, 0.5595, 0.5581, 0.5553, 0.5537, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4688340", "1065627", "6550579", "164985", "4702639", "22980205", "26973393", "3475317", "44640124", "20333864"], "ranked_scores": [0.7074, 0.7054, 0.6985, 0.6981, 0.6897, 0.689, 0.6813, 0.6785, 0.6748, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["10530014", "13768432", "19497526", "36654066", "6776834", "20904154", "13905670", "29634262", "28338268", "33911859"], "ranked_scores": [0.7448, 0.7379, 0.7335, 0.7335, 0.732, 0.7233, 0.7201, 0.7179, 0.7173, 0.7163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["44624045", "21274919", "1358909", "6313547", "13933299", "13282296", "8002529", "41264017", "27076725", "45457778"], "ranked_scores": [0.7393, 0.7389, 0.709, 0.7075, 0.6981, 0.6969, 0.6947, 0.6946, 0.6923, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "31624828", "13380011", "20261352", "30261663", "4709641", "13923140", "40349336", "25510546", "34016944"], "ranked_scores": [0.773, 0.761, 0.7591, 0.7577, 0.7573, 0.7524, 0.7474, 0.7409, 0.7403, 0.74], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "4979184", "24294572", "21181273", "4409524", "6650933", "5123516", "58006489", "21931005", "23260700"], "ranked_scores": [0.7542, 0.7519, 0.7407, 0.7379, 0.7352, 0.7243, 0.7233, 0.7147, 0.7137, 0.71], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "18834078", "14311986", "24387017", "25085979", "10562341", "20457190", "2825380", "9283422", "8538916"], "ranked_scores": [0.8888, 0.8873, 0.8749, 0.8692, 0.8689, 0.8674, 0.8654, 0.8617, 0.8609, 0.858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["22874817", "9283422", "24879055", "20220731", "20344442", "13798951", "13048272", "14311986", "8038329", "7399084"], "ranked_scores": [0.8146, 0.8025, 0.7941, 0.7922, 0.792, 0.7873, 0.7823, 0.7775, 0.7747, 0.7742], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "35987381", "2824347", "1215116", "6315132", "7224723", "1265945", "21366394", "8300657", "5867846"], "ranked_scores": [0.8006, 0.7731, 0.7472, 0.7457, 0.7426, 0.7396, 0.7396, 0.7352, 0.7349, 0.733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["13000926", "46602807", "4889228", "1507222", "1031534", "28821565", "6417632", "52175065", "21884449", "13519661"], "ranked_scores": [0.5471, 0.5263, 0.5217, 0.5176, 0.517, 0.5154, 0.4898, 0.4894, 0.4864, 0.4857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["41913714", "293661", "21547032", "29634262", "24725136", "25014337", "14241418", "67045088", "15997009", "15570691"], "ranked_scores": [0.7906, 0.7623, 0.7616, 0.7532, 0.7524, 0.7511, 0.7495, 0.7439, 0.741, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["14482051", "15476777", "3471191", "24873253", "6334188", "41340212", "25298276", "12009265", "35314705", "35766603"], "ranked_scores": [0.7838, 0.7734, 0.7732, 0.7731, 0.7596, 0.7567, 0.7503, 0.7458, 0.7414, 0.7351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["2947124", "40632104", "1336292", "13380011", "17438862", "24652030", "35987381", "6171953", "2587396", "5811042"], "ranked_scores": [0.8516, 0.8458, 0.8212, 0.8155, 0.8145, 0.8132, 0.8104, 0.8038, 0.8006, 0.7988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18834078", "2714623", "34905328", "18758057", "9283422", "13798951", "8903143", "52944377", "18042803", "13868795"], "ranked_scores": [0.9001, 0.8763, 0.8754, 0.8751, 0.8723, 0.8695, 0.8686, 0.8669, 0.8666, 0.866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["28017005", "24318630", "17693849", "24163770", "841371", "36033696", "11748341", "15041758", "37029185", "24555878"], "ranked_scores": [0.5771, 0.517, 0.5053, 0.5039, 0.489, 0.4833, 0.4805, 0.4804, 0.4761, 0.4722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "30041340", "15322518", "14380875", "19047331", "35760786", "28651643", "1032372", "885056", "32927401"], "ranked_scores": [0.878, 0.8542, 0.8487, 0.8473, 0.8437, 0.8386, 0.8386, 0.8369, 0.8362, 0.8354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["6936141", "5395426", "5531479", "3748310", "2832403", "11666252", "7948486", "9225850", "42662816", "44801733"], "ranked_scores": [0.776, 0.7433, 0.7376, 0.7243, 0.7238, 0.7223, 0.7216, 0.7185, 0.7155, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["56486733", "10247282", "46765242", "885056", "13778710", "14241418", "3866315", "23286603", "30041340", "8453819"], "ranked_scores": [0.7764, 0.7754, 0.7748, 0.7738, 0.7719, 0.7671, 0.7625, 0.7612, 0.7569, 0.7542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "7552215", "6945285", "15997009", "26045237", "16066726", "16787954", "5270265", "29526125"], "ranked_scores": [0.8225, 0.7792, 0.7523, 0.7491, 0.7448, 0.7415, 0.7411, 0.7367, 0.733, 0.729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["49432306", "17876040", "31616203", "17671145", "35766603", "46765242", "1191830", "22517564", "3935126", "43378932"], "ranked_scores": [0.7767, 0.7725, 0.7564, 0.7542, 0.7514, 0.7459, 0.7432, 0.7425, 0.7418, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-pq-m8-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "37207226", "30720103", "21553394", "44572913", "36960449", "23267371", "16256507", "3150030", "2425364"], "ranked_scores": [0.7065, 0.6931, 0.687, 0.6865, 0.6839, 0.6796, 0.6729, 0.6693, 0.6571, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "15678772", "34121231", "6504953", "25687558", "14865329", "12667988", "7198295", "7965928", "4463588"], "ranked_scores": [0.5384, 0.5124, 0.5027, 0.4855, 0.4853, 0.4833, 0.4806, 0.4759, 0.4707, 0.4675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["38630735", "12561083", "5884524", "29253460", "21301090", "37207226", "21767325", "6580081", "30058568", "14566771"], "ranked_scores": [0.698, 0.6943, 0.6867, 0.6801, 0.6721, 0.672, 0.6712, 0.6682, 0.668, 0.6662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["22968257", "18231807", "5468807", "306006", "8903143", "8305686", "25479072", "51952430", "21465696", "18042803"], "ranked_scores": [0.7495, 0.7361, 0.7343, 0.73, 0.7227, 0.7176, 0.7165, 0.7154, 0.7137, 0.7135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["4695046", "31554917", "5402581", "31612088", "32777637", "21590125", "24318630", "21373821", "28419824", "22995579"], "ranked_scores": [0.5949, 0.5419, 0.5407, 0.5378, 0.5368, 0.5349, 0.5295, 0.5231, 0.5101, 0.5038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "6561200", "9764256", "28617573", "16980892", "19140422", "23136735", "46355579", "7650066"], "ranked_scores": [0.7676, 0.766, 0.7509, 0.7405, 0.7377, 0.7363, 0.7343, 0.726, 0.7146, 0.7121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["11616424", "16319097", "18810195", "5821617", "13613916", "15282056", "4583180", "6454371", "25519138", "14501880"], "ranked_scores": [0.7055, 0.7031, 0.6954, 0.6885, 0.6883, 0.6865, 0.6827, 0.6806, 0.679, 0.6761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "9225850", "29509926", "883747", "35395662", "21366394", "28647122", "20722510", "6137330", "24044977"], "ranked_scores": [0.7774, 0.7021, 0.6928, 0.6863, 0.6855, 0.6794, 0.6777, 0.6774, 0.6739, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "11469078", "84379954", "16979690", "11728637", "63858430", "9196472", "10749308", "21914176", "13782317"], "ranked_scores": [0.5291, 0.4964, 0.4815, 0.476, 0.4388, 0.4388, 0.4385, 0.4314, 0.4276, 0.4246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["164985", "7736860", "20333864", "13070316", "26735905", "24707550", "4380287", "9600826", "7343711", "18399038"], "ranked_scores": [0.7542, 0.7463, 0.7398, 0.7306, 0.7301, 0.7279, 0.7276, 0.7271, 0.7259, 0.724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "24003461", "9600826", "22530842", "6182947", "6270720", "12670680", "29526125", "23124332", "11902109"], "ranked_scores": [0.6461, 0.6363, 0.6317, 0.6253, 0.6223, 0.6209, 0.6166, 0.6152, 0.6135, 0.612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "27437459", "7986878", "20610557", "1454773", "9767444", "13070316", "8764879", "24101431", "46765242"], "ranked_scores": [0.7312, 0.708, 0.7073, 0.7068, 0.7051, 0.7042, 0.7016, 0.7014, 0.7013, 0.7004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["24660385", "14692646", "496873", "22867765", "10944947", "13768432", "13223957", "4828984", "17741440", "8672737"], "ranked_scores": [0.5175, 0.5138, 0.5093, 0.4812, 0.4717, 0.4668, 0.4615, 0.4608, 0.4511, 0.4498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["8002529", "21274919", "17930286", "24510595", "51386222", "44830890", "1358909", "30813140", "38211681", "24055603"], "ranked_scores": [0.6454, 0.6144, 0.6077, 0.6026, 0.5985, 0.5979, 0.5902, 0.588, 0.5808, 0.5808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "15984735", "7813993", "24942840", "52175065", "12561083", "38630735", "21301090", "13445579", "25028913"], "ranked_scores": [0.5545, 0.5206, 0.5201, 0.5174, 0.5081, 0.5049, 0.5017, 0.4966, 0.4965, 0.4949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22264117", "4434951", "1848452", "26230669", "22543403", "7514614", "2722988", "22551259"], "ranked_scores": [0.7913, 0.7894, 0.7814, 0.7797, 0.769, 0.7597, 0.7551, 0.7541, 0.7436, 0.743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "3866315", "38623601", "28264919", "4464565", "21547032", "6277638", "42708716", "20672596", "29467201"], "ranked_scores": [0.6539, 0.6244, 0.624, 0.6138, 0.6098, 0.6081, 0.6039, 0.6029, 0.6019, 0.5969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "9433958", "33796570", "1941721", "8300657", "26851674", "20261352", "30468386", "23901235", "2947124"], "ranked_scores": [0.7064, 0.7034, 0.6906, 0.6841, 0.6832, 0.6797, 0.6759, 0.6749, 0.6732, 0.6699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "17450673", "15559582", "37480103", "4886637", "21874312", "13831842", "13831558", "16322674"], "ranked_scores": [0.8392, 0.8373, 0.7991, 0.7985, 0.7926, 0.7786, 0.7726, 0.7641, 0.7616, 0.7592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["26798867", "46695481", "32423829", "27873158", "23136735", "5372432", "25121903", "41074251", "12779444", "9764256"], "ranked_scores": [0.7732, 0.764, 0.7539, 0.7497, 0.7408, 0.7403, 0.7382, 0.7378, 0.7368, 0.7352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7820043", "31272411", "935538", "16605494", "22623275", "23746313", "7225911", "1333643", "10627801"], "ranked_scores": [0.7309, 0.7272, 0.6954, 0.6914, 0.6885, 0.6854, 0.6849, 0.6848, 0.6812, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["3215494", "24512064", "24943534", "4421742", "24088502", "16488405", "26735018", "46202852", "17421851", "7198295"], "ranked_scores": [0.6553, 0.6492, 0.6473, 0.6451, 0.6443, 0.6344, 0.6269, 0.6225, 0.6174, 0.6144], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["16267205", "2466614", "17050065", "10012166", "18949516", "26230669", "7834603", "13350374", "25687558", "22264117"], "ranked_scores": [0.6472, 0.6359, 0.595, 0.5937, 0.589, 0.5884, 0.5872, 0.5831, 0.5798, 0.5787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["13790144", "4270992", "36242796", "10247314", "45875990", "14155726", "14663842", "11043831", "35467590", "16863359"], "ranked_scores": [0.75, 0.7493, 0.7398, 0.7298, 0.7292, 0.7281, 0.7278, 0.725, 0.7248, 0.7181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "27428509", "41298619", "22309946", "31890716", "25938221", "14606752", "116792", "13883546"], "ranked_scores": [0.7436, 0.6392, 0.6211, 0.6205, 0.6158, 0.6134, 0.611, 0.6107, 0.609, 0.607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["46816158", "12892137", "2177022", "14155726", "45875990", "2119889", "15548965", "35660758", "3849194", "8997410"], "ranked_scores": [0.6593, 0.6481, 0.6462, 0.6457, 0.6452, 0.6401, 0.6322, 0.6298, 0.6274, 0.6228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["15981174", "9379687", "35467590", "19572798", "31514338", "33986507", "21853444", "8458567", "29557235", "53211308"], "ranked_scores": [0.725, 0.7222, 0.7072, 0.7069, 0.7047, 0.7031, 0.7012, 0.6969, 0.6965, 0.695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["10641715", "20904154", "21246752", "26336593", "4446814", "3391547", "13293033", "11992632", "28338268", "19822046"], "ranked_scores": [0.7664, 0.7575, 0.7557, 0.7474, 0.7328, 0.7326, 0.726, 0.723, 0.7213, 0.7207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["9301606", "14155726", "46816158", "3981729", "19708993", "24980622", "25373397", "41928290", "22185730", "2405259"], "ranked_scores": [0.6532, 0.6453, 0.6443, 0.6416, 0.6331, 0.6298, 0.6244, 0.6244, 0.6231, 0.6202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "30720103", "4462079", "22023404", "3150030", "36960449", "38028419", "2425364", "6313547"], "ranked_scores": [0.704, 0.7002, 0.6916, 0.6827, 0.681, 0.6571, 0.6493, 0.6347, 0.6257, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["22023404", "38028419", "24625323", "7029990", "44265107", "3153673", "30720103", "29107180", "3067015", "15707049"], "ranked_scores": [0.5423, 0.5272, 0.5189, 0.5159, 0.5103, 0.507, 0.5058, 0.4978, 0.4977, 0.4944], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "26973393", "164985", "4489217", "2014909", "6944800", "4688340", "2417551", "40667577", "10024681"], "ranked_scores": [0.6707, 0.6685, 0.6683, 0.659, 0.6564, 0.6493, 0.6431, 0.6401, 0.638, 0.6325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["6776834", "19332616", "28338268", "13445579", "14726759", "35534019", "2587396", "13768432", "32743723", "13905670"], "ranked_scores": [0.6623, 0.6504, 0.6407, 0.6397, 0.638, 0.6351, 0.6339, 0.6332, 0.6324, 0.6306], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["45457778", "5939172", "21274919", "44624045", "24625323", "13934676", "10984005", "28419824", "8002529", "25641414"], "ranked_scores": [0.6866, 0.655, 0.6544, 0.6465, 0.6404, 0.6358, 0.6319, 0.6309, 0.6297, 0.6291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "57574395", "26851674", "31624828", "23052989", "30261663", "4709641", "40349336", "29125354"], "ranked_scores": [0.7075, 0.7062, 0.7004, 0.6832, 0.6805, 0.6787, 0.6761, 0.6753, 0.6712, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "21181273", "4979184", "23260700", "6923961", "5123516", "24294572", "12358173", "7028976", "4709641"], "ranked_scores": [0.7307, 0.7114, 0.6918, 0.6718, 0.6561, 0.6515, 0.6472, 0.6464, 0.6432, 0.6377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "20388894", "18834078", "34905328", "20220731", "994800", "24879055", "34436231", "9283422", "25479072"], "ranked_scores": [0.8324, 0.8147, 0.8025, 0.8024, 0.8017, 0.7885, 0.7876, 0.7857, 0.7823, 0.7756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["13798951", "20220731", "45414636", "27910499", "7399084", "24879055", "27243019", "8610932", "14311986", "38587347"], "ranked_scores": [0.7025, 0.6966, 0.6914, 0.6846, 0.683, 0.6825, 0.6789, 0.675, 0.6715, 0.667], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "35987381", "1215116", "10648422", "5752492", "883747", "5304891", "8300657", "21274496"], "ranked_scores": [0.778, 0.7127, 0.7054, 0.6958, 0.6867, 0.6834, 0.6817, 0.6797, 0.6778, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["32975424", "40005757", "20977638", "1031534", "33918970", "22674621", "28821565", "6212802", "16546131", "52175065"], "ranked_scores": [0.4143, 0.4104, 0.4089, 0.4085, 0.401, 0.4009, 0.3988, 0.3975, 0.3963, 0.3892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["18473550", "25543207", "2272614", "41913714", "2296264", "46765242", "6426919", "14241418", "12641252", "25014337"], "ranked_scores": [0.7092, 0.7038, 0.6821, 0.6815, 0.6798, 0.6783, 0.6745, 0.6744, 0.6741, 0.6735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41340212", "3471191", "21009874", "14482051", "10958594", "31616203", "12009265", "12438901", "3329824"], "ranked_scores": [0.7363, 0.732, 0.715, 0.7113, 0.709, 0.7085, 0.7082, 0.7077, 0.7075, 0.7057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["26735018", "2947124", "16488405", "2587396", "2192419", "17438862", "1360607", "31293581", "15879931", "20722510"], "ranked_scores": [0.7555, 0.753, 0.7484, 0.7386, 0.738, 0.7297, 0.7288, 0.7288, 0.7261, 0.7254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["18834078", "20220731", "9283422", "8903143", "13868795", "13878643", "2714623", "13798951", "34905328", "15972906"], "ranked_scores": [0.8525, 0.8341, 0.8261, 0.8208, 0.811, 0.8104, 0.8099, 0.8089, 0.8077, 0.8058], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "25886725", "25690564", "30813140", "28017005", "21323587", "881332", "36033696", "28419824", "15968271"], "ranked_scores": [0.4955, 0.4901, 0.4861, 0.4808, 0.4805, 0.4753, 0.4747, 0.4723, 0.4693, 0.4601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "19047331", "4920376", "4320424", "26887439", "24624992", "15322518", "9784254", "2266471", "17671145"], "ranked_scores": [0.7869, 0.7856, 0.7732, 0.7674, 0.767, 0.7616, 0.7502, 0.7499, 0.7486, 0.7425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["44801733", "5531479", "14591894", "9225850", "1871230", "3506723", "40383969", "7948486", "14188138", "17123657"], "ranked_scores": [0.7181, 0.7126, 0.6933, 0.6845, 0.6759, 0.6737, 0.6735, 0.6717, 0.6712, 0.6707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "17671145", "46765242", "12948892", "56486733", "23286603", "4920376", "25543207", "2266471", "30041340"], "ranked_scores": [0.7035, 0.6938, 0.6923, 0.6807, 0.6806, 0.6792, 0.6789, 0.675, 0.6731, 0.6726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "16787954", "31363207", "26045237", "11254040", "15997009", "5270265", "6158879", "29526125"], "ranked_scores": [0.7625, 0.7218, 0.6986, 0.6952, 0.692, 0.685, 0.6835, 0.6632, 0.6625, 0.6621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["49432306", "5270265", "1900152", "31616203", "26887439", "27264454", "8659426", "26079071", "5991309", "3935126"], "ranked_scores": [0.7068, 0.7002, 0.7, 0.6986, 0.6912, 0.6871, 0.6834, 0.6808, 0.6805, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "44572913", "4462079", "44624045", "16256507", "2425364", "275294", "12810152", "25599283", "37207226"], "ranked_scores": [0.642, 0.639, 0.635, 0.6319, 0.6286, 0.6276, 0.6229, 0.6221, 0.6205, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "26112696", "14865329", "33417012", "34582256", "7965928", "15997009", "34121231", "24241932", "6504953"], "ranked_scores": [0.4296, 0.3978, 0.3902, 0.3893, 0.3881, 0.366, 0.3603, 0.3519, 0.3509, 0.3489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["29253460", "24625323", "5884524", "4506414", "25028913", "24921368", "41493639", "20697217", "20526907", "41264017"], "ranked_scores": [0.6781, 0.6744, 0.6698, 0.6605, 0.6596, 0.6567, 0.6562, 0.6531, 0.6484, 0.6423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "8305686", "5914739", "25901598", "2714623", "34905328", "24042363", "9283422", "21557055"], "ranked_scores": [0.7224, 0.717, 0.7146, 0.7042, 0.7024, 0.6956, 0.6909, 0.687, 0.685, 0.6839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "21590125", "32777637", "36003142", "21373821", "31612088", "4695046", "5586392", "8868863", "80109277"], "ranked_scores": [0.5255, 0.5248, 0.515, 0.4952, 0.4928, 0.4866, 0.482, 0.4668, 0.466, 0.4558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "23136735", "28617573", "6561200", "19140422", "46355579", "16980892", "14664424", "9764256"], "ranked_scores": [0.6983, 0.6976, 0.6955, 0.6901, 0.69, 0.6731, 0.6729, 0.6676, 0.6525, 0.6457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9177, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["13613916", "23576165", "18810195", "1605196", "6650933", "37362689", "14719322", "7622767", "4138659", "19572798"], "ranked_scores": [0.6918, 0.6901, 0.6791, 0.6677, 0.661, 0.661, 0.6596, 0.6586, 0.6583, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "15488881", "15462523", "9648896", "7968532", "20722510", "35256900", "2947124", "38587347", "4429118"], "ranked_scores": [0.6859, 0.6778, 0.6774, 0.6746, 0.6739, 0.6734, 0.667, 0.6665, 0.6665, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "11469078", "13906581", "6477536", "10749308", "25641414", "30655442", "16204011", "4505748"], "ranked_scores": [0.4507, 0.4036, 0.3942, 0.3884, 0.387, 0.3769, 0.3632, 0.36, 0.3588, 0.3545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "19005293", "13007205", "38587347", "32742683", "5508750", "24282306", "381602", "4429118", "9705208"], "ranked_scores": [0.7047, 0.6944, 0.6918, 0.6916, 0.6896, 0.6894, 0.6893, 0.6885, 0.6836, 0.6834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10284593", "15879931", "6580081", "23400191", "6270720", "6853699", "32159283", "2973910", "39084565", "7820043"], "ranked_scores": [0.6291, 0.6208, 0.6072, 0.5974, 0.5947, 0.5937, 0.5916, 0.5901, 0.5886, 0.5877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["18237384", "381602", "22980205", "17327939", "9767444", "8246922", "37762357", "24612804", "21719289", "11020556"], "ranked_scores": [0.6633, 0.6611, 0.6607, 0.6575, 0.655, 0.6545, 0.6543, 0.6531, 0.6527, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["13963620", "17741440", "4406819", "35149431", "24042919", "22401720", "37768883", "19521501", "9600826", "7764903"], "ranked_scores": [0.4541, 0.4467, 0.4464, 0.4379, 0.4374, 0.4346, 0.4344, 0.4329, 0.4321, 0.4272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["7965928", "27076725", "3067015", "51386222", "19804204", "42150015", "21274919", "38211681", "26112696", "1358909"], "ranked_scores": [0.5391, 0.5376, 0.5301, 0.5194, 0.5194, 0.5136, 0.509, 0.5074, 0.5024, 0.5014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "6137330", "21767325", "116556376", "44048701", "21301090", "997143", "14566771", "25515907"], "ranked_scores": [0.4507, 0.4404, 0.4227, 0.4136, 0.4108, 0.4083, 0.4062, 0.4028, 0.4011, 0.3995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "1848452", "4434951", "22543403", "22264117", "2722988", "22551259", "26230669", "4679264"], "ranked_scores": [0.7593, 0.7488, 0.7396, 0.7189, 0.71, 0.709, 0.7029, 0.6964, 0.6802, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["15615957", "21557614", "11181416", "25483562", "38623601", "22116439", "17195001", "41325555", "35884026", "31564409"], "ranked_scores": [0.6305, 0.6053, 0.5966, 0.5913, 0.5886, 0.5874, 0.5873, 0.5863, 0.5854, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "8300657", "34287602", "33934971", "42065070", "9433958", "22705234", "2947124", "10648422", "26851674"], "ranked_scores": [0.719, 0.7144, 0.6982, 0.6815, 0.6803, 0.6755, 0.6741, 0.6736, 0.666, 0.6656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "15559582", "13831842", "27123743", "2015126", "37480103", "21874312", "22007333", "12779444", "4828631"], "ranked_scores": [0.7319, 0.7242, 0.7233, 0.7226, 0.7104, 0.7097, 0.7093, 0.7067, 0.7028, 0.6954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["29495185", "27873158", "36355784", "46695481", "12779444", "21874312", "31902335", "32423829", "6561200", "46355579"], "ranked_scores": [0.7118, 0.7104, 0.7083, 0.7052, 0.7001, 0.6964, 0.693, 0.6928, 0.6888, 0.688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "935538", "15435343", "7860396", "5838067", "3154880", "21601459", "44366096", "8185080", "2888272"], "ranked_scores": [0.6439, 0.6121, 0.6115, 0.6058, 0.6027, 0.6019, 0.5999, 0.5996, 0.5995, 0.5993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "23665162", "1153655", "7198295", "883747", "24943534", "43329366", "27243019", "6580081", "31889025"], "ranked_scores": [0.5366, 0.5254, 0.5228, 0.5126, 0.5115, 0.5112, 0.5108, 0.5074, 0.5068, 0.5048], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "10012166", "24347647", "2543135", "22264117", "52887689", "10463997", "28138927", "1848452", "13350374"], "ranked_scores": [0.5577, 0.5548, 0.5489, 0.5484, 0.5462, 0.5436, 0.5417, 0.537, 0.5366, 0.5345], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "45875990", "12225214", "2042250", "29557235", "4270992", "45096063", "25483562", "12172346", "25682129"], "ranked_scores": [0.7355, 0.7287, 0.7257, 0.7212, 0.7181, 0.7152, 0.7146, 0.7134, 0.7112, 0.7073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "22309946", "23670644", "24150328", "116792", "5402581", "8672737", "5596332", "810480"], "ranked_scores": [0.6055, 0.5987, 0.5724, 0.5624, 0.552, 0.5513, 0.5465, 0.5458, 0.5371, 0.5329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22036571", "12172346", "10247314", "14155726", "2119889", "23286603", "612002", "15548965", "6565037", "9881829"], "ranked_scores": [0.6232, 0.6109, 0.6079, 0.6059, 0.6053, 0.6051, 0.6041, 0.6041, 0.6026, 0.6016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["25799020", "7451607", "22896970", "19855358", "35467590", "14581009", "6422576", "5252837", "23577014", "13790144"], "ranked_scores": [0.7353, 0.7349, 0.7278, 0.7263, 0.7255, 0.7252, 0.7224, 0.7202, 0.7176, 0.7169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "10641715", "11992632", "13293033", "26336593", "17821387", "21246752", "5836", "2359152"], "ranked_scores": [0.6889, 0.6815, 0.6792, 0.6765, 0.6677, 0.659, 0.6587, 0.655, 0.6514, 0.6474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["28230867", "36111909", "8417211", "9301606", "12691537", "34498325", "18895793", "12130690", "14362678", "29231620"], "ranked_scores": [0.6013, 0.5872, 0.5837, 0.5799, 0.5769, 0.5758, 0.5755, 0.5744, 0.5717, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "38028419", "30720103", "7602348", "6718824", "41915616", "36960449", "25599283"], "ranked_scores": [0.6324, 0.6143, 0.5766, 0.5576, 0.5516, 0.5513, 0.5453, 0.5446, 0.5412, 0.5378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "3067015", "71625969", "22023404", "25974070", "583260", "13933299", "4303939", "21553394", "24273592"], "ranked_scores": [0.4959, 0.478, 0.4751, 0.4624, 0.4554, 0.4514, 0.4462, 0.446, 0.4458, 0.4404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "164985", "6944800", "2014909", "33677323", "1065627", "2030623", "5406411", "6948886", "26973393"], "ranked_scores": [0.6528, 0.6452, 0.6386, 0.637, 0.6359, 0.6323, 0.6223, 0.622, 0.6219, 0.6168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["8672737", "14566771", "19332616", "21372171", "3391547", "24148722", "17821387", "5765455", "4530659", "2587396"], "ranked_scores": [0.6014, 0.597, 0.5966, 0.5965, 0.5923, 0.591, 0.5884, 0.5877, 0.5866, 0.5854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "41264017", "24625323", "33733520", "1358909", "38873881", "37488367", "7602348", "45920278"], "ranked_scores": [0.6676, 0.6571, 0.6476, 0.6432, 0.6316, 0.6244, 0.6169, 0.6163, 0.615, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["14308244", "16966326", "41913714", "57574395", "26851674", "13923140", "11899391", "31624828", "32985041", "38131471"], "ranked_scores": [0.6861, 0.6849, 0.677, 0.6667, 0.6638, 0.6638, 0.6601, 0.6528, 0.6525, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "28697248", "21181273", "42855554", "13889430", "5123516", "7688110", "7028976", "23260700", "21931005"], "ranked_scores": [0.6955, 0.6822, 0.6815, 0.6652, 0.6544, 0.6517, 0.6516, 0.6515, 0.6439, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "29347970", "20388894", "25085979", "20220731", "994800", "34905328", "28006126", "25479072", "6123924"], "ranked_scores": [0.7762, 0.7657, 0.762, 0.756, 0.7553, 0.755, 0.7549, 0.7526, 0.7498, 0.7493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "13798951", "24879055", "9558539", "20220731", "4856149", "20388894", "29347970", "8610932"], "ranked_scores": [0.7216, 0.7131, 0.6811, 0.6701, 0.669, 0.6688, 0.6676, 0.6642, 0.6591, 0.6586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "18275697", "31560225", "8373753", "21274496", "7224723", "33934971", "12885341", "8300657", "5304891"], "ranked_scores": [0.7268, 0.6895, 0.6817, 0.6805, 0.6761, 0.6701, 0.655, 0.652, 0.6499, 0.649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["22674621", "34582256", "18348376", "22312627", "8698208", "4910408", "37296667", "33918970", "38023457", "25293721"], "ranked_scores": [0.4315, 0.4271, 0.4257, 0.4194, 0.4081, 0.4066, 0.4061, 0.4054, 0.4051, 0.4031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25895285", "25014337", "19497526", "34016944", "14241418", "2158516", "46765242", "15319019", "24042363", "26045237"], "ranked_scores": [0.6284, 0.6216, 0.6181, 0.6137, 0.6127, 0.6117, 0.6088, 0.6052, 0.5984, 0.5983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "3471191", "24634621", "24341590", "24581365", "21009874", "41340212", "7613033", "24916604", "43334921"], "ranked_scores": [0.7012, 0.6962, 0.6841, 0.6791, 0.6739, 0.671, 0.6681, 0.668, 0.6672, 0.6616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "17438862", "4429118", "10530014", "13923140", "6270720", "6853699", "3672261", "16488405", "42298280"], "ranked_scores": [0.7057, 0.6772, 0.6732, 0.6706, 0.6679, 0.661, 0.6591, 0.6585, 0.6574, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["20220731", "13798951", "29347970", "9283422", "34905328", "2714623", "12871281", "18834078", "18237384", "8305686"], "ranked_scores": [0.8143, 0.8049, 0.802, 0.7909, 0.7877, 0.7873, 0.7871, 0.7775, 0.7767, 0.7748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "20945963", "32969964", "30813140", "40905302", "16204011", "6421734", "5372432", "28017005"], "ranked_scores": [0.4969, 0.4106, 0.4069, 0.4052, 0.4023, 0.401, 0.3991, 0.3973, 0.3956, 0.3896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["35760786", "9784254", "17671145", "19047331", "6259170", "29073751", "22674621", "15322518", "28937856", "27822315"], "ranked_scores": [0.7242, 0.7171, 0.7099, 0.7061, 0.703, 0.7004, 0.6973, 0.6936, 0.6935, 0.692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "35256900", "24044977", "38944245", "17123657", "14591894", "28015516", "14767844"], "ranked_scores": [0.6742, 0.6623, 0.6472, 0.6366, 0.6232, 0.6228, 0.621, 0.6205, 0.6086, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "25543207", "56486733", "41620295", "23076291", "46765242", "12130690", "22116439", "43711341", "7225911"], "ranked_scores": [0.6738, 0.6543, 0.6513, 0.648, 0.6458, 0.6438, 0.6406, 0.6387, 0.6353, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "16787954", "15997009", "31363207", "341324", "32023005", "35087728", "15319019", "26045237", "7111021"], "ranked_scores": [0.6953, 0.6759, 0.6745, 0.6704, 0.6697, 0.6653, 0.6585, 0.6532, 0.6511, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "22635278", "49432306", "5492542", "5256564", "3981033", "21150010", "18682109", "3851329", "39580129"], "ranked_scores": [0.6957, 0.6701, 0.6553, 0.6546, 0.6521, 0.6518, 0.6497, 0.6483, 0.6459, 0.6449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "3215494", "3150030", "12810152", "22023404", "71625969", "2425364", "21553394"], "ranked_scores": [0.6907, 0.6902, 0.6797, 0.6556, 0.6492, 0.6485, 0.644, 0.6424, 0.6405, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34582256", "1568684", "13000926", "14865329", "7198295", "6504953", "33417012", "42387637", "24241932", "38023457"], "ranked_scores": [0.4942, 0.4773, 0.4648, 0.428, 0.4242, 0.4091, 0.4043, 0.3987, 0.392, 0.3892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "2138843", "13448422", "25028913", "20526907", "13282296", "41264017", "12561083", "21301090"], "ranked_scores": [0.7336, 0.7174, 0.6992, 0.6741, 0.665, 0.6632, 0.6613, 0.6587, 0.6582, 0.6581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "9283422", "34436231", "21557055", "51952430", "8305686", "12871281", "24042363", "13398997"], "ranked_scores": [0.7323, 0.7199, 0.709, 0.6987, 0.697, 0.6967, 0.6967, 0.6956, 0.6913, 0.6844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "21590125", "31612088", "32777637", "5912283", "21373821", "38752049", "22995579", "4695046", "38873881"], "ranked_scores": [0.6109, 0.5682, 0.5575, 0.5549, 0.5454, 0.5386, 0.5307, 0.5273, 0.5153, 0.5118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "28617573", "6561200", "23136735", "9764256", "46355579", "19140422", "7650066", "16980892"], "ranked_scores": [0.7787, 0.7675, 0.7544, 0.7492, 0.7451, 0.7423, 0.724, 0.6877, 0.6828, 0.6723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "5094468", "13613916", "20672596", "21866916", "25519138", "8458567", "1344498", "16319097", "4362729"], "ranked_scores": [0.7178, 0.6935, 0.6924, 0.6854, 0.6769, 0.6684, 0.6676, 0.6676, 0.6628, 0.6594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "883747", "38587347", "29509926", "32533299", "20722510", "35256900", "6501747", "2248870", "5979056"], "ranked_scores": [0.7263, 0.6808, 0.6791, 0.6773, 0.6748, 0.6709, 0.6648, 0.6643, 0.6595, 0.6556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "11469078", "10749308", "6477536", "63858430", "30655442", "13906581", "70490", "6421734"], "ranked_scores": [0.5289, 0.4746, 0.4083, 0.4073, 0.3985, 0.3868, 0.3833, 0.3718, 0.3561, 0.3522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "24282306", "164985", "19005293", "2014909", "38587347", "35256900", "9226649", "32742683", "219475"], "ranked_scores": [0.7317, 0.714, 0.7047, 0.6985, 0.6967, 0.6954, 0.6926, 0.6866, 0.6865, 0.6848], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "6270720", "4421742", "15381976", "6182947", "2973910", "39084565", "8290953", "15879931"], "ranked_scores": [0.6442, 0.6404, 0.6275, 0.6199, 0.5947, 0.5941, 0.5927, 0.5897, 0.5884, 0.5866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["12899612", "5836", "8246922", "17327939", "6270720", "21719289", "7986878", "45449835", "22980205", "27555165"], "ranked_scores": [0.6759, 0.6698, 0.669, 0.6669, 0.6648, 0.6625, 0.6623, 0.6615, 0.661, 0.6589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "34876410", "17741440", "7764903", "13963620", "24003461", "4828984", "24042919", "24660385", "7944381"], "ranked_scores": [0.5018, 0.5004, 0.4834, 0.4805, 0.475, 0.469, 0.4688, 0.459, 0.4553, 0.4502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "21274919", "51386222", "24510595", "24285403", "8002529", "17930286", "24163770", "24148722", "23785605"], "ranked_scores": [0.5849, 0.555, 0.5476, 0.5345, 0.531, 0.5223, 0.5215, 0.5186, 0.515, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "24942840", "45276789", "29981186", "44048701", "79231308", "4506414", "21301090", "997143", "14973286"], "ranked_scores": [0.5436, 0.47, 0.4594, 0.4571, 0.4395, 0.4378, 0.4238, 0.4233, 0.4223, 0.4197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4434951", "6040392", "1848452", "22264117", "9291668", "22543403", "22551259", "2722988", "4679264", "26230669"], "ranked_scores": [0.8074, 0.8059, 0.7991, 0.793, 0.7838, 0.7827, 0.744, 0.7322, 0.7112, 0.7073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1344498", "4423401", "11181416", "17195001", "19132741", "31564409", "10247282", "15282056", "20672596"], "ranked_scores": [0.6469, 0.6316, 0.6249, 0.6244, 0.6143, 0.6133, 0.6053, 0.6051, 0.6042, 0.601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "8300657", "12885341", "2947124", "9433958", "1386103", "10648422", "21274496", "7224723", "26851674"], "ranked_scores": [0.7483, 0.7379, 0.7359, 0.7322, 0.7009, 0.6902, 0.6817, 0.6679, 0.6664, 0.6655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "37480103", "13831842", "21874312", "22007333", "15559582", "17450673", "4886637", "16322674"], "ranked_scores": [0.8017, 0.7732, 0.7682, 0.7661, 0.76, 0.7548, 0.7524, 0.7376, 0.7317, 0.729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "32423829", "46355579", "29495185", "27873158", "12779444", "28617573", "6561200", "9764256"], "ranked_scores": [0.7842, 0.7671, 0.7521, 0.7512, 0.7479, 0.7448, 0.7308, 0.7288, 0.7277, 0.7249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "2619579", "5953485", "44366096", "31272411", "16605494", "15435343", "7225911", "4402497", "23727313"], "ranked_scores": [0.6591, 0.6469, 0.6364, 0.6231, 0.6228, 0.6192, 0.6169, 0.6154, 0.6141, 0.6133], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "883747", "1387104", "24596228", "46202852", "6315132", "4421742", "7227763", "16488405"], "ranked_scores": [0.5927, 0.5755, 0.5629, 0.5578, 0.5565, 0.5537, 0.5537, 0.545, 0.5392, 0.5368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "18949516", "4434951", "2543135", "19460822", "7514614", "10463997", "1084345", "8519911"], "ranked_scores": [0.636, 0.6334, 0.6204, 0.5991, 0.5946, 0.5936, 0.5912, 0.5864, 0.5863, 0.5829], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "45875990", "8305686", "12225214", "8460275", "18042803", "2714623", "14155726", "16863359", "10247314"], "ranked_scores": [0.7501, 0.7388, 0.7221, 0.7175, 0.7117, 0.7088, 0.7058, 0.7047, 0.704, 0.7036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "23670644", "15889329", "40996863", "810480", "27428509", "22309946", "14606752", "14938990"], "ranked_scores": [0.719, 0.6074, 0.5875, 0.5841, 0.5581, 0.558, 0.5549, 0.5536, 0.5499, 0.5458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["14155726", "5953485", "22767022", "612002", "21179714", "2119889", "19099739", "7221410", "35660758", "13583521"], "ranked_scores": [0.6564, 0.6222, 0.6211, 0.6167, 0.6134, 0.6099, 0.6075, 0.6069, 0.6069, 0.6069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "35467590", "16280642", "8290760", "11922370", "18041692", "19572798", "6264468", "23577014", "24142891"], "ranked_scores": [0.7434, 0.7223, 0.7199, 0.716, 0.7126, 0.7075, 0.7051, 0.705, 0.7047, 0.7043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "10641715", "11992632", "13293033", "5765455", "21246752", "5782614", "6000423", "2359152", "5836"], "ranked_scores": [0.7453, 0.7216, 0.7016, 0.6986, 0.6962, 0.6812, 0.678, 0.6767, 0.6714, 0.6697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["34498325", "21754541", "22185730", "24042363", "29231620", "42708716", "46816158", "24770913", "26607366", "40383969"], "ranked_scores": [0.5828, 0.5821, 0.5788, 0.5785, 0.5774, 0.576, 0.5752, 0.5734, 0.5725, 0.5717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "6718824", "6313547", "7602348", "25599283", "3150030", "41915616"], "ranked_scores": [0.7273, 0.7107, 0.6839, 0.661, 0.6121, 0.5971, 0.5899, 0.5864, 0.5794, 0.5736], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "22023404", "38028419", "71625969", "4303939", "24625323", "21553394", "23267371", "8892905", "30981192"], "ranked_scores": [0.5273, 0.5226, 0.5086, 0.5027, 0.4835, 0.4651, 0.4636, 0.4577, 0.4577, 0.4576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "1065627", "6944800", "6948886", "164985", "2014909", "40963697", "33677323", "2030623", "18237384"], "ranked_scores": [0.6723, 0.6692, 0.6688, 0.6659, 0.6631, 0.651, 0.6337, 0.6327, 0.6277, 0.6167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["38630735", "2587396", "13768432", "19332616", "14566771", "23785605", "7813993", "3391547", "8672737", "10795340"], "ranked_scores": [0.6126, 0.6091, 0.6085, 0.6073, 0.6034, 0.6001, 0.5987, 0.5971, 0.5969, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "13933299", "41264017", "1358909", "71625969", "37488367", "21590125", "24921368", "27076725"], "ranked_scores": [0.7304, 0.6906, 0.6661, 0.6526, 0.623, 0.6212, 0.618, 0.6173, 0.6134, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14308244", "13923140", "31624828", "17333231", "34905328", "41913714", "26851674", "5483793", "23052989"], "ranked_scores": [0.712, 0.686, 0.6818, 0.6725, 0.6719, 0.6708, 0.664, 0.6621, 0.6598, 0.6593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["20675284", "21181273", "6923961", "2593298", "23260700", "7028976", "28697248", "7688110", "4979184", "31682248"], "ranked_scores": [0.7485, 0.7471, 0.6961, 0.6775, 0.6725, 0.6715, 0.6701, 0.6682, 0.667, 0.6576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "29347970", "13798951", "6123924", "18546584", "20388894", "28006126", "20220731", "27910499", "22174015"], "ranked_scores": [0.7874, 0.7821, 0.7793, 0.7756, 0.7741, 0.7653, 0.7617, 0.7578, 0.7575, 0.7554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "17829012", "40473317", "54561384", "24879055", "13798951", "18374364", "3835423"], "ranked_scores": [0.7725, 0.7454, 0.6929, 0.6921, 0.6826, 0.6805, 0.6769, 0.6735, 0.6728, 0.6708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "10648422", "7224723", "8300657", "12885341", "31560225", "18275697", "21274496", "35987381", "5304891"], "ranked_scores": [0.8004, 0.7126, 0.704, 0.6986, 0.6942, 0.6934, 0.6838, 0.6811, 0.6766, 0.6763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "33918970", "29362104", "37296667", "38830961", "34582256", "12280462", "22312627", "36653415", "1568684"], "ranked_scores": [0.4868, 0.4638, 0.4609, 0.4472, 0.4461, 0.4291, 0.428, 0.4244, 0.4196, 0.4176], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "26045237", "25895285", "34016944", "15319019", "14819804", "25014337", "14241418", "6426919", "19497526"], "ranked_scores": [0.6695, 0.6237, 0.6212, 0.6191, 0.6187, 0.6182, 0.6157, 0.615, 0.6135, 0.6123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "24873253", "41340212", "24341590", "2492146", "39903312", "25298276", "14482051", "46485368"], "ranked_scores": [0.7231, 0.708, 0.6975, 0.6906, 0.6885, 0.6859, 0.6825, 0.68, 0.6794, 0.6755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "17438862", "5107861", "16488405", "4429118", "6270720", "10530014", "9977329", "13923140", "5979056"], "ranked_scores": [0.7004, 0.6939, 0.6872, 0.6804, 0.6733, 0.6723, 0.6656, 0.6607, 0.6601, 0.6592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "29347970", "8903143", "13798951", "18834078", "34905328", "18237384", "6961811", "8538916", "34436231"], "ranked_scores": [0.8215, 0.8093, 0.8018, 0.8003, 0.7946, 0.792, 0.7913, 0.788, 0.783, 0.7803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5372432", "32909242", "28017005", "6421734", "30813140", "37029185", "24318630", "24163770"], "ranked_scores": [0.5871, 0.4546, 0.4542, 0.4372, 0.4212, 0.4168, 0.4108, 0.4003, 0.3988, 0.3962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "7225911", "17671145", "31272411", "19047331", "9784254", "4920376", "56486733", "26887439", "45096063"], "ranked_scores": [0.7543, 0.7508, 0.7481, 0.7412, 0.7308, 0.7295, 0.7223, 0.7108, 0.71, 0.7098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "38944245", "24044977", "35256900", "3748310", "46926352", "1871230", "18126445", "28015516"], "ranked_scores": [0.7417, 0.6634, 0.6488, 0.6466, 0.6447, 0.6364, 0.6362, 0.6343, 0.6312, 0.6271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "17671145", "23286603", "12130690", "14819804", "41620295", "56486733", "22116439", "25543207", "14380875"], "ranked_scores": [0.7004, 0.6958, 0.6877, 0.6854, 0.6723, 0.6716, 0.6702, 0.6688, 0.6599, 0.6581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "341324", "11254040", "16787954", "15997009", "7111021", "26045237", "15319019", "46112052"], "ranked_scores": [0.7735, 0.7256, 0.7084, 0.7082, 0.7068, 0.7046, 0.6841, 0.6738, 0.6734, 0.6648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "3935126", "5492542", "22635278", "49432306", "7613033", "14834714", "26079071", "5500086", "1900152"], "ranked_scores": [0.725, 0.6709, 0.6706, 0.668, 0.6653, 0.6637, 0.6636, 0.6625, 0.6608, 0.659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "275294", "16256507", "4462079", "44572913", "21636085", "44624045", "34054472", "33409100", "12102963"], "ranked_scores": [0.6525, 0.6279, 0.6259, 0.6257, 0.6226, 0.618, 0.6129, 0.6126, 0.6112, 0.6101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "6504953", "33417012", "14865329", "26112696", "7198295", "34121231", "34582256", "24241932", "24746892"], "ranked_scores": [0.4041, 0.3747, 0.3657, 0.3612, 0.3599, 0.3597, 0.3563, 0.3486, 0.3408, 0.3393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "13448422", "20526907", "2138843", "25028913", "16760369", "24408040", "24921368", "21301090"], "ranked_scores": [0.6964, 0.6891, 0.6754, 0.6648, 0.6587, 0.6572, 0.657, 0.6511, 0.6505, 0.6485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "5914739", "8305686", "25901598", "8903143", "34905328", "2714623", "21557055", "9283422", "51952430"], "ranked_scores": [0.7221, 0.7177, 0.7139, 0.7111, 0.7075, 0.7049, 0.7036, 0.6998, 0.6958, 0.689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["32777637", "31554917", "21590125", "21373821", "5912283", "8868863", "31612088", "80109277", "27150276", "28419824"], "ranked_scores": [0.5096, 0.5048, 0.4891, 0.4809, 0.4742, 0.4626, 0.4595, 0.4558, 0.4538, 0.4489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["23136735", "46695481", "27873158", "6561200", "19140422", "28617573", "46355579", "9764256", "16980892", "14664424"], "ranked_scores": [0.7105, 0.7067, 0.7043, 0.7005, 0.6974, 0.6864, 0.6782, 0.6608, 0.6592, 0.6464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.4415, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7037, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "13613916", "18810195", "22190276", "1605196", "25519138", "5094468", "13889430", "37362689", "12513042"], "ranked_scores": [0.6805, 0.6747, 0.6617, 0.6581, 0.6563, 0.6506, 0.6463, 0.6451, 0.6412, 0.6382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "7968532", "1800734", "2947124", "1071991", "15488881", "29509926", "15462523", "3330111"], "ranked_scores": [0.6773, 0.6695, 0.665, 0.6618, 0.6603, 0.6589, 0.6577, 0.6569, 0.6563, 0.6511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "11469078", "63858430", "6477536", "29107210", "30655442", "22711954", "16204011", "8690595"], "ranked_scores": [0.4645, 0.4078, 0.4048, 0.3958, 0.3916, 0.3785, 0.3757, 0.3752, 0.3712, 0.3682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "38587347", "381602", "164985", "24612804", "9705208", "5406411", "24282306", "1550937", "32742683"], "ranked_scores": [0.6623, 0.6535, 0.6449, 0.6433, 0.6423, 0.6412, 0.6411, 0.6393, 0.6379, 0.6359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "15879931", "2192419", "10284593", "2973910", "6580081", "8290953", "9600826", "22530842", "12866641"], "ranked_scores": [0.5954, 0.5927, 0.5924, 0.584, 0.5799, 0.5751, 0.5744, 0.5635, 0.5585, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "9767444", "381602", "24044977", "46926352", "5991309", "17327939", "27555165", "37762357", "12899612"], "ranked_scores": [0.6263, 0.6244, 0.624, 0.6169, 0.6165, 0.6154, 0.6145, 0.6106, 0.6078, 0.6059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25068298", "4406819", "14692646", "11716783", "13963620", "30464859", "22401720", "22972632", "38037690", "7764903"], "ranked_scores": [0.3885, 0.3882, 0.3807, 0.3743, 0.373, 0.373, 0.3678, 0.3665, 0.3662, 0.3639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "24148722", "44830890", "17930286", "21274919", "28419824", "12667988", "7965928", "38369817", "14566771"], "ranked_scores": [0.5256, 0.5202, 0.4987, 0.4946, 0.4942, 0.4932, 0.4801, 0.4778, 0.4775, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "9754530", "45276789", "21301090", "116556376", "21767325", "29981186", "19532163", "5586392", "6580081"], "ranked_scores": [0.4801, 0.4445, 0.4407, 0.4351, 0.4337, 0.4307, 0.4226, 0.4153, 0.412, 0.4104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "1848452", "22264117", "4434951", "2722988", "22543403", "7514614", "4679264", "22551259"], "ranked_scores": [0.7522, 0.7475, 0.7459, 0.7246, 0.718, 0.7081, 0.7064, 0.6928, 0.6927, 0.6775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["22116439", "41325555", "6277638", "23895668", "2158516", "21557614", "17195001", "1344498", "36464673", "14501880"], "ranked_scores": [0.5891, 0.5849, 0.5824, 0.5755, 0.5753, 0.575, 0.5737, 0.5725, 0.5707, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "8300657", "34287602", "2947124", "9433958", "22705234", "42065070", "10648422", "1049501", "1071991"], "ranked_scores": [0.7156, 0.6955, 0.6952, 0.6796, 0.6768, 0.6661, 0.663, 0.6548, 0.6524, 0.6464], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "27123743", "25973484", "22007333", "21874312", "37480103", "15559582", "17450673", "23557241", "32534305"], "ranked_scores": [0.7251, 0.7247, 0.7176, 0.7175, 0.7158, 0.7141, 0.7084, 0.699, 0.6979, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "36355784", "32423829", "46355579", "6561200", "26798867", "19140422", "29495185", "12779444"], "ranked_scores": [0.6969, 0.6891, 0.6868, 0.6825, 0.6779, 0.6703, 0.6674, 0.6588, 0.6544, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "7860396", "23727313", "31272411", "19165076", "7225911", "935538", "2619579", "3033830", "3154880"], "ranked_scores": [0.6588, 0.6461, 0.6411, 0.6408, 0.6376, 0.6356, 0.6343, 0.6324, 0.6322, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["6315132", "23665162", "2829179", "24512064", "22059387", "883747", "8317408", "43329366", "1153655", "27123743"], "ranked_scores": [0.5179, 0.5099, 0.5057, 0.5041, 0.4973, 0.4964, 0.4939, 0.4933, 0.4912, 0.4867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "18949516", "2543135", "10463997", "1848452", "28138927", "24347647", "13350374", "10012166", "4452659"], "ranked_scores": [0.5503, 0.5451, 0.5381, 0.5375, 0.5346, 0.5295, 0.5234, 0.5217, 0.5186, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["12225214", "45875990", "10247314", "8305686", "13790144", "12172346", "14155726", "4270992", "25682129", "2119889"], "ranked_scores": [0.7435, 0.7421, 0.7409, 0.7384, 0.7372, 0.734, 0.7336, 0.7319, 0.7319, 0.7309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "810480", "37592824", "15889329", "23670644", "8672737", "32743723", "22309946", "8868863", "25416944"], "ranked_scores": [0.6022, 0.5506, 0.5385, 0.5292, 0.527, 0.5224, 0.5153, 0.5138, 0.5128, 0.5116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5953485", "612002", "20943272", "14155726", "20313748", "37608303", "7029990", "25483562", "3849194", "41620295"], "ranked_scores": [0.6659, 0.6573, 0.6557, 0.6485, 0.642, 0.6408, 0.6397, 0.6393, 0.6383, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["22896970", "11922370", "5252837", "23577014", "13790144", "14581009", "22190276", "30303335", "31514338", "15981174"], "ranked_scores": [0.7132, 0.6982, 0.6935, 0.6925, 0.6923, 0.6915, 0.6911, 0.6873, 0.6863, 0.685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "10641715", "21692235", "41293601", "13921783", "28338268", "2359152", "5836", "6776834"], "ranked_scores": [0.6974, 0.6695, 0.6557, 0.6538, 0.6501, 0.65, 0.6474, 0.6422, 0.6386, 0.6378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16280642", "9301606", "17416520", "4447055", "22174015", "40667066", "25901598", "29073751", "16472469", "18694784"], "ranked_scores": [0.5775, 0.5719, 0.5708, 0.5699, 0.5696, 0.5693, 0.5666, 0.5665, 0.5659, 0.5651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "6718824", "6313547", "36960449", "25599283", "7602348", "38028419"], "ranked_scores": [0.616, 0.5901, 0.5498, 0.5324, 0.528, 0.5149, 0.5136, 0.5073, 0.5061, 0.5027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "22023404", "583260", "71625969", "3067015", "4303939", "23267371", "25974070", "21553394", "8892905"], "ranked_scores": [0.4692, 0.463, 0.4615, 0.4569, 0.4535, 0.4461, 0.4432, 0.4425, 0.4417, 0.4363], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "26973393", "4979184", "5406411", "164985", "21258863", "6944800", "43224840", "4489217", "39164524"], "ranked_scores": [0.65, 0.6259, 0.6193, 0.6188, 0.6188, 0.6161, 0.6149, 0.6117, 0.611, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "8672737", "14566771", "24921368", "3391547", "38369817", "28338268", "10284593", "18104691", "4530659"], "ranked_scores": [0.6097, 0.6086, 0.6034, 0.5941, 0.5931, 0.5908, 0.5904, 0.5892, 0.5887, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "13933299", "27076725", "33733520", "28419824", "583260", "1358909", "36003142"], "ranked_scores": [0.682, 0.6587, 0.6403, 0.6318, 0.6274, 0.6107, 0.6106, 0.6105, 0.6029, 0.6006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14308244", "41913714", "13380011", "31624828", "40365566", "8596357", "5483793", "26851674", "17333231"], "ranked_scores": [0.7046, 0.6923, 0.6897, 0.6812, 0.6752, 0.6743, 0.6743, 0.6738, 0.6726, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "28697248", "5123516", "4979184", "6923961", "42855554", "31682248", "7688110", "7028976"], "ranked_scores": [0.7161, 0.7033, 0.6774, 0.6741, 0.6698, 0.668, 0.6627, 0.6571, 0.6545, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "20220731", "29347970", "12641252", "25479072", "6123924", "2825380", "9558539", "994800"], "ranked_scores": [0.7706, 0.7618, 0.7544, 0.753, 0.7464, 0.7463, 0.7458, 0.7449, 0.744, 0.7397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "13798951", "20220731", "20457190", "34905328", "25479072", "3835423", "4856149", "6123924"], "ranked_scores": [0.6887, 0.6789, 0.6541, 0.6478, 0.6426, 0.6407, 0.6338, 0.6333, 0.6297, 0.626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "31560225", "18275697", "8300657", "21274496", "7224723", "8373753", "29023309", "92308", "12885341"], "ranked_scores": [0.6981, 0.6531, 0.649, 0.6464, 0.6424, 0.6358, 0.6317, 0.6231, 0.6216, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "18678095", "46602807", "34582256", "1148122", "8698208", "38023457", "20675284", "3153673", "37296667"], "ranked_scores": [0.3976, 0.3938, 0.3798, 0.3789, 0.3788, 0.376, 0.3753, 0.3746, 0.3736, 0.3735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "14241418", "25014337", "25895285", "4889228", "34016944", "41337677", "15319019", "6426919", "5386514"], "ranked_scores": [0.6271, 0.6192, 0.619, 0.6161, 0.6087, 0.6067, 0.6056, 0.5999, 0.5916, 0.5898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24916604", "7613033", "24873253", "24634621", "20127522", "2058909", "24341590", "31616203", "18682109"], "ranked_scores": [0.6961, 0.6929, 0.6855, 0.6827, 0.6727, 0.6726, 0.6719, 0.6714, 0.6631, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "6270720", "13923140", "10648422", "16488405", "10530014", "20722510", "1550937", "4429118", "14496749"], "ranked_scores": [0.7043, 0.6869, 0.6819, 0.6757, 0.6757, 0.6755, 0.6746, 0.674, 0.6734, 0.6718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "13798951", "34905328", "20220731", "29347970", "5483793", "5914739", "2825380", "18237384", "9283422"], "ranked_scores": [0.812, 0.8111, 0.8035, 0.8, 0.7932, 0.7924, 0.7914, 0.7913, 0.7896, 0.7884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "19071857", "6421734", "5372432", "40905302", "45548062", "12087063", "37029185", "32969964"], "ranked_scores": [0.4628, 0.4162, 0.4119, 0.3953, 0.3927, 0.3907, 0.3889, 0.3846, 0.3825, 0.382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "19047331", "17671145", "27822315", "15322518", "35760786", "7225911", "9784254", "4920376", "1550937"], "ranked_scores": [0.7387, 0.7338, 0.7308, 0.727, 0.7251, 0.725, 0.7226, 0.7196, 0.7194, 0.7194], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "14591894", "24044977", "38944245", "46926352", "5519177", "35256900", "9225850"], "ranked_scores": [0.6743, 0.6324, 0.6297, 0.6229, 0.6152, 0.6065, 0.6031, 0.599, 0.5982, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "41620295", "23286603", "17671145", "12130690", "56486733", "4920376", "23076291", "14819804", "4320424"], "ranked_scores": [0.6825, 0.6691, 0.6671, 0.665, 0.6617, 0.6598, 0.6484, 0.6472, 0.644, 0.6432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["35087728", "4883040", "16787954", "15997009", "2824347", "32023005", "36216395", "341324", "31363207", "5991309"], "ranked_scores": [0.688, 0.6863, 0.6836, 0.6768, 0.665, 0.6648, 0.6633, 0.6606, 0.6605, 0.6576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "1522336", "22635278", "18682109", "49432306", "5500086", "5256564", "8659426", "1900152", "21150010"], "ranked_scores": [0.6843, 0.6574, 0.6537, 0.6471, 0.6418, 0.6416, 0.6414, 0.6379, 0.6377, 0.6375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "4462079", "16256507", "2425364", "12810152", "33409100", "21553394", "21636085", "34054472", "3215494"], "ranked_scores": [0.6859, 0.6711, 0.6693, 0.6515, 0.6514, 0.6384, 0.6327, 0.6316, 0.626, 0.6258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "34582256", "13000926", "7198295", "6504953", "14865329", "25687558", "4841908", "970012", "38023457"], "ranked_scores": [0.478, 0.4702, 0.4591, 0.4584, 0.4158, 0.399, 0.3974, 0.3844, 0.3727, 0.3706], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "13448422", "2138843", "12561083", "21301090", "38630735", "16760369", "20526907", "24408040"], "ranked_scores": [0.7688, 0.7371, 0.7056, 0.7045, 0.6913, 0.691, 0.686, 0.6809, 0.6744, 0.6668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "21557055", "51952430", "2714623", "9283422", "8305686", "5914739", "306006", "8698857"], "ranked_scores": [0.7359, 0.7304, 0.7252, 0.7233, 0.7186, 0.7174, 0.7171, 0.7156, 0.7124, 0.7009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "5912283", "21373821", "21590125", "38752049", "32777637", "31612088", "22995579", "38873881", "11913139"], "ranked_scores": [0.5827, 0.578, 0.5339, 0.532, 0.5282, 0.5181, 0.5177, 0.515, 0.4852, 0.4851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "6561200", "27873158", "28617573", "23136735", "9764256", "46355579", "19140422", "7650066", "16980892"], "ranked_scores": [0.7823, 0.765, 0.7582, 0.7562, 0.7469, 0.7441, 0.7337, 0.7288, 0.692, 0.6866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8928, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "5094468", "13613916", "23576165", "22190276", "20672596", "16319097", "12513042", "3831884", "4362729"], "ranked_scores": [0.7057, 0.692, 0.6912, 0.6768, 0.6735, 0.6608, 0.6606, 0.6603, 0.6571, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "1800734", "20722510", "2474731", "2947124", "6501747", "32533299", "2248870", "38587347"], "ranked_scores": [0.739, 0.6839, 0.6742, 0.6685, 0.6666, 0.6639, 0.6609, 0.6606, 0.6598, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "10749308", "30655442", "11469078", "23389795", "20945963", "7547329"], "ranked_scores": [0.5523, 0.4749, 0.4137, 0.3911, 0.3879, 0.3838, 0.3832, 0.3709, 0.3691, 0.3652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "24282306", "38587347", "164985", "35256900", "219475", "24726600", "13952658", "2014909", "28392393"], "ranked_scores": [0.6849, 0.6846, 0.6838, 0.6758, 0.673, 0.6705, 0.6549, 0.6528, 0.6515, 0.6501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "8290953", "4418112", "2192419", "9600826", "4421742", "6580081", "6270720", "4928057"], "ranked_scores": [0.6305, 0.6047, 0.5869, 0.5859, 0.5797, 0.5789, 0.5768, 0.5766, 0.5758, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["5991309", "12899612", "8246922", "22980205", "17327939", "7986878", "17682477", "9767444", "21719289", "15425958"], "ranked_scores": [0.633, 0.6312, 0.6261, 0.626, 0.6232, 0.6203, 0.6191, 0.6167, 0.6166, 0.615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "7764903", "30464859", "34876410", "25068298", "22401720", "13963620", "4828984", "4406819", "2291922"], "ranked_scores": [0.4458, 0.4251, 0.4204, 0.4158, 0.4098, 0.4092, 0.3993, 0.3977, 0.3917, 0.3886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "17930286", "21274919", "24148722", "24510595", "28419824", "44830890", "12667988", "7965928", "37583120"], "ranked_scores": [0.5595, 0.5364, 0.5356, 0.5314, 0.5226, 0.5201, 0.5068, 0.5045, 0.4913, 0.4905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "29981186", "44048701", "14973286", "6153754", "21301090", "11718220", "79231308", "24942840"], "ranked_scores": [0.5771, 0.4789, 0.4756, 0.4647, 0.4492, 0.449, 0.4463, 0.4462, 0.4413, 0.4412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4434951", "22264117", "1848452", "9291668", "22543403", "22551259", "2722988", "4679264", "26230669"], "ranked_scores": [0.8176, 0.8017, 0.7952, 0.7839, 0.7817, 0.7804, 0.7314, 0.7294, 0.7195, 0.7178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1344498", "17195001", "4423401", "11181416", "10247282", "23895668", "2158516", "19132741", "1227277"], "ranked_scores": [0.6214, 0.6109, 0.61, 0.6055, 0.6031, 0.5895, 0.5868, 0.5856, 0.5829, 0.5798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "2947124", "8300657", "34287602", "9433958", "10648422", "26873988", "27602752", "20996244", "26133404"], "ranked_scores": [0.7355, 0.7232, 0.7222, 0.712, 0.6973, 0.6697, 0.6605, 0.6592, 0.6569, 0.6567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "37480103", "27123743", "22007333", "21874312", "15559582", "13831842", "23557241", "13831558", "17450673"], "ranked_scores": [0.7962, 0.7846, 0.781, 0.771, 0.7678, 0.7643, 0.7607, 0.7531, 0.7436, 0.7425], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46355579", "46695481", "32423829", "27873158", "6561200", "28617573", "12779444", "9764256", "25742130"], "ranked_scores": [0.7626, 0.7411, 0.74, 0.7364, 0.7248, 0.7086, 0.7061, 0.6994, 0.6942, 0.6865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "13290521", "7225911", "31272411", "2619579", "19165076", "3033830", "8005007", "1227277", "23727313"], "ranked_scores": [0.6654, 0.664, 0.6615, 0.661, 0.6581, 0.6512, 0.6466, 0.6454, 0.6403, 0.6401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "6315132", "24088502", "883747", "4421742", "7227763", "38944245", "5511240", "8317408", "43329366"], "ranked_scores": [0.5592, 0.538, 0.5344, 0.5329, 0.5253, 0.5193, 0.5182, 0.5178, 0.5171, 0.5127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["18949516", "22264117", "10012166", "2543135", "2466614", "4434951", "7514614", "13350374", "1084345", "28138927"], "ranked_scores": [0.6069, 0.6006, 0.5955, 0.5931, 0.5796, 0.578, 0.5755, 0.5749, 0.5745, 0.5711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "10247314", "13790144", "30208015", "45875990", "14155726", "2714623", "27635177", "28006126"], "ranked_scores": [0.7644, 0.755, 0.7369, 0.7358, 0.7352, 0.7316, 0.7312, 0.7264, 0.726, 0.7256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "25416944", "810480", "1428830", "8672737", "116792", "23670644", "40996863"], "ranked_scores": [0.7137, 0.5768, 0.5712, 0.5593, 0.5462, 0.5348, 0.5281, 0.5268, 0.5204, 0.514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22767022", "5953485", "14155726", "21179714", "7029990", "612002", "7221410", "40476126", "40655970", "35660758"], "ranked_scores": [0.6824, 0.6662, 0.6577, 0.6509, 0.6507, 0.6492, 0.6457, 0.6429, 0.6383, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "11922370", "23577014", "24142891", "19572798", "15981174", "17945638", "16280642", "31514338", "22896970"], "ranked_scores": [0.7334, 0.7052, 0.7002, 0.6989, 0.6932, 0.6929, 0.6873, 0.6849, 0.6845, 0.684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "5782614", "5836", "10641715", "2359152", "13921783", "21246752", "6000423", "8083310"], "ranked_scores": [0.7623, 0.6943, 0.6942, 0.6896, 0.686, 0.6793, 0.6764, 0.6759, 0.6702, 0.6701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["17416520", "21754541", "7468449", "4447055", "16472469", "38811597", "26607366", "34198365", "40383969", "20649327"], "ranked_scores": [0.6022, 0.5787, 0.5762, 0.5752, 0.5745, 0.5713, 0.57, 0.5687, 0.5674, 0.5671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "6718824", "25599283", "6313547", "4462079", "3150030", "22023404"], "ranked_scores": [0.7192, 0.6934, 0.6586, 0.6357, 0.5864, 0.5757, 0.5655, 0.5587, 0.5524, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "22023404", "3067015", "4303939", "71625969", "21553394", "22482024", "30981192", "583260"], "ranked_scores": [0.5066, 0.5004, 0.4962, 0.4869, 0.4846, 0.482, 0.477, 0.4757, 0.4693, 0.4645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "164985", "6944800", "43224840", "4489217", "6948886", "40963697", "19603353", "3475317", "18237384"], "ranked_scores": [0.6814, 0.6565, 0.642, 0.6392, 0.6305, 0.6286, 0.6279, 0.6274, 0.6268, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "10795340", "3391547", "5782614", "35534019", "10284593", "38630735", "10071590", "32743723", "8672737"], "ranked_scores": [0.652, 0.6213, 0.6138, 0.6069, 0.604, 0.6022, 0.6018, 0.5997, 0.5991, 0.5989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "13933299", "38752049", "32463364", "41264017", "21590125", "1358909", "36003142", "37488367"], "ranked_scores": [0.7203, 0.6724, 0.653, 0.6427, 0.6414, 0.6394, 0.6358, 0.6257, 0.6219, 0.6197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "31624828", "14308244", "34905328", "17333231", "33911859", "41913714", "5483793", "13923140", "13380011"], "ranked_scores": [0.7374, 0.705, 0.6971, 0.6971, 0.6956, 0.6947, 0.688, 0.6833, 0.6827, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "20675284", "6923961", "4979184", "5406411", "9159125", "5123516", "7028976", "21931005", "7688110"], "ranked_scores": [0.7697, 0.7459, 0.7271, 0.6994, 0.6974, 0.6889, 0.6887, 0.6745, 0.6736, 0.67], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "29347970", "18546584", "13798951", "20220731", "28006126", "6123924", "11887584", "17829012", "8538916"], "ranked_scores": [0.7856, 0.784, 0.7717, 0.7709, 0.7592, 0.7591, 0.7572, 0.7558, 0.7508, 0.7504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "20457190", "3835423", "34905328", "29347970", "17829012", "13798951", "18374364"], "ranked_scores": [0.7476, 0.7335, 0.6757, 0.6621, 0.6554, 0.6547, 0.654, 0.6487, 0.6476, 0.6466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7224723", "31560225", "21274496", "35987381", "10648422", "28738741", "92308", "29023309"], "ranked_scores": [0.7873, 0.6904, 0.669, 0.6682, 0.6668, 0.6658, 0.6617, 0.6587, 0.6569, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "22312627", "28821565", "18678095", "38830961", "12280462", "32975424", "34582256", "33918970", "40590358"], "ranked_scores": [0.4614, 0.4207, 0.4176, 0.4171, 0.416, 0.4135, 0.4097, 0.4074, 0.4071, 0.4069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "14241418", "14819804", "41337677", "34016944", "25014337", "4889228", "6426919", "26607366", "41913714"], "ranked_scores": [0.6662, 0.6348, 0.6343, 0.6291, 0.6275, 0.6268, 0.6189, 0.6164, 0.6123, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "25298276", "24634621", "24341590", "41340212", "20127522", "31616203", "42731834", "3935126"], "ranked_scores": [0.7137, 0.7064, 0.6951, 0.6922, 0.6906, 0.6822, 0.6782, 0.6763, 0.6725, 0.6722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "16488405", "10648422", "5107861", "45449835", "13923140", "10530014", "4429118", "1550937", "8246922"], "ranked_scores": [0.7044, 0.7022, 0.6934, 0.6906, 0.6887, 0.6882, 0.6849, 0.6797, 0.6777, 0.6748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "8903143", "34905328", "29347970", "5914739", "13798951", "18237384", "8538916", "34436231", "18834078"], "ranked_scores": [0.8341, 0.82, 0.816, 0.808, 0.803, 0.8019, 0.7982, 0.7894, 0.7833, 0.7817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "32909242", "19071857", "5372432", "25886725", "6421734", "19945096", "37029185", "29107210"], "ranked_scores": [0.5666, 0.4581, 0.455, 0.4202, 0.4193, 0.4176, 0.4146, 0.4127, 0.4095, 0.4068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "29073751", "4920376", "7225911", "17671145", "9784254", "28651643", "15322518", "26887439", "24624992"], "ranked_scores": [0.7661, 0.7577, 0.7544, 0.7536, 0.7521, 0.7305, 0.7251, 0.7235, 0.7225, 0.7221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "24044977", "46926352", "18126445", "38944245", "15983148", "35256900", "14591894"], "ranked_scores": [0.7308, 0.6444, 0.6403, 0.6264, 0.6177, 0.6172, 0.6141, 0.6084, 0.6064, 0.6063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "17671145", "14171859", "12130690", "23286603", "41620295", "14819804", "885056", "56486733", "4396105"], "ranked_scores": [0.7256, 0.7247, 0.693, 0.6901, 0.686, 0.6858, 0.6804, 0.6745, 0.6715, 0.6703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "16787954", "31363207", "15997009", "341324", "35087728", "5991309", "36216395", "15319019", "5270265"], "ranked_scores": [0.779, 0.7189, 0.7182, 0.7137, 0.7063, 0.6975, 0.6838, 0.679, 0.6759, 0.6703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "1900152", "22635278", "5270265", "49432306", "9767444", "7613033", "3730196", "26079071", "31616203"], "ranked_scores": [0.6882, 0.6695, 0.6684, 0.6623, 0.6622, 0.6607, 0.6587, 0.652, 0.6506, 0.6501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "16256507", "4462079", "21553394", "21636085", "36960449", "12810152", "33409100", "23267371", "25599283"], "ranked_scores": [0.6914, 0.6701, 0.6648, 0.6582, 0.6531, 0.6502, 0.6479, 0.6454, 0.6398, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "1568684", "7198295", "6504953", "34582256", "24241932", "25687558", "34121231", "14865329", "5284188"], "ranked_scores": [0.5102, 0.4652, 0.4641, 0.4508, 0.4461, 0.4446, 0.4258, 0.4178, 0.4154, 0.4082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "16760369", "12561083", "38630735", "21301090", "13448422", "24408040", "25028913", "2138843"], "ranked_scores": [0.7521, 0.7116, 0.7067, 0.7059, 0.6916, 0.6913, 0.6864, 0.6804, 0.6743, 0.6704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "9283422", "8698857", "8903143", "51952430", "5914739", "21557055", "306006", "22968257", "2714623"], "ranked_scores": [0.7171, 0.7133, 0.713, 0.7095, 0.709, 0.7078, 0.7078, 0.7048, 0.6975, 0.6972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "5912283", "21373821", "21590125", "11913139", "22995579", "31612088", "13883546", "5402581", "38752049"], "ranked_scores": [0.5864, 0.5643, 0.551, 0.5442, 0.5297, 0.5211, 0.5188, 0.5123, 0.5075, 0.5074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "28617573", "23136735", "6561200", "19140422", "9764256", "46355579", "7650066", "16980892"], "ranked_scores": [0.7955, 0.7869, 0.7829, 0.7783, 0.7695, 0.7648, 0.7526, 0.7315, 0.6984, 0.6879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "16319097", "13613916", "22190276", "5094468", "5821617", "37362689", "25519138", "4138659", "20672596"], "ranked_scores": [0.6802, 0.6618, 0.6615, 0.6513, 0.6497, 0.6485, 0.6467, 0.6461, 0.6461, 0.6451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "20722510", "2947124", "1800734", "9225850", "46202852", "32533299", "6501747", "18956141"], "ranked_scores": [0.7565, 0.6986, 0.6928, 0.6887, 0.6843, 0.6827, 0.6788, 0.6773, 0.6771, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "30655442", "9754530", "13097856", "63858430", "10536636", "11624482"], "ranked_scores": [0.5877, 0.4778, 0.4638, 0.4357, 0.4139, 0.4137, 0.4111, 0.4109, 0.4047, 0.3969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["38587347", "24282306", "219475", "4429118", "24707550", "3680979", "40632104", "24612804", "164985", "7343711"], "ranked_scores": [0.6887, 0.6857, 0.6823, 0.678, 0.6775, 0.6764, 0.6674, 0.6663, 0.6659, 0.6626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "6580081", "10284593", "2973910", "15879931", "22530842", "6270720", "40632104", "12866641"], "ranked_scores": [0.6262, 0.6121, 0.5931, 0.5915, 0.5856, 0.5855, 0.5826, 0.5657, 0.5657, 0.5614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["17327939", "12899612", "15425958", "27555165", "2947124", "3308636", "13952658", "8246922", "24044977", "26873988"], "ranked_scores": [0.6257, 0.6247, 0.6192, 0.6162, 0.6155, 0.6135, 0.6133, 0.6132, 0.6131, 0.6119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "4828984", "43224840", "25068298", "7764903", "17741440", "34876410", "4406819", "3038933", "16557565"], "ranked_scores": [0.4743, 0.4371, 0.4312, 0.4232, 0.4216, 0.4188, 0.4182, 0.4115, 0.4096, 0.4096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "27076725", "24510595", "21274919", "12667988", "44830890", "28419824", "7965928", "14566771"], "ranked_scores": [0.5817, 0.5723, 0.5646, 0.5599, 0.5548, 0.5514, 0.551, 0.5443, 0.5419, 0.5369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "45276789", "21301090", "29981186", "79231308", "44048701", "9754530", "116556376", "997143"], "ranked_scores": [0.5558, 0.4936, 0.4935, 0.4857, 0.4829, 0.4698, 0.4622, 0.4585, 0.4524, 0.4495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "4434951", "22264117", "22543403", "1848452", "22551259", "7514614", "2722988", "26230669"], "ranked_scores": [0.8195, 0.7949, 0.7932, 0.7908, 0.7791, 0.7621, 0.7568, 0.7478, 0.7393, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "11181416", "28264919", "8460275", "4324278", "4423401", "10247282", "2158516", "12217662"], "ranked_scores": [0.6364, 0.619, 0.614, 0.6081, 0.5988, 0.5966, 0.5964, 0.5937, 0.592, 0.5887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "12885341", "8300657", "34287602", "9433958", "10648422", "1933281", "26133404", "26873988", "20996244"], "ranked_scores": [0.7279, 0.7255, 0.7107, 0.7081, 0.708, 0.6944, 0.6754, 0.6717, 0.6713, 0.6682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "37480103", "22007333", "17450673", "25973484", "21874312", "13831842", "23557241", "13831558", "5487448"], "ranked_scores": [0.799, 0.7976, 0.7759, 0.7675, 0.767, 0.7649, 0.7638, 0.7561, 0.7468, 0.7456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "6561200", "46355579", "28617573", "32423829", "19140422", "36355784", "9764256", "23136735"], "ranked_scores": [0.7679, 0.7662, 0.7567, 0.751, 0.7508, 0.7465, 0.7433, 0.7404, 0.7364, 0.7329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "7225911", "19165076", "22623275", "2619579", "885056", "24042363", "935538", "4402497"], "ranked_scores": [0.6765, 0.6749, 0.672, 0.6654, 0.6589, 0.6564, 0.6561, 0.6542, 0.6524, 0.6506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24943534", "883747", "24088502", "6315132", "17421851", "24596228", "3215494", "4421742", "970012"], "ranked_scores": [0.6165, 0.5824, 0.5817, 0.5805, 0.572, 0.5713, 0.5686, 0.567, 0.5662, 0.5623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1848452", "7514614", "10012166", "18949516", "2466614", "2543135", "13350374", "24347647", "7834603"], "ranked_scores": [0.6583, 0.6286, 0.6286, 0.6279, 0.6252, 0.6197, 0.6132, 0.6078, 0.6052, 0.5952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "4270992", "10247314", "13790144", "41325555", "12225214", "11568270", "5914739", "51952430", "41913714"], "ranked_scores": [0.7491, 0.747, 0.7315, 0.7249, 0.7235, 0.7219, 0.7213, 0.7184, 0.7167, 0.7166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "810480", "25416944", "8672737", "25761154", "32743723", "43226130", "1428830"], "ranked_scores": [0.6908, 0.5857, 0.578, 0.5576, 0.5559, 0.5526, 0.5337, 0.5335, 0.5318, 0.5316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22767022", "14155726", "7221410", "15548965", "5953485", "612002", "25483562", "22968257", "23076291", "43711341"], "ranked_scores": [0.671, 0.6594, 0.6559, 0.6552, 0.6542, 0.6481, 0.6431, 0.6422, 0.6415, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["11922370", "31962403", "14581009", "8458567", "17945638", "6422576", "4138659", "22896970", "2988714", "15981174"], "ranked_scores": [0.7099, 0.7078, 0.7022, 0.7015, 0.699, 0.6962, 0.6952, 0.6943, 0.6929, 0.6922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "5836", "5782614", "3863543", "20904154", "10641715", "13921783", "2359152", "8083310"], "ranked_scores": [0.7256, 0.7025, 0.7001, 0.693, 0.6872, 0.6858, 0.6812, 0.6762, 0.6741, 0.6715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["17416520", "26607366", "20649327", "38811597", "41913714", "46816158", "3203590", "18467982", "34498325", "25901598"], "ranked_scores": [0.5987, 0.5972, 0.5875, 0.5866, 0.58, 0.5799, 0.5795, 0.5793, 0.5784, 0.5779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "25599283", "2425364", "4462079", "36960449", "22023404", "3150030", "6718824"], "ranked_scores": [0.7434, 0.7328, 0.683, 0.6611, 0.6541, 0.6133, 0.6066, 0.6022, 0.601, 0.5939], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["21553394", "71625969", "38028419", "3067015", "22023404", "4303939", "583260", "23267371", "25599283", "8892905"], "ranked_scores": [0.5268, 0.5143, 0.5031, 0.5014, 0.5007, 0.5, 0.4998, 0.4995, 0.4958, 0.4921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "26973393", "6944800", "43224840", "2014909", "21185923", "19603353", "164985", "5483793", "6948886"], "ranked_scores": [0.6673, 0.6386, 0.6349, 0.6318, 0.6281, 0.6276, 0.6255, 0.6247, 0.6235, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "28338268", "8672737", "14566771", "57574395", "10284593", "42298280", "15707049", "21372171", "18104691"], "ranked_scores": [0.6303, 0.6151, 0.6147, 0.6033, 0.6033, 0.6029, 0.6012, 0.5992, 0.5977, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "41264017", "24625323", "28419824", "21590125", "1358909", "32463364", "38752049", "71625969"], "ranked_scores": [0.7305, 0.6807, 0.6743, 0.6716, 0.6612, 0.6601, 0.6523, 0.6512, 0.6507, 0.6456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "41913714", "33911859", "17333231", "14308244", "34905328", "31624828", "30543439", "13380011", "54562433"], "ranked_scores": [0.7307, 0.7257, 0.711, 0.7077, 0.7041, 0.6938, 0.6936, 0.686, 0.6858, 0.6856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "9159125", "7028976", "28334217", "28697248", "5123516", "26735905"], "ranked_scores": [0.7451, 0.7378, 0.7131, 0.7115, 0.6903, 0.6833, 0.6752, 0.6733, 0.6715, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "13798951", "29347970", "20220731", "8903143", "994800", "9283422", "18546584", "4418070", "22174015"], "ranked_scores": [0.7727, 0.7697, 0.7676, 0.7559, 0.7537, 0.7476, 0.7467, 0.7465, 0.746, 0.7455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "20457190", "54561384", "13798951", "14647747", "21012916", "18374364", "29347970"], "ranked_scores": [0.7586, 0.7327, 0.6995, 0.6891, 0.6829, 0.6788, 0.678, 0.6764, 0.6706, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "35987381", "31560225", "29023309", "18275697", "92308", "7224723", "28738741"], "ranked_scores": [0.7684, 0.697, 0.6727, 0.6652, 0.6627, 0.6589, 0.6532, 0.6523, 0.6522, 0.6448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "37296667", "25817686", "40005757", "12280462", "46602807", "19132741", "28821565", "44693226", "34582256"], "ranked_scores": [0.4715, 0.4523, 0.4495, 0.4432, 0.4379, 0.437, 0.4335, 0.4291, 0.4287, 0.4247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "25014337", "34016944", "293661", "14241418", "41337677", "15319019", "14819804", "41913714", "6426919"], "ranked_scores": [0.6577, 0.6375, 0.6321, 0.6318, 0.6261, 0.6249, 0.6241, 0.6225, 0.622, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "41340212", "24916604", "25298276", "24341590", "2492146", "24634621", "20127522", "46485368"], "ranked_scores": [0.7317, 0.7081, 0.7078, 0.7025, 0.6961, 0.6943, 0.694, 0.6922, 0.6907, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "40632104", "4429118", "5752492", "10648422", "16488405", "9225850", "6270720", "17438862", "22852120"], "ranked_scores": [0.7281, 0.7263, 0.7245, 0.7234, 0.7177, 0.7171, 0.7171, 0.7141, 0.7139, 0.7081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2714623", "13798951", "8903143", "5914739", "33499189", "9283422", "34436231", "29347970", "25479072"], "ranked_scores": [0.8124, 0.8116, 0.8075, 0.802, 0.7942, 0.7891, 0.7832, 0.7819, 0.7801, 0.7799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "24318630", "20945963", "6421734", "21902910", "20491205", "29107210", "19945096", "27712433"], "ranked_scores": [0.5396, 0.476, 0.4711, 0.4662, 0.4584, 0.4569, 0.456, 0.453, 0.4517, 0.4516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "7225911", "4920376", "19047331", "17671145", "31272411", "28651643", "27822315", "46765242", "26887439"], "ranked_scores": [0.7709, 0.7627, 0.7544, 0.7535, 0.7495, 0.7469, 0.7378, 0.734, 0.7314, 0.7298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "24044977", "2947124", "38944245", "9225850", "14591894", "883747", "46926352"], "ranked_scores": [0.7483, 0.7037, 0.6747, 0.6493, 0.6473, 0.6444, 0.6431, 0.6428, 0.6345, 0.6339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "17671145", "14171859", "41620295", "14819804", "885056", "9956893", "19165076", "8453819", "24042363"], "ranked_scores": [0.713, 0.7103, 0.6918, 0.675, 0.6697, 0.6668, 0.6655, 0.6613, 0.6556, 0.6538], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "15997009", "341324", "16787954", "35087728", "31363207", "2824347", "7111021", "14647747", "21700295"], "ranked_scores": [0.7495, 0.7094, 0.7089, 0.7045, 0.6996, 0.6862, 0.6842, 0.6731, 0.6719, 0.6713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["8659426", "1900152", "6407356", "49432306", "7613033", "21150010", "18231807", "3851329", "7621534", "5270265"], "ranked_scores": [0.6909, 0.6896, 0.6754, 0.6654, 0.6628, 0.6622, 0.6599, 0.6593, 0.6558, 0.6551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-pq-m4-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "36960449", "4483571", "30981192", "22023404", "30720103", "25974070", "41915616", "3215494"], "ranked_scores": [0.8093, 0.7964, 0.7838, 0.7709, 0.759, 0.7577, 0.7553, 0.7519, 0.7477, 0.7362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4340358", "15972906", "21746539", "39559521", "41982985", "4394525", "3930020", "24881307", "13989491", "8005007"], "ranked_scores": [0.6841, 0.5986, 0.5878, 0.5719, 0.5586, 0.558, 0.5573, 0.557, 0.5563, 0.5526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["38630735", "5884524", "7813993", "35714909", "35724562", "15984735", "23785605", "30058568", "4506414", "20526907"], "ranked_scores": [0.8129, 0.8105, 0.8013, 0.8005, 0.7898, 0.7846, 0.7846, 0.7798, 0.7785, 0.7757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["11200685", "24142891", "28086354", "17017465", "2405259", "9752604", "10698739", "17195001", "33499189", "45487164"], "ranked_scores": [0.8037, 0.8024, 0.7943, 0.7915, 0.7881, 0.7845, 0.7813, 0.7791, 0.7789, 0.7776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "27150276", "31554917", "8868863", "12672066", "45581752", "29107210", "22995579", "14606752", "485020"], "ranked_scores": [0.6828, 0.6247, 0.6157, 0.5589, 0.5524, 0.5391, 0.5201, 0.5192, 0.5181, 0.5137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["28617573", "46695481", "19140422", "9764256", "27873158", "23136735", "6561200", "36355784", "46355579", "520579"], "ranked_scores": [0.855, 0.8528, 0.8528, 0.8528, 0.8384, 0.8128, 0.8057, 0.7634, 0.7604, 0.7305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3858268", "5785219", "3831884", "293661", "11887584", "23887844", "5256564", "10482574", "32975424", "2030623"], "ranked_scores": [0.7749, 0.7292, 0.7266, 0.7211, 0.7147, 0.714, 0.7054, 0.7035, 0.7006, 0.7], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["1900152", "49432306", "23509113", "23420807", "12866641", "26973393", "40590358", "6796297", "3545805", "7621534"], "ranked_scores": [0.817, 0.7981, 0.7827, 0.7799, 0.7764, 0.7756, 0.7748, 0.7719, 0.765, 0.7647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "13097856", "16108876", "63858430", "45581752", "35022568", "4432763", "11288846", "849771"], "ranked_scores": [0.6043, 0.5373, 0.4918, 0.4777, 0.4731, 0.4635, 0.4601, 0.455, 0.4536, 0.4441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["36345578", "36089763", "7489663", "42693833", "21498497", "17741440", "33535447", "5099266", "3330111", "8038329"], "ranked_scores": [0.8, 0.7731, 0.7657, 0.7608, 0.7558, 0.753, 0.7508, 0.7435, 0.7389, 0.7381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["4979184", "21626639", "30553457", "12827098", "24707550", "22153455", "13048272", "19521501", "4688340", "26851674"], "ranked_scores": [0.6668, 0.6666, 0.6622, 0.6606, 0.6571, 0.6503, 0.6495, 0.6487, 0.6468, 0.6455], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22241778", "28264919", "26561572", "4961038", "24995939", "3376731", "26887439", "13651792", "13398997", "24101431"], "ranked_scores": [0.6759, 0.6666, 0.6661, 0.6564, 0.656, 0.6472, 0.6468, 0.6429, 0.642, 0.6415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["123859", "39776978", "24721347", "3707035", "104130", "31761981", "13963620", "3531388", "4270992", "38037690"], "ranked_scores": [0.5716, 0.5599, 0.5398, 0.5321, 0.5279, 0.5205, 0.5156, 0.5106, 0.5103, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "14566771", "17930286", "24510595", "881332", "7965928", "28338268", "143868995", "5556809", "27076725"], "ranked_scores": [0.7599, 0.7464, 0.7311, 0.7311, 0.7066, 0.6901, 0.6865, 0.6822, 0.6738, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "22688699", "37628989", "39532074", "20645335", "25098790", "52874170", "32423829", "38369817", "25079962"], "ranked_scores": [0.7242, 0.7025, 0.6746, 0.6694, 0.6574, 0.6345, 0.6287, 0.6219, 0.6192, 0.6117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "9291668", "4434951", "4679264", "22543403", "13350374", "25419778", "22551259", "31293581", "11271123"], "ranked_scores": [0.8265, 0.812, 0.812, 0.8029, 0.7946, 0.7891, 0.7866, 0.7853, 0.7774, 0.7754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "6277638", "1227277", "6327940", "25488034", "16472469", "36653415", "11738716", "8460275", "15615957"], "ranked_scores": [0.7418, 0.7262, 0.7241, 0.708, 0.7009, 0.6933, 0.6884, 0.6882, 0.6864, 0.6837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["5811042", "857189", "12670680", "9433958", "1595617", "33911859", "52095986", "30884033", "24512064", "5765455"], "ranked_scores": [0.812, 0.8054, 0.8014, 0.8008, 0.7992, 0.7961, 0.7951, 0.7911, 0.7907, 0.7882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "5641851", "27240667", "13831842", "17124832", "13831558", "1428840", "37480103", "52188256", "11880289"], "ranked_scores": [0.8885, 0.8857, 0.8851, 0.8851, 0.8816, 0.8781, 0.8748, 0.8697, 0.867, 0.8562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "36355784", "25742130", "32423829", "40735046", "22942787", "9547722", "5641851", "46695481", "9764256"], "ranked_scores": [0.8008, 0.7992, 0.7982, 0.7956, 0.7855, 0.7849, 0.7845, 0.7659, 0.7638, 0.7638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["40145839", "2603304", "37643601", "21274496", "2824347", "12885341", "24922825", "21651116", "26133404", "30933307"], "ranked_scores": [0.7583, 0.7465, 0.7388, 0.7359, 0.7353, 0.7345, 0.7327, 0.7312, 0.7287, 0.7287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["20155713", "27910499", "19583924", "25858295", "34905328", "22530842", "32101982", "20544428", "16511863", "2559303"], "ranked_scores": [0.757, 0.7563, 0.7518, 0.747, 0.7382, 0.7366, 0.7364, 0.7338, 0.7291, 0.7287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["8519911", "18446525", "1358909", "4326318", "7506409", "33911859", "4709641", "19497526", "4653837", "33884866"], "ranked_scores": [0.6802, 0.6586, 0.6575, 0.655, 0.6544, 0.6508, 0.6492, 0.6484, 0.6471, 0.6378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5403286", "4324278", "11568270", "22036571", "3973445", "38533515", "44420873", "8460275", "9752604", "37138639"], "ranked_scores": [0.8576, 0.8543, 0.8505, 0.85, 0.85, 0.8453, 0.8448, 0.8448, 0.8421, 0.8415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "24148722", "810480", "25416944", "14479433", "15692098", "8385277", "29785642", "13717103", "29689140"], "ranked_scores": [0.8, 0.73, 0.7288, 0.7185, 0.7071, 0.7034, 0.6998, 0.6907, 0.6856, 0.684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23420615", "40312663", "25483562", "14171859", "12948892", "27093166", "11411060", "25895285", "12866641", "6076903"], "ranked_scores": [0.7201, 0.715, 0.7123, 0.7115, 0.707, 0.7011, 0.6996, 0.6983, 0.6982, 0.6964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["23618826", "29557235", "6446747", "12691537", "12800122", "6422576", "24512417", "54561384", "86129154", "2988714"], "ranked_scores": [0.7566, 0.7561, 0.7497, 0.7458, 0.7426, 0.7406, 0.7385, 0.7364, 0.732, 0.7305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5782614", "41293601", "16364639", "2359152", "21692235", "14092737", "3863543", "4312169", "5765455", "24594624"], "ranked_scores": [0.805, 0.8006, 0.798, 0.7951, 0.7786, 0.7768, 0.7685, 0.7666, 0.7652, 0.7616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["36830715", "31884697", "26672703", "7997337", "33911859", "1834762", "18446525", "5107861", "3113630", "24725136"], "ranked_scores": [0.7345, 0.7242, 0.7205, 0.7154, 0.7112, 0.7057, 0.7032, 0.7008, 0.6987, 0.6975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "22023404", "16256507", "36960449", "4462079", "25643818", "275294", "3150030"], "ranked_scores": [0.8325, 0.8244, 0.8015, 0.7884, 0.7337, 0.7221, 0.7215, 0.7183, 0.7177, 0.7161], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["1265945", "8247597", "26008063", "43156471", "25157790", "885056", "30208015", "13106686", "20904154", "31890716"], "ranked_scores": [0.6675, 0.6523, 0.6523, 0.6491, 0.6427, 0.6377, 0.6315, 0.6313, 0.6309, 0.6253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["3391547", "4979184", "17917408", "11172205", "6944800", "37686718", "33677323", "7028976", "13952658", "17991818"], "ranked_scores": [0.7676, 0.7407, 0.7405, 0.7359, 0.7346, 0.7339, 0.7337, 0.7273, 0.7236, 0.7208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["25028913", "19332616", "4445629", "6158879", "4409524", "13768432", "18256197", "52175065", "28894097", "7373453"], "ranked_scores": [0.8147, 0.8042, 0.7866, 0.7835, 0.7828, 0.7812, 0.7793, 0.7712, 0.7698, 0.7694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5691302", "51386222", "37583120", "5402581", "41264017", "41782935", "24625323", "32463364", "13933299"], "ranked_scores": [0.8181, 0.7987, 0.7874, 0.7865, 0.7787, 0.7734, 0.7693, 0.7631, 0.761, 0.76], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["5811042", "16966326", "52095986", "23420615", "8596357", "13923140", "33911859", "15414628", "11254556", "116792"], "ranked_scores": [0.8393, 0.8186, 0.8132, 0.8125, 0.8043, 0.8025, 0.8013, 0.8006, 0.8006, 0.799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["4422868", "21181273", "5254463", "26735018", "28334217", "26059876", "19047331", "6923961", "24190159", "57783564"], "ranked_scores": [0.8252, 0.7934, 0.7884, 0.7865, 0.7738, 0.7712, 0.7678, 0.7583, 0.7569, 0.7524], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40234452", "18546584", "29288582", "32170702", "57783564", "9911547", "4389252", "36242796", "5132358", "10165258"], "ranked_scores": [0.8452, 0.8135, 0.8113, 0.8095, 0.8065, 0.8064, 0.7982, 0.7958, 0.7914, 0.7884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "22530842", "17463549", "34905328", "19583924", "29423324", "9056874", "3462075", "45414636"], "ranked_scores": [0.7579, 0.7508, 0.7268, 0.7177, 0.7087, 0.7058, 0.7006, 0.6837, 0.6833, 0.6818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "21274496", "26873988", "22705234", "8300657", "1203035", "26133404", "30933307", "20357868"], "ranked_scores": [0.8235, 0.774, 0.7693, 0.7642, 0.7572, 0.7485, 0.7455, 0.744, 0.744, 0.7404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["21535641", "293661", "5785219", "31293581", "35345807", "25488034", "29634262", "2701077", "13380011", "4423559"], "ranked_scores": [0.624, 0.6044, 0.5862, 0.5716, 0.5673, 0.5653, 0.5618, 0.551, 0.5499, 0.5492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "15319019", "25014337", "982650", "30437264", "5633957", "31313782", "30884033", "24670522", "16882895"], "ranked_scores": [0.796, 0.7886, 0.7791, 0.7759, 0.7743, 0.7716, 0.7706, 0.7686, 0.7663, 0.7653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["31616203", "24450344", "24634621", "520579", "25298276", "15476777", "7165938", "16016673", "22942787", "24323695"], "ranked_scores": [0.7147, 0.7107, 0.6975, 0.6857, 0.6846, 0.6822, 0.6708, 0.6677, 0.6676, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["27789588", "22647695", "28149602", "4380287", "23912923", "15435343", "5979056", "35987381", "19497526", "12670680"], "ranked_scores": [0.833, 0.8271, 0.8123, 0.8108, 0.8093, 0.804, 0.8037, 0.8005, 0.7993, 0.7923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2825380", "2714623", "33499189", "8903143", "29347970", "18546584", "9225850", "34905328", "20388894", "13798951"], "ranked_scores": [0.8824, 0.8824, 0.8794, 0.877, 0.8619, 0.8541, 0.8536, 0.8485, 0.8465, 0.846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "21323587", "21377587", "25886725", "31612088", "6421734", "40905302", "21859699", "24318630", "16737210"], "ranked_scores": [0.7669, 0.6691, 0.6689, 0.6686, 0.6421, 0.6408, 0.6321, 0.6201, 0.6197, 0.6118], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["4467129", "30884033", "25300426", "14496749", "4387494", "28006126", "7225911", "1605196", "29073751", "31882215"], "ranked_scores": [0.7602, 0.7582, 0.7576, 0.756, 0.755, 0.7488, 0.7451, 0.7438, 0.7429, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "13106686", "25942757", "44935041", "9021186", "4396105", "7736860", "25946292", "32101982", "25014337"], "ranked_scores": [0.7964, 0.7921, 0.7813, 0.7808, 0.7794, 0.7785, 0.7747, 0.7716, 0.7675, 0.7661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23702805", "16605494", "35660758", "30884033", "14819804", "8596357", "16966326", "2158516", "27093166", "51952430"], "ranked_scores": [0.8098, 0.8054, 0.7932, 0.781, 0.7808, 0.7792, 0.7775, 0.7685, 0.7679, 0.7618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "7111021", "11441172", "341324", "16787954", "13899137", "1986482", "13901073", "1234098"], "ranked_scores": [0.8119, 0.7893, 0.7696, 0.7688, 0.7514, 0.7473, 0.7429, 0.7429, 0.7382, 0.7291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["27264454", "43534665", "34016944", "39892135", "24921368", "19497526", "36642096", "22968257", "22647695", "17682477"], "ranked_scores": [0.7371, 0.7343, 0.6934, 0.6929, 0.6929, 0.6913, 0.6903, 0.6876, 0.6868, 0.6823], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-128-pq-m8-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "36960449", "44572913", "30720103", "21636085", "30981192", "3150030", "22023404", "4483571"], "ranked_scores": [0.7498, 0.7206, 0.7044, 0.6949, 0.6923, 0.6821, 0.6761, 0.6754, 0.6597, 0.6557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["40900567", "8373753", "4340358", "4999387", "40323148", "708425", "33934971", "25602549", "18074797", "25897733"], "ranked_scores": [0.4541, 0.443, 0.4418, 0.43, 0.4264, 0.4225, 0.4195, 0.4186, 0.4146, 0.4134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "38630735", "35724562", "30058568", "20697217", "29253460", "7813993", "31889025", "4506414", "14726759"], "ranked_scores": [0.7607, 0.7513, 0.7449, 0.7294, 0.7237, 0.7167, 0.7126, 0.7122, 0.7092, 0.7044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["17017465", "33499189", "2714623", "22174015", "8903143", "25479072", "2825380", "40094786", "2405259", "17195001"], "ranked_scores": [0.7888, 0.7865, 0.7854, 0.7744, 0.7722, 0.7721, 0.7718, 0.7678, 0.7675, 0.7622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "27150276", "31554917", "22995579", "24055603", "14606752", "80109277", "8868863", "12672066", "45581752"], "ranked_scores": [0.6526, 0.5748, 0.5659, 0.5042, 0.5002, 0.4975, 0.4952, 0.4931, 0.4884, 0.4839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["28617573", "23136735", "19140422", "46695481", "9764256", "27873158", "6561200", "46355579", "36355784", "16980892"], "ranked_scores": [0.8601, 0.8531, 0.8522, 0.8367, 0.8367, 0.8308, 0.8295, 0.8164, 0.7375, 0.7232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8486, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1686997", "10482574", "21181273", "18810195", "2443495", "5785219", "11887584", "4423401", "36653415", "3858268"], "ranked_scores": [0.6589, 0.6485, 0.6474, 0.6445, 0.6438, 0.6433, 0.6409, 0.6391, 0.6386, 0.6344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "1900152", "20610557", "26973393", "40365566", "49432306", "18488986", "13070316", "27615329", "40145839"], "ranked_scores": [0.7756, 0.7705, 0.7596, 0.7512, 0.7336, 0.7302, 0.7201, 0.7173, 0.7163, 0.7155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "72180760", "13097856", "45581752", "6477536", "4432763", "409280", "9754530", "29107210"], "ranked_scores": [0.5563, 0.4795, 0.4407, 0.4124, 0.4077, 0.383, 0.3722, 0.3639, 0.3568, 0.35], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["36345578", "19511011", "27555165", "7489663", "14386505", "38587347", "1871230", "21498497", "35987381", "40323148"], "ranked_scores": [0.7635, 0.7621, 0.7509, 0.7508, 0.7462, 0.7439, 0.7401, 0.7392, 0.7382, 0.7362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3308636", "18126445", "7736860", "13992047", "30553457", "12866641", "14479433", "40963697", "24707550", "952111"], "ranked_scores": [0.5535, 0.5417, 0.5368, 0.5357, 0.5309, 0.5249, 0.5233, 0.519, 0.5163, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["32101982", "23260700", "24995939", "1386103", "13651792", "17648235", "9899292", "3973445", "10846815", "11291348"], "ranked_scores": [0.6122, 0.6046, 0.6029, 0.591, 0.59, 0.5882, 0.584, 0.5829, 0.5824, 0.5763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "34544514", "13624704", "46182525", "123859", "32743723", "4500832", "4678846", "4270992", "20052986"], "ranked_scores": [0.4825, 0.4602, 0.4462, 0.4462, 0.4437, 0.4391, 0.439, 0.4389, 0.4342, 0.4315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "24510595", "24055603", "7965928", "14606752", "5556809", "24148722", "37592824", "32357890"], "ranked_scores": [0.674, 0.6685, 0.6676, 0.6484, 0.6432, 0.6356, 0.6211, 0.6163, 0.6112, 0.6091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "22688699", "28617573", "23400191", "10408324", "52874170", "12839939", "13445579", "27873158", "19140422"], "ranked_scores": [0.6379, 0.5806, 0.575, 0.5718, 0.5699, 0.5673, 0.5663, 0.5629, 0.56, 0.5587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["1848452", "22543403", "4434951", "9291668", "22264117", "26230669", "13906892", "2466614", "6040392", "1032372"], "ranked_scores": [0.8022, 0.7969, 0.7963, 0.7867, 0.7754, 0.7631, 0.7553, 0.7522, 0.7504, 0.7482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["275294", "15615957", "30720103", "23895668", "8460275", "1227277", "6327940", "9899292", "8756719", "3831884"], "ranked_scores": [0.6964, 0.6583, 0.6378, 0.6145, 0.613, 0.6068, 0.604, 0.6006, 0.5977, 0.5965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "24512064", "12670680", "26873988", "857189", "7224723", "12880573", "26133404", "16172576"], "ranked_scores": [0.7757, 0.7541, 0.7493, 0.7487, 0.7456, 0.7433, 0.7365, 0.7353, 0.7349, 0.7343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "13831842", "25973484", "27240667", "13831558", "16098747", "2140497", "5487448", "4828631"], "ranked_scores": [0.8196, 0.8193, 0.814, 0.8133, 0.8127, 0.8116, 0.8105, 0.805, 0.7971, 0.7964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["19140422", "6561200", "28617573", "9764256", "46695481", "25742130", "27873158", "36355784", "23136735", "12779444"], "ranked_scores": [0.7824, 0.7761, 0.7741, 0.7632, 0.7632, 0.7629, 0.7617, 0.7589, 0.7516, 0.7393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26133404", "37643601", "30933307", "37762357", "5633957", "10450300", "14474178", "2603304", "40145839", "3093512"], "ranked_scores": [0.7012, 0.6975, 0.6914, 0.6653, 0.6642, 0.663, 0.6514, 0.6513, 0.6512, 0.6503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "8137081", "32101982", "29288582", "1336292", "18882947", "12058271", "35651106", "14492339", "20155713"], "ranked_scores": [0.6689, 0.668, 0.6674, 0.6608, 0.6553, 0.6472, 0.6431, 0.6416, 0.6333, 0.6294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["4326318", "8519911", "22264117", "39558597", "1084345", "4709641", "10012166", "24347647", "2533768", "26230669"], "ranked_scores": [0.6712, 0.6627, 0.6478, 0.6444, 0.6395, 0.628, 0.6158, 0.6065, 0.6038, 0.599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5403286", "8856690", "4324278", "45875990", "33499189", "13868795", "23895668", "1227277", "5914739", "14155726"], "ranked_scores": [0.7902, 0.7729, 0.7709, 0.7685, 0.7643, 0.762, 0.7615, 0.7572, 0.7563, 0.756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "810480", "25416944", "15889329", "116792", "24148722", "26851674", "14178995", "6315132"], "ranked_scores": [0.7239, 0.6023, 0.5929, 0.5898, 0.5882, 0.5821, 0.5812, 0.5766, 0.57, 0.5696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5704562", "25483562", "21179714", "15491404", "25543207", "2119889", "12932176", "11254556", "2158516", "10846815"], "ranked_scores": [0.6569, 0.6492, 0.6401, 0.635, 0.6275, 0.6225, 0.6219, 0.6168, 0.6162, 0.614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["29557235", "33076846", "6446747", "26374799", "18909530", "37297740", "2988714", "17945638", "86129154", "24766509"], "ranked_scores": [0.7044, 0.7012, 0.6988, 0.6946, 0.6942, 0.6941, 0.6935, 0.6898, 0.6874, 0.687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5782614", "4312169", "41293601", "21692235", "5765455", "19541444", "16364639", "2014909", "8083310"], "ranked_scores": [0.7567, 0.7534, 0.7511, 0.7396, 0.7339, 0.731, 0.724, 0.7169, 0.7058, 0.7039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["31407112", "14848619", "10991183", "37592824", "20310709", "25483562", "14874811", "38830961", "3870062", "5108807"], "ranked_scores": [0.6262, 0.6143, 0.6113, 0.6074, 0.6057, 0.5995, 0.5979, 0.5961, 0.5938, 0.5914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "22023404", "23267371", "2425364", "41915616", "11360768", "49429882", "36960449", "4462079"], "ranked_scores": [0.7424, 0.7265, 0.6975, 0.6965, 0.6741, 0.6392, 0.6384, 0.6373, 0.6351, 0.6348], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["14972169", "881332", "21246752", "10189634", "39558597", "20904154", "14092737", "5484763", "24731248", "1576955"], "ranked_scores": [0.58, 0.5737, 0.5709, 0.5682, 0.5597, 0.5583, 0.5548, 0.5514, 0.551, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["33677323", "6944800", "40963697", "20183360", "4429932", "31311495", "2014909", "26735905", "4820792", "40667577"], "ranked_scores": [0.6244, 0.6204, 0.6016, 0.6003, 0.5971, 0.5963, 0.5947, 0.5929, 0.5899, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "13768432", "2973910", "2559303", "12358173", "1522647", "3984231", "87758", "4446814", "2828460"], "ranked_scores": [0.7766, 0.771, 0.7533, 0.7433, 0.7413, 0.7392, 0.7352, 0.7303, 0.7279, 0.7271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5691302", "5402581", "20321154", "21547032", "24625323", "22442133", "37583120", "21590125", "21009874"], "ranked_scores": [0.7466, 0.7131, 0.6829, 0.6816, 0.6779, 0.6728, 0.6615, 0.6603, 0.6596, 0.6577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "1049501", "5811042", "12932176", "7820043", "14474178", "5137019", "14362678", "29745822"], "ranked_scores": [0.7572, 0.7497, 0.7353, 0.7338, 0.7329, 0.7324, 0.731, 0.7308, 0.7299, 0.728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4422868", "57783564", "12513042", "19047331", "42693833", "5254463", "26059876", "3849194"], "ranked_scores": [0.7471, 0.7385, 0.7157, 0.7098, 0.7029, 0.6852, 0.679, 0.6747, 0.6736, 0.6722], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40234452", "32170702", "40094786", "20738970", "36216395", "4389252", "10165258", "5132358", "5867846", "36242796"], "ranked_scores": [0.7725, 0.7577, 0.7562, 0.7471, 0.7468, 0.7443, 0.744, 0.7426, 0.7416, 0.7403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "34905328", "17463549", "29423324", "10165258", "3835423", "16826810", "3462075", "623486"], "ranked_scores": [0.7542, 0.7531, 0.6843, 0.6727, 0.6706, 0.6637, 0.662, 0.6589, 0.6576, 0.6537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "16172576", "20357868", "8300657", "5867846", "8005007", "5398179", "7224723", "8563659", "22705234"], "ranked_scores": [0.8256, 0.7193, 0.7162, 0.7053, 0.6981, 0.6941, 0.6921, 0.6909, 0.6907, 0.6886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3831884", "19132741", "275294", "20418809", "40005757", "25589047", "13948920", "18153456", "13380011", "18473550"], "ranked_scores": [0.4715, 0.4481, 0.4449, 0.4415, 0.4403, 0.4376, 0.433, 0.433, 0.4325, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "15319019", "20960682", "13106686", "17338543", "1595617", "7281161", "37768883", "30261663"], "ranked_scores": [0.7034, 0.6807, 0.6802, 0.6578, 0.6559, 0.6543, 0.6494, 0.646, 0.6434, 0.6427], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24634621", "15476777", "520579", "24873253", "25298276", "31616203", "15541119", "5492542", "24450344", "1522336"], "ranked_scores": [0.6693, 0.6673, 0.6333, 0.6197, 0.6068, 0.6, 0.5976, 0.5968, 0.5926, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["22647695", "13923140", "4380287", "5811042", "28107602", "27789588", "7221410", "15425958", "34016944", "40323148"], "ranked_scores": [0.7909, 0.7858, 0.7726, 0.7674, 0.7634, 0.7584, 0.7556, 0.7547, 0.7546, 0.7531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "33499189", "8903143", "2825380", "13798951", "4270992", "18758057", "29347970", "20388894", "34905328"], "ranked_scores": [0.8614, 0.8476, 0.8364, 0.8282, 0.8207, 0.8205, 0.8179, 0.8117, 0.811, 0.8052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "21323587", "40905302", "20491205", "19945096", "37029185", "3662510", "13906581", "21203899", "16737210"], "ranked_scores": [0.5774, 0.5626, 0.5544, 0.5305, 0.5217, 0.5187, 0.5122, 0.5108, 0.5099, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10359591", "29429111", "25014337", "28697248", "29073751", "14496749", "37256966", "30884033", "25300426", "9752604"], "ranked_scores": [0.7522, 0.7448, 0.7441, 0.7407, 0.7365, 0.7354, 0.733, 0.7308, 0.7284, 0.7273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1550937", "25946292", "38944245", "13778710", "27615329", "27602752", "5633957", "15081770", "2177022"], "ranked_scores": [0.781, 0.753, 0.7442, 0.7355, 0.734, 0.7327, 0.732, 0.7306, 0.7302, 0.7289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["1285713", "2158516", "14819804", "27403802", "19099739", "35660758", "41325555", "5403286", "34198365", "25677651"], "ranked_scores": [0.6866, 0.6789, 0.6645, 0.6634, 0.6626, 0.6484, 0.6466, 0.6446, 0.6439, 0.6434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1986482", "341324", "31363207", "13899137", "13901073", "11441172", "16787954", "20188586"], "ranked_scores": [0.7604, 0.7167, 0.7071, 0.7036, 0.7012, 0.6958, 0.6946, 0.6927, 0.6856, 0.6825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["14606752", "52180874", "3935126", "35766603", "2842550", "21382907", "27264454", "25589047", "9955779", "20722510"], "ranked_scores": [0.6381, 0.6267, 0.6234, 0.6214, 0.6183, 0.6134, 0.6124, 0.6105, 0.6067, 0.6052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "21636085", "12810152", "4462079", "44572913", "30981192", "36960449", "11246427", "41915616", "2425364"], "ranked_scores": [0.7113, 0.6632, 0.6591, 0.6585, 0.6501, 0.6447, 0.6381, 0.6361, 0.6337, 0.6328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["40323148", "4380287", "9977329", "11020556", "3930020", "7399084", "23801039", "6144337", "7299977", "9433958"], "ranked_scores": [0.4294, 0.4264, 0.4225, 0.3964, 0.3958, 0.3934, 0.3931, 0.3873, 0.381, 0.377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "8842332", "35714909", "20697217", "16760369", "38630735", "13619127", "13448422", "29387024", "25028913"], "ranked_scores": [0.7101, 0.6889, 0.6776, 0.6735, 0.6615, 0.6528, 0.6474, 0.6443, 0.6387, 0.6367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "2714623", "2825380", "22174015", "51952430", "25479072", "23700330", "35884026", "25946292", "5914739"], "ranked_scores": [0.7208, 0.7084, 0.7079, 0.6997, 0.6963, 0.6961, 0.6952, 0.6877, 0.6866, 0.6862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "27150276", "31554917", "12672066", "38752049", "8868863", "44830890", "4695046", "24055603", "19071857"], "ranked_scores": [0.5104, 0.4837, 0.4579, 0.451, 0.4442, 0.444, 0.4429, 0.4364, 0.4317, 0.4216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["19140422", "27873158", "23136735", "46695481", "28617573", "6561200", "46355579", "9764256", "36355784", "16980892"], "ranked_scores": [0.7447, 0.74, 0.7399, 0.7326, 0.7308, 0.7269, 0.7268, 0.711, 0.7025, 0.6957], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5654, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.6886, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["3153673", "4138659", "17755060", "18810195", "24315156", "23887844", "10482574", "25353658", "23895668", "1695604"], "ranked_scores": [0.6249, 0.6185, 0.6051, 0.6038, 0.5906, 0.5904, 0.5835, 0.5813, 0.5811, 0.5796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "17327939", "40365566", "25602549", "18488986", "2296264", "11335781", "26973393", "15435343"], "ranked_scores": [0.7067, 0.674, 0.6725, 0.6665, 0.651, 0.6503, 0.642, 0.6406, 0.6392, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "10749308", "16979690", "35186640", "849771", "21902910", "12258338", "5402581", "3610080"], "ranked_scores": [0.457, 0.4113, 0.3929, 0.3856, 0.3604, 0.3524, 0.3247, 0.3237, 0.3209, 0.3173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["27567994", "35256900", "21498497", "164985", "22647695", "15435343", "26886351", "381602", "20610557", "16066726"], "ranked_scores": [0.7084, 0.7075, 0.6917, 0.6897, 0.688, 0.683, 0.682, 0.6809, 0.6787, 0.6781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2060137", "3727986", "13992047", "22852120", "18126445", "1574014", "10162553", "3545805", "24315156", "2474731"], "ranked_scores": [0.5105, 0.5061, 0.4975, 0.4971, 0.4832, 0.4821, 0.482, 0.4818, 0.4818, 0.4778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["13283919", "2053540", "6609935", "1605392", "14965508", "712078", "4345315", "123859", "612002", "25416944"], "ranked_scores": [0.5659, 0.5627, 0.5579, 0.5486, 0.5458, 0.5455, 0.5454, 0.5443, 0.5399, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "24995939", "8426046", "12265561", "8995263", "13223957", "12839939", "38369817", "15194125", "1616661"], "ranked_scores": [0.3867, 0.3836, 0.3828, 0.3822, 0.3788, 0.3769, 0.3713, 0.3681, 0.3569, 0.3539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["12667988", "24055603", "28419824", "44830890", "24148722", "32743723", "14606752", "17930286", "5556809", "32463364"], "ranked_scores": [0.5758, 0.5695, 0.5646, 0.5629, 0.5562, 0.5448, 0.5379, 0.5291, 0.5286, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "12839939", "23400191", "25098790", "14118484", "12667988", "21301090", "52874170", "19945096", "24942840"], "ranked_scores": [0.5484, 0.5286, 0.5262, 0.5131, 0.4944, 0.4921, 0.4866, 0.4855, 0.4822, 0.4813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "1848452", "22543403", "26230669", "22264117", "6040392", "7988832", "40349336", "7514614", "19541444"], "ranked_scores": [0.7668, 0.7629, 0.7481, 0.7393, 0.7137, 0.7134, 0.7071, 0.7045, 0.7004, 0.6933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "19313533", "17195001", "23895668", "14501880", "27134527", "9899292", "4423401", "6277638", "275294"], "ranked_scores": [0.6135, 0.5853, 0.5572, 0.5568, 0.5532, 0.551, 0.5474, 0.5443, 0.5368, 0.5359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "6182947", "195683603", "8563659", "8247469", "5137019", "2638387", "10450300", "10648422", "5811042"], "ranked_scores": [0.7641, 0.7121, 0.7087, 0.7085, 0.7038, 0.7036, 0.7012, 0.7007, 0.6999, 0.697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "22007333", "5487448", "13831842", "16098747", "13831558", "27240667", "17450673", "2140497", "1428840"], "ranked_scores": [0.7583, 0.7559, 0.7556, 0.7555, 0.7484, 0.7433, 0.7431, 0.7415, 0.7397, 0.7365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46355579", "6561200", "27873158", "46695481", "28617573", "23136735", "9764256", "25742130", "12779444"], "ranked_scores": [0.7119, 0.7001, 0.6938, 0.6922, 0.6902, 0.6778, 0.6764, 0.6742, 0.674, 0.6725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26133404", "6501747", "37762357", "41337677", "37643601", "30933307", "8005007", "44366096", "8247469", "49432306"], "ranked_scores": [0.6624, 0.6374, 0.6156, 0.6154, 0.6071, 0.6036, 0.6003, 0.5996, 0.5968, 0.5923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["16488405", "27602752", "14492339", "7869794", "18882947", "17682477", "8137081", "6123924", "46202852", "27243019"], "ranked_scores": [0.6304, 0.6269, 0.6173, 0.6165, 0.6107, 0.6021, 0.6009, 0.6005, 0.6001, 0.598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "4326318", "10012166", "24347647", "22264117", "26230669", "8519911", "27460509", "2533768", "40349336"], "ranked_scores": [0.6384, 0.6277, 0.6179, 0.6164, 0.5918, 0.5647, 0.5644, 0.5643, 0.5599, 0.5591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["24731248", "36464673", "3154880", "4324278", "20620012", "8903143", "6422576", "25946292", "27134527", "8856690"], "ranked_scores": [0.7372, 0.7174, 0.7124, 0.7089, 0.7083, 0.7068, 0.7019, 0.6997, 0.6995, 0.6974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "116792", "25416944", "37592824", "15889329", "28338268", "17023584", "20471181", "18346333", "810480"], "ranked_scores": [0.6514, 0.5922, 0.5612, 0.556, 0.5519, 0.5409, 0.5331, 0.5265, 0.5219, 0.5218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["3973445", "2119889", "15491404", "25543207", "24881307", "6076903", "10790846", "5704562", "23974474", "6717533"], "ranked_scores": [0.6522, 0.6472, 0.641, 0.6407, 0.6384, 0.6286, 0.6274, 0.6221, 0.6213, 0.6208], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["18909530", "24766509", "4380451", "4457834", "19489351", "36651210", "2437807", "3360421", "9988425", "9412420"], "ranked_scores": [0.6716, 0.6707, 0.6664, 0.6662, 0.6587, 0.6583, 0.6568, 0.6561, 0.6536, 0.6519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["4561402", "14717213", "21692235", "3391547", "3863543", "8083310", "12887068", "4312169", "5765455", "1145473"], "ranked_scores": [0.6847, 0.6811, 0.6738, 0.6723, 0.6722, 0.6718, 0.6627, 0.6612, 0.6587, 0.6587], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["35884026", "17412260", "25483562", "4319844", "20310709", "3831884", "10247314", "2139357", "5468807", "14819804"], "ranked_scores": [0.5851, 0.5752, 0.5736, 0.573, 0.5729, 0.5719, 0.567, 0.5664, 0.5643, 0.5616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "41915616", "30720103", "23267371", "2425364", "22023404", "11738716", "3150030", "49429882", "6718824"], "ranked_scores": [0.6071, 0.5865, 0.5859, 0.5811, 0.5613, 0.5566, 0.5458, 0.5455, 0.5411, 0.5405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["2831620", "40901687", "19957813", "24921368", "38028419", "44693226", "14972169", "6718824", "4036038", "24731248"], "ranked_scores": [0.5444, 0.5265, 0.5259, 0.5241, 0.5196, 0.5187, 0.5162, 0.5138, 0.5137, 0.509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24315156", "24726600", "40127292", "29473081", "6944800", "5123516", "13952658", "40963697", "22980205", "3391547"], "ranked_scores": [0.5822, 0.5744, 0.5714, 0.5681, 0.5668, 0.5606, 0.5558, 0.5556, 0.5549, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["2973910", "13768432", "2828460", "20544428", "19332616", "13448422", "4446814", "37583120", "27550580", "39164524"], "ranked_scores": [0.7368, 0.736, 0.7109, 0.6879, 0.6765, 0.6761, 0.6754, 0.6745, 0.672, 0.6702], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "18025240", "24625323", "41264017", "28419824", "14121786", "21590125", "37488367", "38752049"], "ranked_scores": [0.7099, 0.6442, 0.6413, 0.6368, 0.6238, 0.6167, 0.6122, 0.6111, 0.6109, 0.6083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["13921783", "31624828", "16966326", "22185730", "33911859", "35149431", "25251625", "15889329", "5752492", "6565037"], "ranked_scores": [0.7164, 0.6951, 0.6932, 0.6881, 0.6869, 0.6868, 0.6866, 0.6853, 0.6838, 0.6799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "9687772", "21181273", "17755060", "26059876", "11569583", "52925737", "24294572", "29473081", "41293601"], "ranked_scores": [0.7467, 0.6994, 0.6962, 0.6942, 0.6846, 0.6826, 0.6825, 0.6805, 0.6748, 0.6742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "40094786", "29347970", "4389252", "25479072", "32170702", "25344732", "10165258", "5132358", "20738970"], "ranked_scores": [0.6964, 0.6912, 0.6894, 0.6816, 0.6688, 0.6657, 0.6655, 0.6636, 0.6625, 0.6623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "3835423", "27910499", "54561384", "6123924", "14647747", "17463549", "5132358", "4856149", "22530842"], "ranked_scores": [0.6869, 0.6237, 0.6106, 0.6098, 0.5858, 0.5834, 0.5833, 0.5811, 0.5805, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "8563659", "29023309", "22705234", "42065070", "27602752", "5867846", "17454301", "7224723"], "ranked_scores": [0.7156, 0.7028, 0.6884, 0.6811, 0.6747, 0.6729, 0.6724, 0.6686, 0.6673, 0.6672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["2701077", "17412260", "20943272", "15521377", "4795303", "25251625", "26902591", "22968257", "3831884", "1754001"], "ranked_scores": [0.4921, 0.4612, 0.4419, 0.4406, 0.4382, 0.4362, 0.4342, 0.4273, 0.4243, 0.4226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "1970884", "15319019", "25014337", "11048759", "41337677", "4347374", "5500086", "16882895", "5811042"], "ranked_scores": [0.6509, 0.6508, 0.6377, 0.6354, 0.6321, 0.6307, 0.6296, 0.6254, 0.624, 0.6228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "10958594", "42731834", "24450344", "3329824", "7821634", "19673227", "16390264", "31616203"], "ranked_scores": [0.6853, 0.6481, 0.5971, 0.5848, 0.5817, 0.5735, 0.5733, 0.5729, 0.572, 0.5698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "14644164", "22647695", "13923140", "4380287", "26230669", "40473317", "40323148", "5979056", "28107602"], "ranked_scores": [0.724, 0.7225, 0.7181, 0.7178, 0.7163, 0.716, 0.7147, 0.7132, 0.712, 0.7119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["25946292", "2714623", "13798951", "33499189", "28006126", "5914739", "18758057", "18546584", "2825380", "4270992"], "ranked_scores": [0.8005, 0.8005, 0.799, 0.7843, 0.781, 0.7727, 0.7657, 0.7639, 0.7587, 0.7585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "12258338", "13515165", "31612088", "6477536", "21377587", "12087063", "9754530", "24524403"], "ranked_scores": [0.515, 0.4822, 0.4613, 0.452, 0.4415, 0.4318, 0.4303, 0.4259, 0.4228, 0.4117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["37256966", "36838958", "10359591", "3805841", "5389523", "16882895", "29073751", "30437264", "20996244", "21562657"], "ranked_scores": [0.729, 0.7265, 0.7219, 0.7188, 0.7185, 0.7152, 0.7145, 0.7143, 0.7127, 0.7101], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["9225850", "25946292", "9478135", "6123924", "24044977", "33677323", "24315156", "4447785", "37256966", "18447487"], "ranked_scores": [0.7159, 0.715, 0.7129, 0.7039, 0.7039, 0.7016, 0.7006, 0.7006, 0.7003, 0.6985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["6784372", "1227277", "4961038", "14241418", "13639330", "17195001", "12172346", "19099739", "7093809", "37768883"], "ranked_scores": [0.599, 0.5902, 0.5899, 0.5898, 0.5833, 0.5832, 0.5753, 0.5725, 0.5723, 0.572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "1986482", "5284188", "16787954", "31363207", "7111021", "1805641", "12409683", "18074797", "32023005"], "ranked_scores": [0.7294, 0.6795, 0.6761, 0.6708, 0.6524, 0.6524, 0.6429, 0.6313, 0.6256, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3935126", "52180874", "4468861", "19673227", "2842550", "19683625", "5500086", "2296264", "7821634", "3590806"], "ranked_scores": [0.6171, 0.6091, 0.5989, 0.5823, 0.5786, 0.5709, 0.5699, 0.5662, 0.5656, 0.5644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "44572913", "21636085", "41915616", "21553394", "33409100", "36960449", "2425364"], "ranked_scores": [0.7278, 0.7082, 0.7019, 0.6965, 0.6808, 0.6802, 0.6657, 0.6637, 0.6627, 0.6612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "9977329", "26474812", "34121231", "40323148", "11411060", "11020556", "11581157", "40473317", "23801039"], "ranked_scores": [0.4552, 0.4337, 0.4274, 0.4232, 0.419, 0.4053, 0.4048, 0.4035, 0.3997, 0.3953], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "35714909", "8842332", "27449472", "20697217", "30983338", "2138843", "38630735", "18256197", "16760369"], "ranked_scores": [0.7287, 0.7142, 0.6978, 0.6922, 0.6851, 0.6707, 0.6661, 0.6654, 0.6618, 0.6575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2714623", "34905328", "22174015", "4324278", "11289247", "5914739", "2825380", "18882947"], "ranked_scores": [0.7433, 0.7363, 0.7362, 0.7232, 0.7098, 0.7084, 0.7082, 0.6947, 0.6929, 0.688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "27150276", "8868863", "11913139", "21373821", "38752049", "12667988", "4587978", "28419824"], "ranked_scores": [0.6478, 0.5517, 0.5286, 0.5189, 0.4996, 0.4929, 0.4708, 0.4687, 0.4596, 0.4581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["23136735", "46695481", "6561200", "27873158", "28617573", "9764256", "19140422", "46355579", "1203035", "16980892"], "ranked_scores": [0.8299, 0.8298, 0.8214, 0.8186, 0.812, 0.8116, 0.8109, 0.8072, 0.7226, 0.718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.5654, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7045, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "18810195", "1686997", "23895668", "6784372", "16839245", "3831884", "24315156", "36653415", "27693891"], "ranked_scores": [0.6315, 0.6218, 0.6087, 0.6079, 0.6042, 0.6013, 0.5994, 0.5888, 0.5872, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "20610557", "67045088", "25602549", "32454714", "21366394", "195683603", "12358173", "27615329"], "ranked_scores": [0.7293, 0.68, 0.6743, 0.6659, 0.6559, 0.6527, 0.6521, 0.6514, 0.6498, 0.6494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "27150276", "849771", "45908102", "140907540", "63858430", "21902910"], "ranked_scores": [0.5464, 0.4639, 0.4575, 0.374, 0.3561, 0.3559, 0.3516, 0.3422, 0.3337, 0.3277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["26886351", "27567994", "21498497", "381602", "7869794", "5836", "6163801", "35256900", "19005293", "14386505"], "ranked_scores": [0.7142, 0.7077, 0.7007, 0.6956, 0.6905, 0.6861, 0.6841, 0.6824, 0.6807, 0.6807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["18126445", "13992047", "3727986", "2060137", "7736860", "1065627", "15879931", "12172346", "45401535", "32742683"], "ranked_scores": [0.5488, 0.5394, 0.5204, 0.502, 0.5018, 0.4942, 0.4837, 0.4824, 0.4801, 0.4779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "22241778", "18126445", "21258863", "6609935", "20943272", "1386103", "6315132", "85665741"], "ranked_scores": [0.5678, 0.5658, 0.565, 0.5629, 0.5589, 0.5545, 0.5465, 0.5452, 0.5413, 0.5396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "27049238", "12265561", "38369817", "3052642", "46182525", "8426046", "427865", "34268160", "24660385"], "ranked_scores": [0.4444, 0.4083, 0.4032, 0.3992, 0.3877, 0.3864, 0.3799, 0.3779, 0.3775, 0.377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "28419824", "17930286", "24148722", "24055603", "30813140", "12667988", "14606752", "24510595", "32743723"], "ranked_scores": [0.5972, 0.5866, 0.5827, 0.5792, 0.5689, 0.5561, 0.5555, 0.5536, 0.5454, 0.5452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "12839939", "23400191", "23639838", "13445579", "21301090", "116556376", "79231308", "22688699"], "ranked_scores": [0.6356, 0.5701, 0.5443, 0.5356, 0.5339, 0.5324, 0.5217, 0.5115, 0.5, 0.4945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "6040392", "26230669", "22264117", "9291668", "22551259", "4434951", "2722988", "7988832"], "ranked_scores": [0.7893, 0.7888, 0.7736, 0.7516, 0.7511, 0.7321, 0.7311, 0.7296, 0.7197, 0.7175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "275294", "31407112", "4423401", "17195001", "5704562", "14501880", "9899292", "23974474"], "ranked_scores": [0.6068, 0.6055, 0.5882, 0.5836, 0.5806, 0.5782, 0.5616, 0.5565, 0.5505, 0.5496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "5137019", "20996244", "23305884", "3493623", "20261352", "5811042", "15248287", "26133404"], "ranked_scores": [0.7616, 0.7282, 0.7197, 0.715, 0.7141, 0.7128, 0.7123, 0.7119, 0.708, 0.7056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "17450673", "27123743", "21874312", "13831842", "25973484", "16322674", "27240667", "23557241", "37480103"], "ranked_scores": [0.8154, 0.8002, 0.7995, 0.7922, 0.7921, 0.7889, 0.7866, 0.7754, 0.7688, 0.7648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "27873158", "6561200", "9764256", "23136735", "28617573", "25742130", "46355579", "19140422"], "ranked_scores": [0.7644, 0.7554, 0.7482, 0.7304, 0.7244, 0.7231, 0.7195, 0.7136, 0.7094, 0.7032], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26133404", "37762357", "30933307", "44366096", "8005007", "37643601", "41337677", "14474178", "18914652", "24922825"], "ranked_scores": [0.6628, 0.6426, 0.6399, 0.6339, 0.6261, 0.6255, 0.6212, 0.6139, 0.613, 0.611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "8137081", "24088502", "27602752", "16488405", "14492339", "36444198", "46926352", "623486", "8317408"], "ranked_scores": [0.6546, 0.6364, 0.6346, 0.6288, 0.6223, 0.622, 0.6202, 0.6179, 0.6115, 0.6114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "10012166", "22264117", "9559146", "4326318", "26230669", "4653837", "28138927", "1848452"], "ranked_scores": [0.6729, 0.6723, 0.6548, 0.6538, 0.6299, 0.6257, 0.6187, 0.6091, 0.6014, 0.5958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "8903143", "21380348", "8856690", "3849194", "16120395", "4324278", "1344498", "3154880", "23895668"], "ranked_scores": [0.7221, 0.7209, 0.7183, 0.7163, 0.7152, 0.7078, 0.7057, 0.6987, 0.6982, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "15889329", "810480", "37592824", "2829179", "116792", "5137019", "12670680", "11254556"], "ranked_scores": [0.7859, 0.6117, 0.5962, 0.5815, 0.5707, 0.5514, 0.549, 0.5442, 0.5399, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "15491404", "21179714", "23420615", "3825472", "5704562", "10846815", "2119889", "44408494", "25677651"], "ranked_scores": [0.6656, 0.6592, 0.6379, 0.634, 0.6324, 0.6297, 0.6278, 0.6274, 0.6234, 0.617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["24766509", "4457834", "22428640", "22843616", "2988714", "17945638", "188911", "18909530", "37164306", "4462419"], "ranked_scores": [0.6761, 0.672, 0.6699, 0.6682, 0.6672, 0.6498, 0.6476, 0.6379, 0.633, 0.6312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3391547", "5782614", "8083310", "14178995", "17775228", "5836", "12887068", "4312169"], "ranked_scores": [0.7289, 0.7135, 0.7122, 0.6961, 0.6889, 0.6798, 0.6788, 0.6769, 0.6733, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4345315", "25483562", "10247314", "41913714", "29785642", "2727303", "31407112", "3870062", "23895668", "25373397"], "ranked_scores": [0.5669, 0.5653, 0.5633, 0.5623, 0.5594, 0.5552, 0.5544, 0.5525, 0.551, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "36960449", "2425364", "41915616", "25599283", "22023404", "3150030", "11738716"], "ranked_scores": [0.7047, 0.7027, 0.6395, 0.6084, 0.6055, 0.601, 0.6008, 0.5985, 0.5891, 0.5632], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "14663842", "3067015", "38028419", "2831620", "13923140", "25488034", "6718824", "32975424", "7875158"], "ranked_scores": [0.5736, 0.567, 0.5524, 0.5477, 0.5466, 0.5463, 0.5369, 0.5318, 0.5305, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "15816729", "24726600", "35256900", "43224840", "4270992", "3391547", "29473081", "7343711", "2177022"], "ranked_scores": [0.6207, 0.5852, 0.5765, 0.5699, 0.5676, 0.5672, 0.5639, 0.5633, 0.5611, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "4446814", "2973910", "13448422", "19332616", "4460880", "87758", "4421742", "12358173", "40164383"], "ranked_scores": [0.7608, 0.7233, 0.7088, 0.6995, 0.6845, 0.6821, 0.6792, 0.6772, 0.6739, 0.6714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "24625323", "37488367", "28419824", "14121786", "32777637", "32463364", "21590125", "13933299"], "ranked_scores": [0.7781, 0.6605, 0.6408, 0.6269, 0.6185, 0.6183, 0.6143, 0.6136, 0.6087, 0.6075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "2947124", "8596357", "5137019", "5811042", "6182947", "12932176", "14362678", "33911859", "31624828"], "ranked_scores": [0.7255, 0.6956, 0.691, 0.6858, 0.6813, 0.6789, 0.6775, 0.6772, 0.6769, 0.6737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "17755060", "42693833", "4447785", "17648235", "39758684", "4422868", "26059876"], "ranked_scores": [0.7812, 0.7531, 0.7116, 0.694, 0.6923, 0.6865, 0.6796, 0.6776, 0.6756, 0.6739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40094786", "13798951", "10165258", "28006126", "4389252", "29347970", "34905328", "45414636", "25479072", "5132358"], "ranked_scores": [0.7082, 0.6982, 0.6977, 0.6953, 0.6888, 0.6802, 0.6786, 0.6783, 0.677, 0.6766], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "17463549", "18758057", "6123924", "9283422", "10165258", "20457190", "28206748"], "ranked_scores": [0.7362, 0.7099, 0.6292, 0.6252, 0.6223, 0.6157, 0.6118, 0.6008, 0.5995, 0.5984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "27602752", "12885341", "7224723", "8563659", "5867846", "2947124", "42065070"], "ranked_scores": [0.7827, 0.7452, 0.711, 0.7024, 0.6928, 0.6919, 0.6865, 0.6749, 0.6747, 0.6722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["15521377", "17412260", "2701077", "9559146", "26851674", "3831884", "28937856", "31293581", "25251625", "18473550"], "ranked_scores": [0.4922, 0.4839, 0.4758, 0.4711, 0.46, 0.4557, 0.4542, 0.4429, 0.4423, 0.4419], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "2042250", "3493623", "4347374", "14474178", "37762357", "13106686", "28006126"], "ranked_scores": [0.7129, 0.681, 0.6792, 0.6597, 0.6488, 0.6359, 0.6284, 0.6243, 0.6239, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "31616203", "10958594", "7821634", "8659426", "2492146", "35301079", "52180874", "25298276"], "ranked_scores": [0.7285, 0.6454, 0.6266, 0.6259, 0.6064, 0.6053, 0.6045, 0.5964, 0.5952, 0.5858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "14644164", "4380287", "6000423", "7221410", "17438862", "22647695", "12670680", "14386505"], "ranked_scores": [0.773, 0.7388, 0.7311, 0.731, 0.7252, 0.7209, 0.7203, 0.7198, 0.7165, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["2714623", "34905328", "18758057", "8903143", "33499189", "5914739", "28006126", "13798951", "29347970", "2825380"], "ranked_scores": [0.8236, 0.8214, 0.7951, 0.7859, 0.7841, 0.7803, 0.7719, 0.7687, 0.7648, 0.7635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "40905302", "27712433", "12258338", "19945096", "3662510", "45461275", "45920278", "26611094"], "ranked_scores": [0.5579, 0.5386, 0.5211, 0.511, 0.5069, 0.4789, 0.4568, 0.4537, 0.4509, 0.4433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10359591", "10015292", "7820043", "12909503", "3805841", "29073751", "52944377", "3493623", "35760786", "3590806"], "ranked_scores": [0.7254, 0.7215, 0.7197, 0.7188, 0.7162, 0.7152, 0.715, 0.7136, 0.7059, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "2042250", "9225850", "12670680", "33677323", "4447785", "22134353", "12580014", "38944245", "1550937"], "ranked_scores": [0.7481, 0.7218, 0.7159, 0.7078, 0.7052, 0.705, 0.7047, 0.7033, 0.7013, 0.697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "25677651", "1285713", "29321530", "20659283", "5953485", "14241418", "11043831", "41325555", "6784372"], "ranked_scores": [0.6251, 0.6195, 0.6118, 0.6106, 0.6095, 0.6076, 0.6041, 0.6017, 0.5967, 0.5913], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "16787954", "13899137", "7224723", "21383026", "341324", "2824347"], "ranked_scores": [0.7951, 0.7255, 0.7034, 0.6967, 0.6851, 0.6722, 0.6677, 0.6661, 0.6613, 0.6531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "52180874", "1900152", "3935126", "46765242", "5386514", "85665741", "9955779", "7821634", "12641252"], "ranked_scores": [0.6283, 0.6273, 0.6029, 0.6026, 0.5992, 0.5792, 0.5768, 0.5761, 0.5742, 0.5712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "44572913", "4462079", "30981192", "25974070", "21553394", "11246427", "12102963", "33409100"], "ranked_scores": [0.6566, 0.6526, 0.6306, 0.6293, 0.6215, 0.6173, 0.6165, 0.6155, 0.6131, 0.6081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["7399084", "5289038", "34121231", "4380287", "40323148", "13000926", "7299977", "11666252", "26474812", "9977329"], "ranked_scores": [0.2924, 0.2888, 0.2885, 0.285, 0.2837, 0.2821, 0.2748, 0.2739, 0.2718, 0.2709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "35714909", "16760369", "20526907", "20697217", "31889025", "23983289", "8842332", "2138843", "202259"], "ranked_scores": [0.7157, 0.6877, 0.6732, 0.6706, 0.66, 0.6504, 0.6496, 0.6492, 0.6452, 0.6429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "25479072", "9283422", "18042803", "10562341", "2714623", "4399311", "5914739", "25629722", "2825380"], "ranked_scores": [0.6983, 0.6824, 0.6767, 0.6755, 0.6736, 0.6725, 0.6668, 0.6638, 0.6631, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "38752049", "8868863", "28419824", "40996863", "24055603", "20302714", "44830890", "22995579"], "ranked_scores": [0.5267, 0.4757, 0.4612, 0.4574, 0.445, 0.44, 0.4382, 0.4358, 0.4354, 0.4337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "46355579", "23136735", "28617573", "9764256", "6561200", "19140422", "36355784", "1203035"], "ranked_scores": [0.713, 0.7103, 0.7039, 0.7012, 0.6971, 0.6929, 0.6811, 0.6705, 0.6482, 0.6481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["17755060", "7875158", "18810195", "4138659", "23895668", "8460275", "21535641", "9752604", "25353658", "38533515"], "ranked_scores": [0.6358, 0.6298, 0.6196, 0.61, 0.6067, 0.5994, 0.599, 0.5964, 0.5953, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "17327939", "20610557", "18237384", "18488986", "2296264", "2248870", "7975937", "25738896", "5500086"], "ranked_scores": [0.7213, 0.7024, 0.7009, 0.6854, 0.6655, 0.662, 0.6604, 0.6558, 0.6548, 0.6526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "841371", "6477536", "45548062", "20945963", "32969964", "3610080", "45581752", "11469078"], "ranked_scores": [0.4857, 0.4738, 0.4406, 0.4357, 0.4318, 0.4293, 0.4256, 0.4228, 0.4212, 0.4151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["35256900", "1871230", "6163801", "27567994", "20610557", "39559521", "16066726", "15128866", "20155713", "3727986"], "ranked_scores": [0.6695, 0.6586, 0.6548, 0.6538, 0.6523, 0.6495, 0.6492, 0.6483, 0.6471, 0.6469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "10162553", "13992047", "39559521", "952111", "1616661", "12489688", "24315156", "30553457", "21395936"], "ranked_scores": [0.4895, 0.4338, 0.4302, 0.4292, 0.4236, 0.4234, 0.4229, 0.4225, 0.4216, 0.4214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "14591894", "2274272", "31324978", "1336292", "13992047", "12866641", "350542", "25738896", "123859"], "ranked_scores": [0.5423, 0.5235, 0.5218, 0.5185, 0.5184, 0.5146, 0.5143, 0.5141, 0.5118, 0.5109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["13223957", "25175997", "37628989", "14726759", "27049238", "38369817", "15194125", "37029185", "24660385", "15482274"], "ranked_scores": [0.2987, 0.2944, 0.2943, 0.2928, 0.2928, 0.2913, 0.2885, 0.2861, 0.2808, 0.2787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "28419824", "17930286", "24055603", "24148722", "12667988", "24510595", "21274919", "143868995", "14566771"], "ranked_scores": [0.5943, 0.5674, 0.5575, 0.5459, 0.5391, 0.536, 0.5195, 0.5149, 0.5084, 0.5043], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "38180456", "23639838", "21301090", "25098790", "23294314", "37029185", "12779444", "52874170", "9754530"], "ranked_scores": [0.5031, 0.4667, 0.459, 0.4566, 0.456, 0.455, 0.4521, 0.4482, 0.4477, 0.4452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "1848452", "6040392", "7514614", "26230669", "9291668", "2722988", "22264117", "7988832"], "ranked_scores": [0.7782, 0.7545, 0.7532, 0.7456, 0.7226, 0.7148, 0.7029, 0.7027, 0.7023, 0.6977], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["1227277", "6277638", "14501880", "4423401", "31407112", "17195001", "11738716", "25643818", "45770026", "31001322"], "ranked_scores": [0.5303, 0.5225, 0.5087, 0.507, 0.4943, 0.4936, 0.4801, 0.4795, 0.4775, 0.4771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "5137019", "26133404", "10359591", "10450300", "30437264", "8563659", "27602752", "8247469"], "ranked_scores": [0.7121, 0.6827, 0.68, 0.6712, 0.6698, 0.6653, 0.6653, 0.6646, 0.6638, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "13831558", "5487448", "16098747", "17450673", "22007333", "16322674", "21874312", "37480103"], "ranked_scores": [0.7409, 0.7407, 0.7329, 0.7317, 0.7315, 0.7305, 0.7223, 0.721, 0.7183, 0.7122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "46355579", "27873158", "32423829", "12779444", "46695481", "26798867", "40735046", "6748318"], "ranked_scores": [0.7239, 0.7116, 0.6848, 0.6793, 0.6763, 0.6762, 0.673, 0.6607, 0.6525, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "8005007", "49432306", "5633957", "31560225", "44366096", "40412980", "17333231", "17454301", "12892137"], "ranked_scores": [0.5601, 0.5116, 0.5107, 0.5049, 0.5038, 0.4987, 0.495, 0.49, 0.4826, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "623486", "14492339", "27910499", "1336292", "18882947", "16488405", "20155713", "27243019", "24088502"], "ranked_scores": [0.5898, 0.5843, 0.5721, 0.5712, 0.5701, 0.5678, 0.565, 0.5644, 0.559, 0.5588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "4326318", "1084345", "24347647", "10012166", "26230669", "7514614", "2533768", "6313547", "1848452"], "ranked_scores": [0.5824, 0.5678, 0.5674, 0.5564, 0.5535, 0.5474, 0.5429, 0.5377, 0.5327, 0.5251], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3154880", "5914739", "21380348", "25946292", "6717533", "935538", "2714623", "3849194", "18810195", "24731248"], "ranked_scores": [0.7259, 0.7211, 0.7114, 0.7113, 0.711, 0.7107, 0.7103, 0.7097, 0.7097, 0.7086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "46764350", "25416944", "80109277", "12667988", "654735", "11441172", "23117378"], "ranked_scores": [0.6293, 0.4613, 0.4324, 0.4263, 0.4246, 0.4238, 0.4172, 0.4147, 0.414, 0.4126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "25901598", "15491404", "24881307", "15548965", "6767271", "7093809", "7549811", "3973445", "6717533"], "ranked_scores": [0.6418, 0.6418, 0.6397, 0.6304, 0.6302, 0.6277, 0.627, 0.6264, 0.6259, 0.6245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["18909530", "24766509", "4457834", "36651210", "7521113", "2437807", "6422576", "8327914", "19489351", "29557235"], "ranked_scores": [0.6643, 0.661, 0.6505, 0.6476, 0.6401, 0.6394, 0.639, 0.6382, 0.6332, 0.6323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "22543403", "21692235", "33677323", "22551259", "14717213", "2359152", "5782614", "41293601", "10641715"], "ranked_scores": [0.7175, 0.6614, 0.6503, 0.6458, 0.6447, 0.6442, 0.6442, 0.6417, 0.6404, 0.6282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["18346333", "25483562", "16472469", "22317868", "26607366", "41913714", "29473081", "4920376", "350542", "1686997"], "ranked_scores": [0.5113, 0.508, 0.4956, 0.4926, 0.492, 0.4882, 0.4878, 0.487, 0.487, 0.4847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "41915616", "23267371", "3150030", "36960449", "2425364", "4462079", "22023404", "16256507"], "ranked_scores": [0.5929, 0.5907, 0.5682, 0.5504, 0.5297, 0.5222, 0.5209, 0.5195, 0.5181, 0.5164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["25643818", "2831620", "19957813", "3067015", "24921368", "19149247", "13001323", "38028419", "71625969", "14663842"], "ranked_scores": [0.5006, 0.4952, 0.4866, 0.485, 0.4838, 0.4827, 0.4817, 0.4793, 0.4789, 0.472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["13952658", "6944800", "24726600", "4429118", "11172205", "40667577", "3391547", "4389252", "1921218", "654735"], "ranked_scores": [0.5733, 0.5722, 0.566, 0.5623, 0.5614, 0.5547, 0.5505, 0.5488, 0.5486, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "21372171", "4446814", "13448422", "17821387", "2973910", "6153754", "3984231", "7373453"], "ranked_scores": [0.6814, 0.6377, 0.6293, 0.6254, 0.6239, 0.6222, 0.62, 0.6198, 0.6176, 0.6167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "28419824", "32463364", "24625323", "14121786", "38752049", "41264017", "11071351", "13933299", "5402581"], "ranked_scores": [0.6811, 0.6176, 0.6075, 0.5971, 0.5968, 0.5949, 0.5945, 0.5845, 0.584, 0.582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "12932176", "25251625", "31624828", "3085264", "14972169", "44408494", "27022864", "6565037", "14092737"], "ranked_scores": [0.7039, 0.6994, 0.6991, 0.6937, 0.6921, 0.682, 0.6808, 0.6806, 0.6778, 0.6758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "5254463", "12513042", "4422868", "11569583", "10024681", "52925737", "4447785", "19047331"], "ranked_scores": [0.6964, 0.6875, 0.6817, 0.6774, 0.6594, 0.659, 0.6547, 0.65, 0.6499, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "6123924", "3545805", "13798951", "40608679", "40094786", "10359591", "28006126", "25479072", "12641252"], "ranked_scores": [0.7299, 0.7241, 0.7194, 0.7186, 0.7121, 0.7119, 0.7077, 0.7059, 0.7048, 0.7033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "6123924", "54561384", "14492339", "17463549", "3835423", "4856149", "13798951", "5132358"], "ranked_scores": [0.6887, 0.6482, 0.6255, 0.6082, 0.6074, 0.6062, 0.6042, 0.6025, 0.5976, 0.5974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "42065070", "27602752", "2947124", "8563659", "7224723", "5867846", "29023309", "20357868"], "ranked_scores": [0.6955, 0.66, 0.6566, 0.6515, 0.6493, 0.6454, 0.6434, 0.6424, 0.6367, 0.6329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["22968257", "2701077", "43329366", "20501163", "33370", "32985041", "28249680", "12156187", "31293581", "17412260"], "ranked_scores": [0.438, 0.422, 0.4112, 0.4109, 0.4088, 0.4061, 0.4032, 0.4014, 0.4004, 0.3991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "15319019", "1970884", "13923140", "41337677", "3684342", "12885341", "22059387", "37256966"], "ranked_scores": [0.6269, 0.6117, 0.5979, 0.5897, 0.5835, 0.583, 0.5801, 0.5789, 0.5777, 0.5777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "19673227", "24634621", "31616203", "42731834", "1522336", "25298276", "15541119", "1921218"], "ranked_scores": [0.6767, 0.6268, 0.6162, 0.6088, 0.5993, 0.5974, 0.5933, 0.59, 0.5854, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5752492", "195683603", "4380287", "22647695", "21498497", "5979056", "14644164", "39559521", "28647122", "15435343"], "ranked_scores": [0.7015, 0.699, 0.6944, 0.6926, 0.6915, 0.6897, 0.6834, 0.683, 0.68, 0.6784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["13798951", "34905328", "33499189", "2714623", "28006126", "5914739", "25479072", "22647695", "18042803", "22874817"], "ranked_scores": [0.7594, 0.7525, 0.7485, 0.7473, 0.7439, 0.7337, 0.7314, 0.7286, 0.7233, 0.7217], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "31612088", "21323587", "20491205", "12087063", "841371", "21377587", "19945096", "22401061", "24318630"], "ranked_scores": [0.5478, 0.4918, 0.4916, 0.4786, 0.4692, 0.467, 0.4588, 0.4567, 0.4555, 0.4499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "5389523", "52944377", "885056", "14367469", "12909503", "1595617", "7820043", "36838958", "21562657"], "ranked_scores": [0.7216, 0.7052, 0.6863, 0.686, 0.6839, 0.6792, 0.6767, 0.6736, 0.6696, 0.6695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "37256966", "29473081", "26735905", "4447785", "1871230", "21179714", "22317868", "34469966"], "ranked_scores": [0.7423, 0.7032, 0.6994, 0.6979, 0.695, 0.6907, 0.6903, 0.6888, 0.6877, 0.6861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["1227277", "4920376", "2119889", "29321530", "14819804", "41325555", "42489926", "17195001", "19099739", "1686997"], "ranked_scores": [0.5771, 0.5631, 0.5625, 0.5571, 0.5554, 0.5531, 0.5524, 0.5506, 0.5502, 0.5484], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "16787954", "1805641", "5284188", "31363207", "1986482", "12409683", "7111021", "18074797", "21383026"], "ranked_scores": [0.679, 0.6368, 0.6241, 0.612, 0.6083, 0.6034, 0.5987, 0.5969, 0.5859, 0.5763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "1900152", "12641252", "2296264", "21150010", "1522336", "7343711", "5991309", "9955779", "7975937"], "ranked_scores": [0.612, 0.6052, 0.5852, 0.5851, 0.5833, 0.5816, 0.5775, 0.5758, 0.5745, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["12810152", "16256507", "4462079", "44572913", "21553394", "33409100", "25974070", "30981192", "21636085", "41915616"], "ranked_scores": [0.6942, 0.6886, 0.6848, 0.6614, 0.6594, 0.6583, 0.6547, 0.6511, 0.6506, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "33934971", "970012", "26474812", "4810810", "40473317", "7399084", "4340358", "25897733"], "ranked_scores": [0.4226, 0.3729, 0.3319, 0.3254, 0.3252, 0.3086, 0.3022, 0.3008, 0.2997, 0.2969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "35714909", "27449472", "8842332", "16760369", "20526907", "14973286", "35495268", "30983338"], "ranked_scores": [0.7434, 0.7061, 0.7054, 0.6886, 0.683, 0.6699, 0.6649, 0.663, 0.6602, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["33499189", "8903143", "5914739", "34905328", "2714623", "25479072", "10562341", "11289247", "9283422", "4324278"], "ranked_scores": [0.7151, 0.7113, 0.6932, 0.6885, 0.6841, 0.6809, 0.6778, 0.6747, 0.6682, 0.6621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "11913139", "8868863", "38752049", "27150276", "4587978", "21373821", "40996863", "7239105"], "ranked_scores": [0.6665, 0.5551, 0.5262, 0.5164, 0.5, 0.4906, 0.4877, 0.4831, 0.4784, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["46695481", "27873158", "28617573", "6561200", "9764256", "23136735", "46355579", "19140422", "1203035", "7650066"], "ranked_scores": [0.7987, 0.796, 0.7884, 0.7831, 0.7788, 0.774, 0.7721, 0.7445, 0.6796, 0.6727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "18810195", "1686997", "17755060", "23895668", "7875158", "3831884", "8460275", "38533515", "4138659"], "ranked_scores": [0.6437, 0.6348, 0.6348, 0.6329, 0.6301, 0.6232, 0.6208, 0.6158, 0.6152, 0.6143], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "18237384", "67045088", "40365566", "25738896", "32454714", "18488986", "219475", "7975937"], "ranked_scores": [0.7541, 0.69, 0.6776, 0.6768, 0.6714, 0.6657, 0.6635, 0.6608, 0.6602, 0.6572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "20945963", "32969964", "6477536", "13097856", "31612088", "11469078", "45581752", "63858430"], "ranked_scores": [0.5755, 0.5289, 0.4631, 0.4504, 0.4431, 0.4205, 0.4096, 0.4083, 0.4078, 0.4055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["6163801", "26886351", "35256900", "27567994", "381602", "16066726", "8137081", "19510470", "1871230", "24612804"], "ranked_scores": [0.6779, 0.6755, 0.6745, 0.6716, 0.669, 0.6612, 0.66, 0.6588, 0.6535, 0.6503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "43224840", "2060137", "952111", "32742683", "26886351", "164985", "6853699", "10812605", "30553457"], "ranked_scores": [0.4682, 0.4425, 0.4413, 0.4372, 0.4335, 0.4323, 0.4251, 0.425, 0.4243, 0.4211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "4422868", "22241778", "2296264", "1336292", "4389252", "2274272", "46765242", "35256900"], "ranked_scores": [0.5602, 0.5312, 0.5272, 0.5215, 0.5191, 0.5167, 0.514, 0.5139, 0.5127, 0.5125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "27049238", "38369817", "24660385", "13223957", "2291922", "5487448", "25175997", "37029185", "427865"], "ranked_scores": [0.3573, 0.3509, 0.3471, 0.3299, 0.3186, 0.3069, 0.3051, 0.3038, 0.2953, 0.2924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "28419824", "24510595", "24148722", "24055603", "12667988", "30813140", "14566771", "21274919"], "ranked_scores": [0.6439, 0.6263, 0.6163, 0.604, 0.5746, 0.5725, 0.5599, 0.5534, 0.5531, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "23400191", "25515907", "37628989", "21301090", "32462603", "9754530", "79231308", "4695046"], "ranked_scores": [0.5653, 0.5166, 0.468, 0.4655, 0.4637, 0.455, 0.4514, 0.4497, 0.4484, 0.4468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "6040392", "1848452", "22551259", "26230669", "9291668", "22264117", "2722988", "7514614", "4434951"], "ranked_scores": [0.7876, 0.7784, 0.7751, 0.7738, 0.765, 0.7429, 0.7293, 0.7277, 0.7213, 0.7155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "1227277", "4423401", "275294", "17195001", "2266471", "15561961", "14501880", "44693226"], "ranked_scores": [0.5879, 0.5416, 0.5261, 0.5227, 0.5151, 0.5091, 0.5004, 0.497, 0.4906, 0.4899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "26133404", "23305884", "5137019", "2947124", "5811042", "18938992", "10648422", "10450300"], "ranked_scores": [0.736, 0.6999, 0.6915, 0.6887, 0.6887, 0.6874, 0.6798, 0.6774, 0.6762, 0.6729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "22007333", "25973484", "21874312", "5487448", "16322674", "13831558", "23557241", "17450673"], "ranked_scores": [0.8074, 0.799, 0.7934, 0.7782, 0.7759, 0.7716, 0.7655, 0.7616, 0.759, 0.757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "25742130", "27873158", "46695481", "32423829", "12779444", "28617573", "46355579", "9764256", "6561200"], "ranked_scores": [0.7847, 0.7425, 0.739, 0.7247, 0.7245, 0.7226, 0.6899, 0.6886, 0.6883, 0.6838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["8005007", "37643601", "23746313", "285794", "15659108", "38747567", "9278263", "31272411", "5633957", "26133404"], "ranked_scores": [0.5619, 0.5545, 0.5324, 0.5281, 0.5246, 0.5185, 0.5156, 0.5138, 0.5103, 0.5094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "14492339", "27243019", "623486", "27910499", "36444198", "46926352", "16488405", "8300657"], "ranked_scores": [0.6291, 0.617, 0.5994, 0.5964, 0.5942, 0.5918, 0.5906, 0.5812, 0.5746, 0.5729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "1084345", "24347647", "9559146", "4326318", "26230669", "7514614", "4653837", "1848452"], "ranked_scores": [0.6255, 0.6144, 0.6107, 0.5984, 0.591, 0.5877, 0.5848, 0.5824, 0.5712, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "21380348", "16120395", "45875990", "3154880", "20620012", "8903143", "2405259", "20018321", "4324278"], "ranked_scores": [0.7466, 0.7273, 0.723, 0.7223, 0.7204, 0.7113, 0.7112, 0.7112, 0.7108, 0.7095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "25416944", "28338268", "32743723", "8672737", "46764350", "810480", "14566771"], "ranked_scores": [0.7394, 0.4805, 0.4804, 0.4753, 0.4497, 0.4392, 0.436, 0.4251, 0.422, 0.4145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "23420615", "12932176", "10846815", "15491404", "3825472", "7549811", "23700330", "8698857", "10790846"], "ranked_scores": [0.6763, 0.6558, 0.645, 0.6423, 0.642, 0.6391, 0.6289, 0.628, 0.6253, 0.6227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "24766509", "6422576", "18909530", "8327914", "17945638", "4457834", "22843616", "10165258", "6076903"], "ranked_scores": [0.664, 0.657, 0.6561, 0.6494, 0.6424, 0.6392, 0.6341, 0.6303, 0.6269, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "14717213", "5782614", "3863543", "22551259", "21692235", "7020505", "8925851"], "ranked_scores": [0.75, 0.6872, 0.6726, 0.6682, 0.656, 0.6533, 0.6521, 0.6467, 0.6444, 0.6424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["43224840", "16472469", "36830715", "4447055", "26607366", "31324978", "18346333", "25344732", "29473081", "4319844"], "ranked_scores": [0.5251, 0.5165, 0.507, 0.5045, 0.5038, 0.5005, 0.4931, 0.4918, 0.4911, 0.4888], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "36960449", "3150030", "2425364", "25599283", "41915616", "4462079", "22023404"], "ranked_scores": [0.6886, 0.6817, 0.6194, 0.592, 0.582, 0.5784, 0.5744, 0.5734, 0.5727, 0.571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "14663842", "38028419", "2831620", "6042706", "19149247", "27449472", "21553394", "20288322"], "ranked_scores": [0.561, 0.5382, 0.5357, 0.5312, 0.4971, 0.4917, 0.4903, 0.4875, 0.4796, 0.4762], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "6944800", "24726600", "1065627", "15816729", "13952658", "35256900", "4429118", "40382183", "9226649"], "ranked_scores": [0.5992, 0.5857, 0.5851, 0.5793, 0.5729, 0.5645, 0.5642, 0.5608, 0.5598, 0.5592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "4446814", "13448422", "21372171", "17821387", "7813993", "22309946", "2587396", "17421851"], "ranked_scores": [0.709, 0.6553, 0.6482, 0.645, 0.6433, 0.6423, 0.6409, 0.6347, 0.6312, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "24625323", "28419824", "38752049", "21590125", "5402581", "32463364", "40996863", "32777637"], "ranked_scores": [0.7319, 0.6271, 0.6247, 0.6194, 0.6132, 0.6043, 0.6009, 0.5992, 0.5961, 0.5896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "27022864", "12932176", "13380011", "33911859", "14972169", "57574395", "11886686", "3085264", "28249680"], "ranked_scores": [0.7469, 0.7049, 0.7039, 0.684, 0.684, 0.6813, 0.6778, 0.6758, 0.6747, 0.6734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "12513042", "4422868", "5254463", "39758684", "18358026", "9226649", "17755060", "52925737"], "ranked_scores": [0.7458, 0.7257, 0.697, 0.6934, 0.6692, 0.6559, 0.6522, 0.6513, 0.6508, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "28006126", "13798951", "34905328", "18546584", "40094786", "12058271", "10165258", "11233339", "6123924"], "ranked_scores": [0.7331, 0.7287, 0.725, 0.7232, 0.7213, 0.7187, 0.7139, 0.7117, 0.7098, 0.7096], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "6123924", "17463549", "34905328", "266641", "14492339", "40234452", "45414636"], "ranked_scores": [0.7459, 0.7114, 0.637, 0.6356, 0.6336, 0.6333, 0.63, 0.6296, 0.6266, 0.6234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "27602752", "7451018", "7224723", "21274496", "8563659", "42065070", "2947124", "5867846"], "ranked_scores": [0.7936, 0.7012, 0.6777, 0.6712, 0.6666, 0.6643, 0.6642, 0.6577, 0.656, 0.6523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["22968257", "28937856", "9559146", "31293581", "26851674", "33370", "20501163", "4920376", "18358026", "3858268"], "ranked_scores": [0.4494, 0.447, 0.4312, 0.4259, 0.4244, 0.4229, 0.4189, 0.4189, 0.4185, 0.4168], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6426919", "25014337", "15319019", "2042250", "3493623", "1970884", "13106686", "24221369", "17338543", "2638387"], "ranked_scores": [0.6415, 0.6392, 0.6307, 0.6108, 0.5987, 0.5951, 0.5948, 0.5866, 0.5831, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "31616203", "8659426", "10958594", "2492146", "25298276", "1522336", "13256155", "24873253"], "ranked_scores": [0.7181, 0.6366, 0.6329, 0.6241, 0.6229, 0.6208, 0.6203, 0.6194, 0.6121, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "22647695", "7221410", "5752492", "39559521", "195683603", "4380287", "25315295", "17438862"], "ranked_scores": [0.7215, 0.7011, 0.6893, 0.6891, 0.6877, 0.6873, 0.6868, 0.6817, 0.6809, 0.68], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2714623", "18758057", "13798951", "33499189", "5914739", "28006126", "9225850", "2825380", "4270992"], "ranked_scores": [0.791, 0.7739, 0.7555, 0.7477, 0.747, 0.7462, 0.7419, 0.7364, 0.7351, 0.7339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "27712433", "31612088", "25886725", "20491205", "12087063", "24318630", "19945096", "45920278"], "ranked_scores": [0.5693, 0.5527, 0.5199, 0.5081, 0.5014, 0.5005, 0.4997, 0.4946, 0.4938, 0.4898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "52944377", "12909503", "885056", "4583180", "5633957", "10015292", "13878643", "5389523", "29851836"], "ranked_scores": [0.7084, 0.7027, 0.7001, 0.6972, 0.6936, 0.6825, 0.6815, 0.6791, 0.6789, 0.6777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "26735905", "4447785", "12580014", "29473081", "2042250", "1871230", "22317868", "22134353"], "ranked_scores": [0.768, 0.6947, 0.6937, 0.6932, 0.6907, 0.6884, 0.6858, 0.685, 0.6764, 0.6727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["29321530", "14819804", "1285713", "41325555", "11043831", "4920376", "10491220", "28107602", "4961038", "21557055"], "ranked_scores": [0.6109, 0.6081, 0.5835, 0.5821, 0.5755, 0.57, 0.5666, 0.5665, 0.5629, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "16787954", "5284188", "21383026", "7224723", "1986482", "341324", "11254040"], "ranked_scores": [0.7594, 0.6825, 0.6672, 0.6649, 0.6514, 0.6428, 0.6319, 0.63, 0.6186, 0.6147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "1900152", "46765242", "12641252", "7343711", "1522336", "9767444", "9955779", "3935126", "2296264"], "ranked_scores": [0.6389, 0.6382, 0.6061, 0.6024, 0.5986, 0.5932, 0.5914, 0.5908, 0.5902, 0.5856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "21636085", "21553394", "30981192", "3150030", "36960449", "44572913", "25974070"], "ranked_scores": [0.7238, 0.7168, 0.7125, 0.6924, 0.6807, 0.6794, 0.6793, 0.6791, 0.6791, 0.6762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "33934971", "17454301", "26474812", "40473317", "8373753", "5289038", "7299977", "7399084"], "ranked_scores": [0.4015, 0.3997, 0.3636, 0.3443, 0.3425, 0.3425, 0.3364, 0.3268, 0.3231, 0.323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "35714909", "30983338", "6158879", "16760369", "35724562", "21301090", "4506414", "23783727"], "ranked_scores": [0.7164, 0.6928, 0.6785, 0.6683, 0.6641, 0.6636, 0.6573, 0.6539, 0.6535, 0.6482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2714623", "5914739", "25479072", "2825380", "9283422", "18042803", "10562341", "34905328"], "ranked_scores": [0.722, 0.7115, 0.7048, 0.6986, 0.6929, 0.6855, 0.6819, 0.6802, 0.6761, 0.6713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "11913139", "27150276", "22995579", "38752049", "24055603", "8868863", "12667988", "58564850"], "ranked_scores": [0.6166, 0.5507, 0.5213, 0.4922, 0.4697, 0.465, 0.454, 0.4492, 0.4486, 0.4458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "27873158", "46695481", "9764256"], "ranked_ids": ["27873158", "46695481", "28617573", "6561200", "23136735", "9764256", "19140422", "46355579", "1203035", "7650066"], "ranked_scores": [0.8303, 0.8271, 0.8215, 0.8144, 0.8093, 0.8056, 0.7997, 0.7853, 0.7289, 0.7159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "3831884", "29473081", "23895668", "2831620", "38533515", "14541844", "7875158", "23576165"], "ranked_scores": [0.6602, 0.649, 0.6314, 0.6194, 0.619, 0.6178, 0.6138, 0.6125, 0.6112, 0.6112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "5500086", "2248870", "40365566", "25738896", "67045088", "2296264", "7975937", "219475"], "ranked_scores": [0.749, 0.7033, 0.687, 0.6855, 0.6809, 0.6807, 0.6754, 0.6751, 0.6735, 0.6684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "13097856", "32969964", "841371", "63858430", "21902910", "29107210", "427865"], "ranked_scores": [0.5714, 0.5069, 0.471, 0.455, 0.4439, 0.4341, 0.4255, 0.4243, 0.4243, 0.422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["6163801", "27567994", "381602", "1871230", "26886351", "35256900", "24612804", "8137081", "7869794", "39559521"], "ranked_scores": [0.6892, 0.6812, 0.6778, 0.6768, 0.6765, 0.6726, 0.6708, 0.6705, 0.6642, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2060137", "3727986", "43224840", "45401535", "164985", "39559521", "32159283", "26886351", "28647122", "32742683"], "ranked_scores": [0.4464, 0.4361, 0.4351, 0.4301, 0.4292, 0.4286, 0.4283, 0.4217, 0.4208, 0.4192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "2296264", "4422868", "123859", "20428155", "46765242", "45401535", "22241778", "28264919", "14615911"], "ranked_scores": [0.555, 0.53, 0.5287, 0.527, 0.5251, 0.5191, 0.5141, 0.5139, 0.5127, 0.5067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "27049238", "24660385", "25175997", "38369817", "13223957", "25404036", "87758", "2291922", "37029185"], "ranked_scores": [0.3597, 0.3381, 0.336, 0.3355, 0.3298, 0.3214, 0.3211, 0.3129, 0.3062, 0.3007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "24510595", "28419824", "24055603", "14566771", "24148722", "12667988", "21274919", "143868995"], "ranked_scores": [0.6582, 0.629, 0.6183, 0.5955, 0.5848, 0.5625, 0.5616, 0.5589, 0.5589, 0.5467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "22688699", "37628989", "25515907", "12839939", "35186640", "79231308", "23294314", "5323845"], "ranked_scores": [0.5787, 0.524, 0.4926, 0.4918, 0.4817, 0.4712, 0.4684, 0.4672, 0.4666, 0.4663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "22551259", "26230669", "1848452", "9291668", "22264117", "7514614", "4434951", "2722988"], "ranked_scores": [0.7771, 0.7763, 0.769, 0.7611, 0.7548, 0.7499, 0.7443, 0.729, 0.7254, 0.7148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "17195001", "4423401", "14501880", "9899292", "36654066", "31407112", "1686997", "2266471"], "ranked_scores": [0.5845, 0.5752, 0.5621, 0.554, 0.5521, 0.5447, 0.5408, 0.5352, 0.5314, 0.5284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26873988", "26133404", "10450300", "8300657", "9433958", "18938992", "23305884", "10359591", "2947124", "30437264"], "ranked_scores": [0.7259, 0.7132, 0.7065, 0.7002, 0.6989, 0.6966, 0.6925, 0.6875, 0.6873, 0.6861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "22007333", "5487448", "21874312", "23557241", "16322674", "17450673", "13831558", "25973484"], "ranked_scores": [0.8007, 0.788, 0.7823, 0.7794, 0.776, 0.7727, 0.7726, 0.7697, 0.7685, 0.7681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "25742130", "46695481", "12779444", "9764256", "6561200", "28617573", "32423829", "23136735"], "ranked_scores": [0.7924, 0.7671, 0.7624, 0.756, 0.7548, 0.7318, 0.7267, 0.7233, 0.7204, 0.7186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "285794", "8005007", "15659108", "26133404", "5633957", "2824347", "4402497", "3698758", "6501747"], "ranked_scores": [0.593, 0.5824, 0.5591, 0.5578, 0.553, 0.551, 0.5453, 0.5431, 0.543, 0.5402], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "24088502", "27243019", "46926352", "14492339", "623486", "5132358", "1336292", "27910499", "24512064"], "ranked_scores": [0.6104, 0.6019, 0.5951, 0.5802, 0.5795, 0.5735, 0.5672, 0.5649, 0.561, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "7514614", "26230669", "24347647", "10012166", "4326318", "1084345", "6313547", "20418809", "7834603"], "ranked_scores": [0.6181, 0.5902, 0.5901, 0.5834, 0.5748, 0.5714, 0.5636, 0.563, 0.5603, 0.56], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3849194", "3154880", "45875990", "4324278", "8453819", "21380348", "8856690", "36464673", "20018321"], "ranked_scores": [0.7548, 0.7405, 0.7348, 0.7327, 0.731, 0.7281, 0.7269, 0.7197, 0.7189, 0.7184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "25416944", "28338268", "116792", "32743723", "810480", "46764350", "7997337"], "ranked_scores": [0.7224, 0.5153, 0.5081, 0.4915, 0.4673, 0.4654, 0.4621, 0.4573, 0.4555, 0.4499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "15491404", "23420615", "12932176", "7549811", "7093809", "14171859", "10790846", "16398827", "15548965"], "ranked_scores": [0.6823, 0.6614, 0.659, 0.6481, 0.6456, 0.6437, 0.6433, 0.6414, 0.6394, 0.6309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "2988714", "17945638", "8327914", "11922370", "24766509", "4457834", "9988425", "40667066", "3849194"], "ranked_scores": [0.6769, 0.6749, 0.6602, 0.6562, 0.6483, 0.6472, 0.647, 0.6441, 0.6417, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "5782614", "8925851", "3863543", "26336593", "33677323", "14717213", "21692235"], "ranked_scores": [0.7496, 0.706, 0.6807, 0.6779, 0.6583, 0.6567, 0.6522, 0.6515, 0.6505, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4447055", "16472469", "43224840", "3831884", "1686997", "18346333", "25483562", "31324978", "25344732", "16208091"], "ranked_scores": [0.5194, 0.5079, 0.5043, 0.5042, 0.5037, 0.5024, 0.4963, 0.4945, 0.4924, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "36960449", "4462079", "41915616", "3150030", "22023404", "275294", "16256507"], "ranked_scores": [0.6667, 0.656, 0.6383, 0.6045, 0.6043, 0.5848, 0.5711, 0.5656, 0.5594, 0.558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "71625969", "14663842", "21641088", "27449472", "2831620", "195352", "42441846", "120626"], "ranked_scores": [0.5488, 0.5482, 0.5462, 0.5214, 0.5212, 0.5152, 0.5098, 0.5059, 0.5041, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "24726600", "6944800", "1065627", "13952658", "26231129", "4429118", "17388232", "40667577", "2177022"], "ranked_scores": [0.628, 0.6165, 0.6079, 0.6031, 0.6031, 0.5975, 0.5959, 0.5941, 0.593, 0.5846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "4446814", "2587396", "7373453", "17421851", "21372171", "15925931", "13448422", "24989194"], "ranked_scores": [0.7212, 0.6765, 0.6515, 0.6508, 0.647, 0.6407, 0.6316, 0.6315, 0.6273, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "32463364", "5691302", "13933299", "41264017", "5402581", "38752049", "36003142", "28419824"], "ranked_scores": [0.7218, 0.6339, 0.6236, 0.6201, 0.6154, 0.6152, 0.6073, 0.6049, 0.6047, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "12932176", "27022864", "11886686", "14972169", "7093809", "33911859", "5811042", "51952430", "44408494"], "ranked_scores": [0.7701, 0.7324, 0.7109, 0.7023, 0.7015, 0.6988, 0.6981, 0.6946, 0.6896, 0.6882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4422868", "12513042", "39758684", "18358026", "4889228", "5254463", "9226649", "17755060"], "ranked_scores": [0.739, 0.719, 0.6928, 0.677, 0.6632, 0.6606, 0.6571, 0.657, 0.6514, 0.6505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "28006126", "29347970", "13798951", "18546584", "6123924", "21185923", "45414636", "40234452", "12058271"], "ranked_scores": [0.761, 0.7499, 0.7474, 0.7444, 0.7421, 0.7366, 0.7362, 0.7347, 0.7338, 0.7318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "45414636", "10165258", "6123924", "40234452", "17463549", "34905328", "54561384", "623486"], "ranked_scores": [0.7331, 0.6997, 0.6563, 0.6529, 0.6466, 0.6457, 0.6426, 0.642, 0.6408, 0.6341], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "7224723", "27602752", "8300657", "8563659", "2947124", "21274496", "7451018", "27555165", "42065070"], "ranked_scores": [0.7937, 0.6814, 0.68, 0.6777, 0.6636, 0.6581, 0.6557, 0.6526, 0.6489, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["9559146", "31293581", "3831884", "28937856", "33370", "18358026", "17412260", "23895668", "5468807", "5254463"], "ranked_scores": [0.4767, 0.4543, 0.4483, 0.4481, 0.446, 0.445, 0.4389, 0.4347, 0.4336, 0.4293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "13106686", "24221369", "3493623", "2042250", "25263810", "2638387", "1970884"], "ranked_scores": [0.6657, 0.6607, 0.6414, 0.6304, 0.621, 0.6143, 0.611, 0.6039, 0.6025, 0.6], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "8659426", "10958594", "13256155", "24634621", "31616203", "24450344", "25298276", "26231129", "7821634"], "ranked_scores": [0.7169, 0.6632, 0.6532, 0.6517, 0.6501, 0.6394, 0.6364, 0.6363, 0.6356, 0.6255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "4380287", "13923140", "1550937", "22647695", "5752492", "39559521", "14386505", "17438862", "34016987"], "ranked_scores": [0.7196, 0.7189, 0.7068, 0.7049, 0.7028, 0.7006, 0.6984, 0.6962, 0.6951, 0.6897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2714623", "2825380", "13798951", "8903143", "33499189", "18758057", "5914739", "4270992", "28006126"], "ranked_scores": [0.8062, 0.7999, 0.7849, 0.784, 0.7762, 0.7726, 0.7616, 0.7607, 0.7602, 0.7596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "12087063", "25886725", "21323587", "3662510", "19945096", "40905302", "45920278", "20491205"], "ranked_scores": [0.5683, 0.56, 0.5358, 0.525, 0.5132, 0.511, 0.5092, 0.5065, 0.5001, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "9301606", "12909503", "885056", "52944377", "24624992", "21622715", "10015292", "29851836", "5389523"], "ranked_scores": [0.7025, 0.6941, 0.6929, 0.6913, 0.6887, 0.6851, 0.6788, 0.6751, 0.6739, 0.6737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22317868", "4447785", "2042250", "9225850", "12580014", "22134353", "37256966", "1871230", "195683603"], "ranked_scores": [0.7701, 0.6892, 0.688, 0.6869, 0.6864, 0.6864, 0.6851, 0.677, 0.6735, 0.6715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "11043831", "29321530", "4961038", "10491220", "1285713", "41325555", "17195001", "19099739", "7225911"], "ranked_scores": [0.6071, 0.5881, 0.5838, 0.5754, 0.5698, 0.5679, 0.5657, 0.5647, 0.563, 0.562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "7111021", "5284188", "16787954", "11254040", "7224723", "1986482", "13899137", "14408200"], "ranked_scores": [0.7481, 0.687, 0.685, 0.6636, 0.66, 0.6544, 0.6443, 0.6435, 0.6373, 0.632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "1900152", "3935126", "9767444", "2296264", "5991309", "35766603", "17671145", "52180874", "12641252"], "ranked_scores": [0.6202, 0.6144, 0.5929, 0.5871, 0.5862, 0.5747, 0.5735, 0.5729, 0.5718, 0.5714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "44572913", "4462079", "30720103", "36960449", "4483571", "26409363", "23267371", "520579", "275294"], "ranked_scores": [0.5971, 0.5758, 0.5667, 0.5653, 0.5594, 0.5321, 0.5286, 0.5283, 0.5101, 0.5037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "7198295", "4810810", "4319174", "25687558", "4340358", "13000926", "34582256", "36838958"], "ranked_scores": [0.4396, 0.4162, 0.4141, 0.4076, 0.4012, 0.3969, 0.3836, 0.378, 0.3779, 0.3662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "23783727", "6158879", "16760369", "38630735", "7640792", "29253460", "13448422", "3056682"], "ranked_scores": [0.6654, 0.635, 0.6168, 0.6119, 0.5903, 0.5815, 0.5686, 0.5646, 0.5424, 0.5343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2825380", "2714623", "9283422", "5914739", "33499189", "41982985", "21746539", "15972906", "6961811"], "ranked_scores": [0.6164, 0.5921, 0.5869, 0.5855, 0.5725, 0.5718, 0.5605, 0.5519, 0.5489, 0.5473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "12672066", "24318630", "35022568", "6841927", "36033696", "4695046", "12667988"], "ranked_scores": [0.6709, 0.4491, 0.4465, 0.4431, 0.4255, 0.407, 0.4031, 0.4021, 0.3966, 0.3941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["46695481", "27873158", "6561200", "7650066", "9764256", "28617573", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.7486, 0.7387, 0.703, 0.7024, 0.7008, 0.6745, 0.6677, 0.6247, 0.5923, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "18810195", "23887844", "4423401", "21626639", "22914228", "3831884", "7875158", "36653415", "23576165"], "ranked_scores": [0.5865, 0.5688, 0.5435, 0.5428, 0.5395, 0.5392, 0.5377, 0.5363, 0.5345, 0.5304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "195683603", "23509113", "31313782", "15425958", "26873988", "35395662", "27602752", "67045088", "2947124"], "ranked_scores": [0.6639, 0.5902, 0.587, 0.5833, 0.5827, 0.5799, 0.5794, 0.5719, 0.5673, 0.5639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "84379954", "7547329", "6319826", "40412980", "10577574", "22711954", "11288846"], "ranked_scores": [0.5193, 0.4142, 0.377, 0.3411, 0.3345, 0.3309, 0.3146, 0.3052, 0.3025, 0.2996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "19005293", "9225850", "22696649", "16066726", "195683603", "40323148", "4389252", "4391121", "24707550"], "ranked_scores": [0.7004, 0.5797, 0.5786, 0.5776, 0.5765, 0.5692, 0.5677, 0.5613, 0.5604, 0.5586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "21239672", "3984231", "25028913", "28264919", "10576136", "3616843", "6270720", "9846940"], "ranked_scores": [0.6064, 0.5011, 0.4916, 0.49, 0.4626, 0.4617, 0.4616, 0.4615, 0.4603, 0.458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "4999387", "1805641", "18025240", "18074797", "21258863", "10617916", "3929361", "27264454", "22635278"], "ranked_scores": [0.4787, 0.4617, 0.4492, 0.4477, 0.4393, 0.4302, 0.4274, 0.4268, 0.4109, 0.4072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "22867765", "19854543", "17168045", "496873", "22889972", "17741440", "2593298", "2159648", "25938221"], "ranked_scores": [0.4491, 0.4454, 0.4334, 0.4281, 0.4256, 0.4204, 0.4065, 0.4058, 0.404, 0.403], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "44830890", "41735503", "24055603", "23785605", "21274919", "12667988", "24510595", "30813140"], "ranked_scores": [0.4619, 0.4368, 0.4203, 0.4171, 0.4132, 0.4028, 0.402, 0.3931, 0.3882, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "45276789", "52874170", "13097856", "8190282", "997143", "116556376", "6477536"], "ranked_scores": [0.5443, 0.4034, 0.3833, 0.3692, 0.359, 0.3563, 0.3448, 0.3426, 0.3371, 0.336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "6040392", "22543403", "22551259", "22264117", "9291668", "14475235", "4434951", "26230669", "2722988"], "ranked_scores": [0.7045, 0.6907, 0.69, 0.6691, 0.6625, 0.6623, 0.6255, 0.6219, 0.6188, 0.6148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "2266471", "1227277", "10482574", "11738716", "3504761", "14874811", "29467201", "14198646"], "ranked_scores": [0.7062, 0.6093, 0.5962, 0.5785, 0.5652, 0.5644, 0.5637, 0.563, 0.5436, 0.5404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "12885341", "2947124", "3493623", "27602752", "25315295", "1550937", "20960682", "3308636"], "ranked_scores": [0.6934, 0.568, 0.5656, 0.5575, 0.5435, 0.5423, 0.5373, 0.5343, 0.5339, 0.5338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "27123743", "23557241", "37480103", "16322674", "22007333", "25973484", "13831842", "16098747", "5487448"], "ranked_scores": [0.6982, 0.6794, 0.6745, 0.6662, 0.6567, 0.6513, 0.6294, 0.6139, 0.6087, 0.6044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "36355784", "32423829", "9764256", "25742130", "6561200", "12779444", "7650066", "22942787"], "ranked_scores": [0.5924, 0.5877, 0.5593, 0.554, 0.5534, 0.5482, 0.5481, 0.5282, 0.5265, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "24221369", "7820043", "8005007", "41337677", "3107733", "8596357"], "ranked_scores": [0.6778, 0.6694, 0.668, 0.6649, 0.5937, 0.5894, 0.578, 0.5776, 0.5744, 0.5577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "35534019", "3698758", "14021596", "11349166", "18174210", "11344428", "7227763", "27602752", "30492966"], "ranked_scores": [0.5917, 0.4634, 0.4629, 0.461, 0.4568, 0.4486, 0.4399, 0.4384, 0.4371, 0.4361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "52887689", "516867", "7834603", "16693950", "7514614", "6277638", "4452659", "7185591"], "ranked_scores": [0.6758, 0.6361, 0.6033, 0.5867, 0.5686, 0.5686, 0.5654, 0.5647, 0.5627, 0.5553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "6264468", "5935987", "24221369", "7968532", "6422576", "18358026", "1748921"], "ranked_scores": [0.6263, 0.5522, 0.5377, 0.5119, 0.5044, 0.4911, 0.4896, 0.4887, 0.4885, 0.4856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "116792", "810480", "6565037", "25938221", "9787715", "13282296"], "ranked_scores": [0.6283, 0.5022, 0.4911, 0.4384, 0.4177, 0.4149, 0.3949, 0.3921, 0.3811, 0.3756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "2119889", "2851611", "4740447", "6076903", "35660758", "35747505", "8997410", "30303335", "24335068"], "ranked_scores": [0.526, 0.513, 0.5092, 0.5048, 0.5012, 0.4944, 0.4931, 0.4927, 0.4873, 0.4822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "29557235", "7451607", "19149247", "12225214", "10012166", "23160444", "4362729", "7042304"], "ranked_scores": [0.6562, 0.5671, 0.5217, 0.515, 0.5113, 0.5101, 0.4949, 0.4929, 0.4915, 0.4913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "2359152", "3863543", "5765455", "6000423", "8083310", "33677323", "5782614", "12240507", "5836"], "ranked_scores": [0.6544, 0.6461, 0.64, 0.6335, 0.6239, 0.6017, 0.6014, 0.5891, 0.5801, 0.5744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "7468449", "2679511", "12643937", "12156187", "14178995", "11568270", "6812319"], "ranked_scores": [0.7219, 0.588, 0.5716, 0.5522, 0.5407, 0.5405, 0.5402, 0.5344, 0.5316, 0.5294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "2425364", "275294", "26409363", "3150030", "16256507", "36960449", "22023404"], "ranked_scores": [0.4946, 0.4925, 0.4908, 0.4626, 0.4576, 0.4386, 0.43, 0.4298, 0.4293, 0.4224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "32481310", "38028419", "71625969", "14663842", "20280410", "33911859", "6947286", "5939172", "40913091"], "ranked_scores": [0.5563, 0.4384, 0.434, 0.4265, 0.4156, 0.4142, 0.3983, 0.3908, 0.3887, 0.3823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "17388232", "12866641", "6944800", "3727986", "13256155", "26231129", "11172205", "40667577", "26735905"], "ranked_scores": [0.6023, 0.542, 0.535, 0.5191, 0.5179, 0.5082, 0.5076, 0.5065, 0.5036, 0.5008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "10071590", "15925931", "7813993", "28164534", "38630735", "24989194", "17821387"], "ranked_scores": [0.7437, 0.5439, 0.5345, 0.5096, 0.4951, 0.4826, 0.4819, 0.4799, 0.4767, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "5698494", "22730024", "2338488", "34139429", "4647303", "38752049", "9813098", "23785605"], "ranked_scores": [0.6965, 0.4772, 0.4719, 0.4642, 0.4624, 0.4621, 0.4605, 0.4576, 0.4575, 0.4574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "26336593", "13380011", "33911859", "4889228", "6636088", "7042304", "612002", "3113630"], "ranked_scores": [0.6577, 0.5511, 0.5483, 0.5394, 0.5276, 0.5257, 0.5237, 0.5078, 0.5045, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "7975937", "9226649", "12513042", "4422868", "43334921", "26735905", "31682248", "17755060"], "ranked_scores": [0.7423, 0.7254, 0.6106, 0.5911, 0.587, 0.5798, 0.5746, 0.5679, 0.5628, 0.5594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14492339", "6123924", "28006126", "29423324", "6767271", "26851674", "40312663", "28206748", "1982286"], "ranked_scores": [0.7135, 0.5997, 0.5831, 0.5795, 0.5794, 0.5787, 0.5715, 0.5714, 0.5656, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "33535222", "11666252", "20220731", "42693833", "17682477", "13398997", "22613657"], "ranked_scores": [0.6449, 0.6396, 0.5411, 0.5391, 0.5249, 0.5237, 0.5191, 0.5189, 0.5146, 0.5108], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "11238951", "5398179", "20357868", "92308", "31560225", "5867846"], "ranked_scores": [0.7505, 0.603, 0.573, 0.5707, 0.5705, 0.5434, 0.538, 0.5358, 0.5345, 0.534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "2014909", "3559136", "24612804", "11738716", "25988622", "18348376", "24721866", "2335873", "2030623"], "ranked_scores": [0.4422, 0.4327, 0.4129, 0.4079, 0.3984, 0.3968, 0.3951, 0.3906, 0.3867, 0.3866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "6421792", "641786", "22703082", "43311750", "6503534", "2638387"], "ranked_scores": [0.6776, 0.6338, 0.6301, 0.5294, 0.5028, 0.4874, 0.4852, 0.4836, 0.4825, 0.4824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24634621", "24575065", "13256155", "24190159", "32421068", "6334188"], "ranked_scores": [0.6999, 0.6198, 0.5321, 0.5178, 0.5167, 0.4777, 0.4715, 0.4707, 0.4662, 0.4633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "21498497", "12827098", "25988622", "7489663", "5572127", "29509926", "21395936", "4391121", "24707550"], "ranked_scores": [0.5738, 0.5425, 0.5337, 0.5289, 0.5278, 0.5275, 0.5227, 0.5225, 0.5192, 0.5189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "15972906", "2825380", "9283422", "2714623", "33499189", "21746539", "5914739", "8903143", "18042803"], "ranked_scores": [0.7234, 0.6912, 0.6899, 0.688, 0.6813, 0.6724, 0.6685, 0.6655, 0.6587, 0.6571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "74137632", "3662510", "7419612", "19961177", "24318630", "21323587", "26611094", "45461275", "10577574"], "ranked_scores": [0.5685, 0.3727, 0.3724, 0.3564, 0.3547, 0.3526, 0.3523, 0.3449, 0.3409, 0.339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "33076846", "27306942", "11369420", "17017465", "36345185", "8764879", "5415832", "24624992"], "ranked_scores": [0.6526, 0.6393, 0.6202, 0.6137, 0.5945, 0.5922, 0.5875, 0.5863, 0.5842, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "195683603", "24315156", "17967608", "22696649", "1800734", "5484763", "33920995"], "ranked_scores": [0.7929, 0.596, 0.5792, 0.5788, 0.5754, 0.5682, 0.5595, 0.5554, 0.5549, 0.551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["11238784", "9784254", "23286603", "3203590", "8458567", "25677651", "24150328", "22674621", "712078", "22116439"], "ranked_scores": [0.5875, 0.5845, 0.5792, 0.5763, 0.5706, 0.5591, 0.5443, 0.5401, 0.5362, 0.534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "1986482", "13899137", "45461275", "13901073", "39984099", "13071728", "341324"], "ranked_scores": [0.7027, 0.6949, 0.605, 0.585, 0.5801, 0.5655, 0.5494, 0.5393, 0.5345, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "3471191", "5991309", "1900152", "52180874", "14834714", "7343711", "1454773", "22635278", "2492146"], "ranked_scores": [0.5756, 0.5235, 0.5088, 0.508, 0.5048, 0.5044, 0.5032, 0.4804, 0.4756, 0.4729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m192-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "44572913", "4483571", "30720103", "36960449", "23267371", "520579", "3150030", "275294"], "ranked_scores": [0.5814, 0.5608, 0.5523, 0.5397, 0.5354, 0.5204, 0.5161, 0.5042, 0.5028, 0.4987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "13000926", "25687558", "4319174", "4340358", "7198295", "4810810", "3083927", "25817686"], "ranked_scores": [0.4232, 0.4147, 0.4085, 0.4085, 0.4059, 0.3958, 0.3944, 0.3745, 0.3732, 0.3651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "6158879", "5884524", "23783727", "38630735", "16760369", "7640792", "13448422", "29253460", "2533768"], "ranked_scores": [0.6977, 0.6327, 0.6183, 0.6031, 0.5902, 0.5648, 0.5518, 0.5517, 0.5431, 0.5324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "2714623", "9283422", "5914739", "2825380", "11195653", "33499189", "15972906", "41982985", "34905328"], "ranked_scores": [0.622, 0.5726, 0.5692, 0.565, 0.5631, 0.5582, 0.5507, 0.5495, 0.5471, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "12672066", "12667988", "24318630", "6841927", "43220289", "26720366", "19071857"], "ranked_scores": [0.6219, 0.4401, 0.4357, 0.4123, 0.4012, 0.3932, 0.39, 0.3846, 0.3781, 0.3777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "9764256", "28617573", "23136735", "19140422", "16980892", "1203035"], "ranked_scores": [0.7091, 0.7041, 0.6814, 0.6724, 0.6631, 0.6602, 0.6245, 0.6152, 0.5918, 0.5715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "18810195", "20672596", "3831884", "27647593", "36653415", "4423401", "1605196", "21626639", "7875158"], "ranked_scores": [0.5855, 0.5628, 0.5586, 0.5533, 0.5327, 0.5321, 0.5312, 0.5267, 0.5212, 0.5193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "2248870", "35395662", "27602752", "1800734", "195683603", "15425958", "34016987", "36345578"], "ranked_scores": [0.6519, 0.5883, 0.579, 0.5741, 0.5686, 0.5678, 0.5632, 0.561, 0.5583, 0.5566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "7547329", "6319826", "84379954", "38180456", "14408200", "40412980", "11469078"], "ranked_scores": [0.5264, 0.3872, 0.383, 0.3305, 0.3239, 0.3232, 0.3213, 0.3188, 0.3105, 0.3038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "9977329", "4391121", "3330111", "22696649", "19005293", "16066726", "36345578", "9225850", "40365566"], "ranked_scores": [0.6797, 0.5844, 0.5827, 0.5807, 0.572, 0.5688, 0.5684, 0.561, 0.5587, 0.5539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "2842550", "29526125", "10576136", "21239672", "9846940", "3984231", "3616843", "6270720"], "ranked_scores": [0.5705, 0.5008, 0.4875, 0.4809, 0.4758, 0.4729, 0.4699, 0.4615, 0.4601, 0.4571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1805641", "1215116", "3929361", "4999387", "21258863", "18025240", "22635278", "18074797", "12409683", "10617916"], "ranked_scores": [0.4639, 0.4624, 0.4525, 0.4467, 0.431, 0.413, 0.4091, 0.4045, 0.4022, 0.4009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["33569870", "17168045", "496873", "25938221", "19854543", "22889972", "25175997", "2159648", "7711685", "22867765"], "ranked_scores": [0.4333, 0.4303, 0.4293, 0.4288, 0.4272, 0.4177, 0.4139, 0.408, 0.4079, 0.4026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "44830890", "30813140", "24510595", "21274919", "15984735", "7965928", "14606752", "13282296"], "ranked_scores": [0.4344, 0.4095, 0.4044, 0.402, 0.3952, 0.3816, 0.378, 0.3777, 0.3746, 0.3701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "45276789", "52874170", "12258338", "6477536", "25589047", "10577574", "1387104"], "ranked_scores": [0.5268, 0.3963, 0.3824, 0.375, 0.3589, 0.3553, 0.3464, 0.3393, 0.3351, 0.3344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22264117", "6040392", "22543403", "9291668", "22551259", "26230669", "1848452", "14475235", "2722988"], "ranked_scores": [0.6912, 0.6747, 0.6554, 0.6523, 0.6501, 0.648, 0.6255, 0.6142, 0.6125, 0.5919], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "3504761", "14874811", "10482574", "14241418", "11738716", "10790846"], "ranked_scores": [0.685, 0.6033, 0.5975, 0.592, 0.5699, 0.5671, 0.5593, 0.5398, 0.5288, 0.5275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "12885341", "2947124", "3493623", "7968532", "1550937", "10627801", "4402497", "30437264"], "ranked_scores": [0.6679, 0.573, 0.5606, 0.55, 0.5463, 0.5382, 0.5328, 0.5306, 0.529, 0.529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "37480103", "16322674", "22007333", "16098747", "13831842", "25973484", "5487448"], "ranked_scores": [0.6745, 0.6645, 0.6574, 0.6572, 0.646, 0.6349, 0.6138, 0.6057, 0.6019, 0.5998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "36355784", "6561200", "25742130", "7650066", "32423829", "12779444", "9764256", "23136735"], "ranked_scores": [0.5872, 0.5796, 0.5495, 0.5451, 0.5449, 0.5326, 0.5265, 0.5184, 0.5151, 0.5134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "10627801", "44366096", "7820043", "41337677", "8005007", "24221369", "3107733", "6501747"], "ranked_scores": [0.6619, 0.6564, 0.6504, 0.6176, 0.5882, 0.5721, 0.5716, 0.5678, 0.5646, 0.5601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "35534019", "11349166", "7227763", "24612804", "18174210", "3698758", "27602752", "1145473"], "ranked_scores": [0.5612, 0.4909, 0.4626, 0.4624, 0.4475, 0.4378, 0.4349, 0.4348, 0.4256, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "52887689", "7514614", "6277638", "4452659", "22264117", "24347647", "7834603"], "ranked_scores": [0.6783, 0.593, 0.592, 0.5808, 0.569, 0.5657, 0.5619, 0.5596, 0.5491, 0.5486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "5935987", "6264468", "12265561", "7968532", "27134931", "6422576", "18358026"], "ranked_scores": [0.5974, 0.5537, 0.5278, 0.5077, 0.5043, 0.5034, 0.5017, 0.5014, 0.4951, 0.4902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "810480", "116792", "23670644", "16398827", "4340358", "9787715", "40900567"], "ranked_scores": [0.6284, 0.5087, 0.4705, 0.4225, 0.4139, 0.4119, 0.3885, 0.3814, 0.3801, 0.3757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "2851611", "35747505", "24335068", "6076903", "19313533", "15548965", "4740447", "35660758", "2119889"], "ranked_scores": [0.5251, 0.5223, 0.5045, 0.5016, 0.4984, 0.4975, 0.4973, 0.4959, 0.4946, 0.491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "29557235", "6422576", "7451607", "10012166", "19149247", "9505448", "10790846", "4362729", "8460275"], "ranked_scores": [0.6802, 0.5388, 0.5344, 0.5225, 0.5121, 0.5083, 0.5053, 0.5018, 0.4929, 0.49], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3391547", "3863543", "6000423", "8083310", "33677323", "5836", "8385277", "5782614"], "ranked_scores": [0.6506, 0.6425, 0.6381, 0.6026, 0.5927, 0.5922, 0.5752, 0.5744, 0.5648, 0.5647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "26607366", "12922760", "7468449", "12643937", "14178995", "16644043", "5492542", "778436", "2679511"], "ranked_scores": [0.6843, 0.6122, 0.5799, 0.5639, 0.5322, 0.531, 0.5293, 0.5245, 0.5228, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "2425364", "30720103", "23267371", "275294", "26409363", "36960449", "16256507", "4483571", "25599283"], "ranked_scores": [0.5022, 0.4813, 0.4745, 0.4659, 0.4426, 0.4236, 0.4144, 0.4102, 0.4016, 0.4004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "32481310", "33911859", "38028419", "5939172", "10548391", "14663842", "24144677", "1148122"], "ranked_scores": [0.5162, 0.4249, 0.4174, 0.3984, 0.3957, 0.3954, 0.3947, 0.3941, 0.3795, 0.3788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17388232", "1065627", "12866641", "6944800", "40667577", "26231129", "11172205", "3727986", "17934082", "4429118"], "ranked_scores": [0.5475, 0.5474, 0.54, 0.5169, 0.5149, 0.5137, 0.513, 0.5099, 0.4963, 0.4933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "23124332", "10071590", "7813993", "10284593", "3984231", "38630735", "24989194", "17821387"], "ranked_scores": [0.7136, 0.5435, 0.5233, 0.5098, 0.5018, 0.4857, 0.4726, 0.47, 0.466, 0.4631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "5698494", "34139429", "25451374", "22730024", "40790033", "38752049", "23785605", "9813098"], "ranked_scores": [0.6437, 0.4817, 0.4568, 0.4539, 0.4533, 0.4528, 0.449, 0.4467, 0.4393, 0.4357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "6636088", "26336593", "13380011", "54562433", "4889228", "7997337", "6157371", "33911859"], "ranked_scores": [0.6349, 0.5619, 0.5324, 0.5202, 0.5167, 0.5011, 0.5002, 0.4981, 0.4952, 0.4947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "4422868", "9226649", "7975937", "26735905", "43334921", "5254463", "57783564"], "ranked_scores": [0.7362, 0.6933, 0.5846, 0.5782, 0.5721, 0.5695, 0.5651, 0.5615, 0.5606, 0.5591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "6123924", "14492339", "10359591", "28006126", "51952430", "29423324", "40632104", "34905328", "26851674"], "ranked_scores": [0.6851, 0.6032, 0.5803, 0.5619, 0.5616, 0.5596, 0.5572, 0.5555, 0.5551, 0.5526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "20220731", "5132358", "19511011", "11666252", "22613657", "41226276", "33535222"], "ranked_scores": [0.6582, 0.615, 0.5404, 0.5193, 0.5166, 0.5093, 0.5093, 0.5045, 0.5037, 0.5001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "5735492", "21274496", "11238951", "5867846", "5398179", "4883040", "92308", "18938992"], "ranked_scores": [0.6953, 0.6076, 0.5865, 0.5668, 0.5635, 0.5256, 0.5227, 0.5211, 0.5208, 0.5187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "2014909", "3559136", "24612804", "1127562", "24721866", "29429111", "712078", "2335873", "25988622"], "ranked_scores": [0.4276, 0.425, 0.422, 0.4203, 0.3968, 0.3939, 0.3909, 0.3901, 0.3875, 0.3854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "4336849", "6421792", "21274496", "41329906", "14260013", "5560962", "5735492"], "ranked_scores": [0.6442, 0.6043, 0.5906, 0.5208, 0.4912, 0.4912, 0.4899, 0.4888, 0.4887, 0.4826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24634621", "52180874", "7165938", "24575065", "6334188", "13256155"], "ranked_scores": [0.6754, 0.6142, 0.5307, 0.5148, 0.4802, 0.4758, 0.4743, 0.4726, 0.4696, 0.4684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "14492339", "17934603", "12827098", "4391121", "20722510", "17438862", "7948486", "5106691", "8317408"], "ranked_scores": [0.5553, 0.5388, 0.5348, 0.5318, 0.5318, 0.5306, 0.5302, 0.5293, 0.5244, 0.5226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "9283422", "2714623", "2825380", "15972906", "5914739", "8903143", "21746539", "33499189", "6961811"], "ranked_scores": [0.7214, 0.6815, 0.6784, 0.6731, 0.6721, 0.6505, 0.6486, 0.6471, 0.6465, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5714, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "19945096", "3662510", "38180456", "5641851", "841371", "29107210", "14408200", "16204011", "9658390"], "ranked_scores": [0.5299, 0.3385, 0.3357, 0.3341, 0.3328, 0.3306, 0.3293, 0.3289, 0.3278, 0.3251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "29073751", "11369420", "36345185", "33076846", "27306942", "3863543", "24624992", "22317868", "8764879"], "ranked_scores": [0.6391, 0.6262, 0.6065, 0.6026, 0.6025, 0.5901, 0.586, 0.5856, 0.5829, 0.5814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1800734", "24315156", "1871230", "36345578", "28149602", "18841257", "22696649", "17967608"], "ranked_scores": [0.7639, 0.6037, 0.5856, 0.5827, 0.5718, 0.5696, 0.5668, 0.5625, 0.5607, 0.5572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["8458567", "9784254", "23286603", "3203590", "11238784", "25677651", "24150328", "56486733", "712078", "20554003"], "ranked_scores": [0.5887, 0.5847, 0.5818, 0.5739, 0.563, 0.5573, 0.5399, 0.5394, 0.5378, 0.5286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "1986482", "341324", "45461275", "13901073", "15997009", "708425"], "ranked_scores": [0.7102, 0.6654, 0.5994, 0.5654, 0.5641, 0.5534, 0.5438, 0.5401, 0.5246, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "1900152", "7343711", "14834714", "5991309", "3471191", "52180874", "2492146", "23912923", "21009874"], "ranked_scores": [0.5618, 0.517, 0.5087, 0.5042, 0.4991, 0.4974, 0.497, 0.4871, 0.4792, 0.4776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m96-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["4462079", "16256507", "30981192", "275294", "12810152", "23267371", "30720103", "21636085", "22023404", "18256197"], "ranked_scores": [0.5707, 0.5422, 0.541, 0.5252, 0.5229, 0.5133, 0.5113, 0.5088, 0.4983, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "6504953", "1568684", "25687558", "34582256", "13350374", "7198295", "970012", "38023457", "24241932"], "ranked_scores": [0.3592, 0.3441, 0.3377, 0.3175, 0.3174, 0.3084, 0.2866, 0.2865, 0.2849, 0.2839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "13448422", "38630735", "12561083", "25028913", "20526907", "16760369", "13282296", "21301090"], "ranked_scores": [0.6857, 0.6041, 0.5928, 0.5872, 0.5768, 0.5664, 0.5654, 0.5572, 0.5541, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "8698857", "51952430", "25479072", "9283422", "5914739", "34905328", "8305686", "21557055", "22968257"], "ranked_scores": [0.639, 0.629, 0.6283, 0.6251, 0.6199, 0.6186, 0.6145, 0.6126, 0.6093, 0.6089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "11913139", "38752049", "4587978", "8868863", "21590125", "31612088", "24318630"], "ranked_scores": [0.4553, 0.4541, 0.4418, 0.4187, 0.4144, 0.401, 0.3905, 0.3763, 0.3707, 0.3453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "46695481", "23136735", "27873158", "46355579", "19140422", "9764256", "7650066", "16980892"], "ranked_scores": [0.7246, 0.7176, 0.7033, 0.6992, 0.6907, 0.6712, 0.6449, 0.6415, 0.6266, 0.6064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7366, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8597, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "23576165", "16319097", "25519138", "37362689", "4423401", "4020950", "20672596"], "ranked_scores": [0.6113, 0.5873, 0.5811, 0.5644, 0.5586, 0.555, 0.5537, 0.5516, 0.5498, 0.5485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20722510", "2947124", "19005293", "29509926", "46202852", "2474731", "24044977", "883747", "6501747"], "ranked_scores": [0.6, 0.5879, 0.5853, 0.5819, 0.5806, 0.572, 0.5611, 0.5606, 0.5566, 0.5562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11469078", "22711954", "25589047", "28017005", "11624482"], "ranked_scores": [0.5241, 0.3875, 0.3284, 0.3039, 0.293, 0.2798, 0.2665, 0.2658, 0.2623, 0.2598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "24707550", "24612804", "38587347", "164985", "19005293", "32742683", "7343711", "219475"], "ranked_scores": [0.5711, 0.5605, 0.5603, 0.5532, 0.5526, 0.5502, 0.5483, 0.5482, 0.548, 0.5463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "2192419", "15879931", "2973910", "6580081", "12866641", "5821617", "23509113", "4418112"], "ranked_scores": [0.5366, 0.4906, 0.4809, 0.459, 0.4493, 0.4469, 0.4437, 0.4368, 0.4288, 0.4285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["23509113", "2947124", "27555165", "24044977", "28517384", "46926352", "5991309", "1454773", "22980205", "8246922"], "ranked_scores": [0.5461, 0.5436, 0.5323, 0.532, 0.5206, 0.5192, 0.5156, 0.5149, 0.5145, 0.5139], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "12670680", "34876410", "38369817", "7764903", "38037690", "19521501", "30464859", "2474731", "14692646"], "ranked_scores": [0.321, 0.3096, 0.3091, 0.3071, 0.3053, 0.2999, 0.2996, 0.2951, 0.2944, 0.2928], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "24510595", "27076725", "24148722", "21274919", "14566771", "30813140", "44830890", "12667988"], "ranked_scores": [0.4585, 0.4247, 0.4217, 0.4042, 0.4021, 0.3982, 0.3834, 0.3709, 0.3688, 0.3678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "997143", "9754530", "45276789", "79231308", "19532163", "21767325", "24660385", "29981186"], "ranked_scores": [0.4947, 0.3704, 0.3664, 0.3619, 0.3509, 0.3481, 0.3364, 0.3352, 0.3352, 0.334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "4434951", "22543403", "26230669", "22551259", "7514614", "4679264"], "ranked_scores": [0.7785, 0.7443, 0.7429, 0.7205, 0.7099, 0.7014, 0.6991, 0.693, 0.672, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "44693226", "10247282", "6277638", "19950357", "22116439", "17195001", "4423401", "26045237", "38028419"], "ranked_scores": [0.5628, 0.5234, 0.5226, 0.5117, 0.4973, 0.4918, 0.4902, 0.4848, 0.484, 0.4835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "12885341", "9433958", "27602752", "10648422", "10627801", "26873988", "44366096", "28015516"], "ranked_scores": [0.6557, 0.6408, 0.6371, 0.628, 0.6195, 0.6113, 0.6039, 0.6014, 0.5893, 0.5892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "27123743", "25973484", "15559582", "17450673", "23557241", "13831842", "13831558", "5487448"], "ranked_scores": [0.7209, 0.6935, 0.6925, 0.6572, 0.6569, 0.6509, 0.6484, 0.6431, 0.6315, 0.6259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "6561200", "36355784", "28617573", "46695481", "23136735", "12779444", "9764256", "32423829"], "ranked_scores": [0.6966, 0.666, 0.6612, 0.6586, 0.6487, 0.6381, 0.625, 0.6241, 0.611, 0.6103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "885056", "31272411", "13290521", "41337677", "2619579", "8005007", "7225911", "6501747", "22623275"], "ranked_scores": [0.5873, 0.5838, 0.5776, 0.5663, 0.558, 0.556, 0.5458, 0.5403, 0.537, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "46202852", "6315132", "883747", "24088502", "1153655", "24596228", "14407673", "24943534", "15707049"], "ranked_scores": [0.5114, 0.4598, 0.4592, 0.4518, 0.4458, 0.4417, 0.4416, 0.4354, 0.4327, 0.4305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "1848452", "18949516", "2543135", "1084345", "24347647", "7834603", "13350374", "20418809"], "ranked_scores": [0.5293, 0.4876, 0.4756, 0.4733, 0.4658, 0.465, 0.4573, 0.4547, 0.4515, 0.4515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "2714623", "3107733", "8305686", "5914739", "10247314", "13790144", "51952430", "28006126", "8458567"], "ranked_scores": [0.6932, 0.6606, 0.6581, 0.6532, 0.6524, 0.648, 0.6416, 0.6409, 0.6399, 0.6392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "5811042", "25761154", "22309946", "810480", "8672737", "43226130"], "ranked_scores": [0.6195, 0.479, 0.448, 0.4472, 0.4353, 0.4327, 0.4267, 0.42, 0.4182, 0.4111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "43711341", "22968257", "11568270", "7221410", "40476126", "2158516", "20313748", "5953485", "22767022"], "ranked_scores": [0.5654, 0.5312, 0.5296, 0.5289, 0.5264, 0.5238, 0.523, 0.5223, 0.5178, 0.5169], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["31962403", "12225214", "23577014", "6422576", "11922370", "2988714", "10504681", "7860396", "22896970", "4138659"], "ranked_scores": [0.6079, 0.5896, 0.5817, 0.5795, 0.5722, 0.5692, 0.5646, 0.5623, 0.562, 0.5593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "5836", "10641715", "3863543", "13921783", "26336593", "13293033", "2359152", "11992632"], "ranked_scores": [0.6223, 0.6049, 0.603, 0.5988, 0.5981, 0.5871, 0.586, 0.586, 0.5855, 0.5797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "16280642", "41913714", "86694016", "26607366", "46816158", "21754541", "14155726", "22174015", "3203590"], "ranked_scores": [0.4656, 0.4562, 0.4547, 0.4543, 0.4447, 0.4434, 0.4422, 0.4401, 0.44, 0.4383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "2425364", "25599283", "6718824", "275294", "36960449", "22023404", "7602348"], "ranked_scores": [0.635, 0.6119, 0.5554, 0.5541, 0.4981, 0.4832, 0.4747, 0.4655, 0.4598, 0.4569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "8892905", "4303939", "21553394", "583260", "30981192", "22023404", "13933299", "3067015"], "ranked_scores": [0.4214, 0.4147, 0.4115, 0.4036, 0.3971, 0.3949, 0.3917, 0.3828, 0.3821, 0.3811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "26973393", "2014909", "6944800", "5483793", "40963697", "1386103", "18237384", "8774475", "164985"], "ranked_scores": [0.5915, 0.5386, 0.5371, 0.5341, 0.5278, 0.5224, 0.522, 0.5191, 0.5187, 0.5185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "57574395", "15707049", "14566771", "10284593", "17930286", "28338268", "18104691", "15925931"], "ranked_scores": [0.5471, 0.5246, 0.5046, 0.4989, 0.4967, 0.4936, 0.489, 0.4878, 0.4834, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "1358909", "28419824", "13933299", "37488367", "41264017", "71625969", "6945285", "32463364"], "ranked_scores": [0.6316, 0.5414, 0.5351, 0.5319, 0.5241, 0.5082, 0.5046, 0.5032, 0.4907, 0.4896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "30261663", "34905328", "44408494", "31624828", "17333231", "41913714", "14308244", "8596357"], "ranked_scores": [0.655, 0.6425, 0.6271, 0.6234, 0.6184, 0.6178, 0.6134, 0.6075, 0.6028, 0.5983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "20675284", "41710132", "26735905", "5406411", "9159125", "31682248", "11569583"], "ranked_scores": [0.6823, 0.6573, 0.6349, 0.6079, 0.6029, 0.5946, 0.5897, 0.5872, 0.5835, 0.5827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "13798951", "20344442", "10165258", "28006126", "22174015", "18546584", "8903143", "29347970", "14311986"], "ranked_scores": [0.7014, 0.6875, 0.6844, 0.6816, 0.6755, 0.6702, 0.6682, 0.6669, 0.6664, 0.6654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "20220731", "45414636", "13798951", "10165258", "18374364", "20457190"], "ranked_scores": [0.6854, 0.6324, 0.5785, 0.5686, 0.5644, 0.563, 0.5578, 0.5569, 0.5525, 0.5473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "35987381", "7224723", "28738741", "16572581", "8563659", "29023309", "10648422"], "ranked_scores": [0.6635, 0.6032, 0.5772, 0.5631, 0.5444, 0.5312, 0.527, 0.5268, 0.5217, 0.5186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "18678095", "28821565", "3870062", "36830715", "38830961", "37296667", "40005757", "25817686"], "ranked_scores": [0.3255, 0.3084, 0.3026, 0.3014, 0.3013, 0.2986, 0.2982, 0.2982, 0.2967, 0.2932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "12641252", "34016944", "14241418", "14819804", "293661", "6426919", "30543439"], "ranked_scores": [0.5507, 0.5493, 0.5371, 0.5212, 0.5164, 0.5151, 0.5137, 0.5082, 0.5077, 0.4991], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "20127522", "2492146", "5492542", "25298276", "8037453", "41340212", "26409363"], "ranked_scores": [0.671, 0.6255, 0.6019, 0.597, 0.5964, 0.596, 0.5927, 0.5921, 0.5891, 0.5886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "17438862", "45449835", "20722510", "44935041", "5752492", "16488405", "2947124", "14496749"], "ranked_scores": [0.6453, 0.615, 0.6047, 0.5976, 0.5966, 0.5938, 0.5904, 0.5885, 0.5885, 0.588], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "8903143", "34905328", "5483793", "13798951", "34436231", "33499189", "4270992", "5914739", "18237384"], "ranked_scores": [0.7393, 0.7169, 0.7154, 0.7062, 0.7043, 0.7003, 0.6977, 0.6939, 0.6906, 0.6854], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "21323587", "6421734", "5372432", "24163770", "16204011", "19071857", "24318630"], "ranked_scores": [0.4337, 0.3514, 0.339, 0.323, 0.3218, 0.3124, 0.3054, 0.3046, 0.3036, 0.3033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "24624992", "7225911", "9784254", "4920376", "29073751", "17671145", "27822315", "46765242", "31272411"], "ranked_scores": [0.6848, 0.6795, 0.6746, 0.6716, 0.6692, 0.6663, 0.6516, 0.6497, 0.6472, 0.6429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "28015516", "46926352", "35256900", "5519177", "23509113", "17327939"], "ranked_scores": [0.6896, 0.5855, 0.5721, 0.5556, 0.5422, 0.5405, 0.5312, 0.5307, 0.5304, 0.5301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "17671145", "14171859", "41620295", "7225911", "56486733", "14380875", "23286603", "4396105", "14155726"], "ranked_scores": [0.6216, 0.6095, 0.5989, 0.5967, 0.5884, 0.5622, 0.5593, 0.5565, 0.5529, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "35087728", "341324", "2824347", "16787954", "31363207", "7111021", "15319019", "15997009", "25014337"], "ranked_scores": [0.7023, 0.6368, 0.6269, 0.612, 0.6071, 0.5948, 0.5916, 0.5866, 0.5861, 0.5697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7613033", "22635278", "5492542", "1900152", "6407356", "8659426", "29526125", "12641252", "9767444", "4468861"], "ranked_scores": [0.5967, 0.5869, 0.5735, 0.571, 0.5651, 0.5637, 0.5618, 0.5584, 0.5577, 0.5557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-pq-m192-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "12810152", "18256197", "23267371", "275294", "3215494", "71625969", "44624045"], "ranked_scores": [0.5453, 0.5333, 0.5183, 0.5179, 0.4958, 0.4928, 0.4813, 0.4808, 0.4798, 0.4767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "1568684", "25687558", "34582256", "6504953", "24241932", "13350374", "29125354", "3698758", "7198295"], "ranked_scores": [0.3379, 0.3106, 0.305, 0.3032, 0.2964, 0.2876, 0.2857, 0.2687, 0.2591, 0.2582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "13448422", "20526907", "25028913", "16760369", "38630735", "2138843", "21301090", "9813098"], "ranked_scores": [0.6554, 0.5891, 0.5762, 0.5758, 0.5681, 0.5625, 0.5569, 0.5433, 0.5426, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "51952430", "5914739", "9283422", "21557055", "8698857", "24042363", "25479072", "34436231", "13398997"], "ranked_scores": [0.6309, 0.6294, 0.6127, 0.6126, 0.6126, 0.6113, 0.6087, 0.6041, 0.6018, 0.601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "11913139", "8868863", "4587978", "38752049", "485020", "21590125", "31612088"], "ranked_scores": [0.4436, 0.4201, 0.3944, 0.39, 0.3875, 0.3844, 0.3844, 0.3714, 0.364, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "46695481", "27873158", "23136735", "46355579", "19140422", "9764256", "7650066", "16980892"], "ranked_scores": [0.6826, 0.6738, 0.6674, 0.6542, 0.6506, 0.6249, 0.6008, 0.5947, 0.5787, 0.5767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7537, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8768, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "31962403", "13613916", "16319097", "37362689", "23576165", "20672596", "25519138", "5094468", "27693891"], "ranked_scores": [0.5913, 0.5631, 0.5587, 0.5482, 0.5434, 0.543, 0.5427, 0.5426, 0.5395, 0.5391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "19005293", "20722510", "883747", "6501747", "24044977", "25602549", "46202852"], "ranked_scores": [0.6068, 0.5834, 0.5788, 0.5786, 0.5592, 0.5548, 0.5481, 0.5472, 0.5461, 0.5384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "10749308", "6477536", "63858430", "38180456", "27150276", "20945963", "11469078", "327319"], "ranked_scores": [0.5349, 0.3606, 0.3024, 0.298, 0.2748, 0.2727, 0.2719, 0.2702, 0.2628, 0.2616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["32742683", "24282306", "5406411", "4429118", "219475", "38587347", "14767844", "19005293", "24612804", "2014909"], "ranked_scores": [0.556, 0.5555, 0.5498, 0.5493, 0.5429, 0.5428, 0.5418, 0.5334, 0.5308, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "2973910", "6580081", "10284593", "23509113", "15879931", "12866641", "21557614", "10015292"], "ranked_scores": [0.519, 0.4755, 0.4529, 0.4525, 0.4488, 0.4382, 0.4378, 0.4355, 0.4313, 0.4279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "24044977", "8246922", "4816339", "23509113", "27555165", "17327939", "17682477", "3118719", "26873988"], "ranked_scores": [0.5495, 0.5417, 0.5347, 0.5328, 0.5283, 0.5254, 0.5238, 0.5136, 0.513, 0.5125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["12670680", "43224840", "30464859", "16284655", "7764903", "38369817", "25068298", "34876410", "4406819", "12513042"], "ranked_scores": [0.3083, 0.305, 0.3028, 0.3021, 0.2973, 0.2952, 0.2923, 0.2917, 0.2908, 0.2807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24510595", "28419824", "24148722", "12667988", "21274919", "6945285", "44830890", "14726759"], "ranked_scores": [0.4492, 0.4072, 0.4054, 0.3924, 0.392, 0.3817, 0.3752, 0.3625, 0.3605, 0.3534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "21301090", "9754530", "29981186", "21767325", "45276789", "11718220", "79231308", "32743723"], "ranked_scores": [0.4322, 0.3639, 0.3604, 0.3388, 0.3381, 0.3321, 0.3291, 0.3241, 0.3239, 0.3234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "1848452", "22264117", "9291668", "22543403", "26230669", "4434951", "22551259", "7514614", "4679264"], "ranked_scores": [0.7316, 0.7211, 0.7124, 0.7004, 0.6834, 0.6734, 0.6698, 0.6668, 0.6583, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "22116439", "17195001", "44693226", "38028419", "3866315", "4423401", "35660758"], "ranked_scores": [0.545, 0.5273, 0.5069, 0.4954, 0.4877, 0.4843, 0.483, 0.4818, 0.4797, 0.4792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "12885341", "9433958", "8300657", "26873988", "27602752", "10648422", "28015516", "37762357", "10627801"], "ranked_scores": [0.6525, 0.6413, 0.6295, 0.6234, 0.6076, 0.6033, 0.5969, 0.5896, 0.5829, 0.5806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "16701509", "21874312", "23557241", "17450673"], "ranked_scores": [0.683, 0.6583, 0.6505, 0.6495, 0.6442, 0.6264, 0.6199, 0.6181, 0.6164, 0.6128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "6561200", "36355784", "27873158", "46695481", "28617573", "32423829", "12779444", "23136735", "7650066"], "ranked_scores": [0.6374, 0.6281, 0.6177, 0.6118, 0.6081, 0.6062, 0.5934, 0.5898, 0.5653, 0.5647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "885056", "31272411", "2619579", "41337677", "7225911", "13290521", "22623275", "21330280", "19165076"], "ranked_scores": [0.5668, 0.5565, 0.552, 0.5455, 0.5454, 0.5331, 0.5326, 0.5326, 0.5239, 0.5226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "46202852", "883747", "6315132", "38944245", "16488405", "24596228", "24088502", "27602752", "3215494"], "ranked_scores": [0.4719, 0.4488, 0.4487, 0.4441, 0.4331, 0.4299, 0.4252, 0.4192, 0.4188, 0.418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1848452", "13350374", "7514614", "1084345", "24347647", "7834603"], "ranked_scores": [0.5189, 0.483, 0.4679, 0.4574, 0.4545, 0.4477, 0.4477, 0.4462, 0.4434, 0.4406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "2714623", "8305686", "5914739", "3107733", "41913714", "51952430", "16120395", "45096063", "28006126"], "ranked_scores": [0.6895, 0.6684, 0.6588, 0.6576, 0.6454, 0.645, 0.6449, 0.6404, 0.6395, 0.6384], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "37592824", "8672737", "23670644", "27428509", "5811042", "32743723", "810480"], "ranked_scores": [0.5938, 0.4639, 0.4365, 0.434, 0.4288, 0.4162, 0.4131, 0.4127, 0.4125, 0.4073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22767022", "7221410", "15548965", "21179714", "5953485", "11568270", "23076291", "57574395", "22968257", "612002"], "ranked_scores": [0.5387, 0.5374, 0.5343, 0.5278, 0.514, 0.514, 0.5127, 0.5093, 0.5089, 0.5079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["31962403", "12225214", "2988714", "6422576", "23577014", "22896970", "19572798", "11922370", "6209599", "37362689"], "ranked_scores": [0.5827, 0.5754, 0.5754, 0.5733, 0.5709, 0.5688, 0.5655, 0.5585, 0.5581, 0.5578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "3863543", "5765455", "10641715", "5836", "11992632", "13293033", "8083310", "2359152", "13921783"], "ranked_scores": [0.6315, 0.6042, 0.6024, 0.5947, 0.5856, 0.5832, 0.5806, 0.5775, 0.569, 0.5642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["17416520", "15491404", "14380875", "86694016", "14155726", "36540079", "16280642", "41913714", "21754541", "16472469"], "ranked_scores": [0.4514, 0.449, 0.4432, 0.442, 0.442, 0.4412, 0.4387, 0.4383, 0.4372, 0.434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "3150030", "36960449", "275294", "37916361"], "ranked_scores": [0.5704, 0.559, 0.5298, 0.4866, 0.4789, 0.4614, 0.449, 0.438, 0.4355, 0.4339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "8892905", "4303939", "25599283", "30981192", "3153673", "13933299", "3067015", "21553394"], "ranked_scores": [0.4118, 0.4038, 0.3993, 0.3951, 0.3899, 0.378, 0.3764, 0.3744, 0.3728, 0.3701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "4979184", "2014909", "26973393", "40963697", "43224840", "11172205", "18237384", "6944800", "20155713"], "ranked_scores": [0.5655, 0.5346, 0.5267, 0.523, 0.5229, 0.5217, 0.5157, 0.5148, 0.5131, 0.5111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "28338268", "15707049", "57574395", "3984231", "17930286", "38630735", "23785605", "18104691"], "ranked_scores": [0.5445, 0.5117, 0.484, 0.4829, 0.4823, 0.4783, 0.4766, 0.4741, 0.4733, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "28419824", "13933299", "24625323", "41264017", "11071351", "32463364", "409280", "6945285"], "ranked_scores": [0.6095, 0.5272, 0.5247, 0.5201, 0.5097, 0.5096, 0.4928, 0.4907, 0.4859, 0.4781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "31624828", "30261663", "14308244", "34905328", "41913714", "17333231", "44408494", "54562433"], "ranked_scores": [0.668, 0.6306, 0.6182, 0.6122, 0.6117, 0.6103, 0.6025, 0.5966, 0.5946, 0.5929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4979184", "41710132", "20675284", "26735905", "9159125", "31682248", "24294572", "12685434"], "ranked_scores": [0.6638, 0.629, 0.6108, 0.6029, 0.5976, 0.5921, 0.5811, 0.5769, 0.5761, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "22174015", "20388894", "20220731", "14311986", "28006126", "20344442", "13798951", "17829012", "2714623"], "ranked_scores": [0.7101, 0.6796, 0.6625, 0.6623, 0.6617, 0.6575, 0.6574, 0.6555, 0.6521, 0.6511], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "20220731", "4430962", "45414636", "24879055", "18374364", "20457190", "34905328"], "ranked_scores": [0.6789, 0.6209, 0.5773, 0.5619, 0.5577, 0.5497, 0.5468, 0.542, 0.5401, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "21274496", "35987381", "28738741", "7224723", "31560225", "5867846", "29023309", "5398179"], "ranked_scores": [0.6315, 0.5654, 0.5457, 0.5453, 0.5386, 0.5243, 0.5217, 0.5198, 0.5124, 0.5119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "36830715", "18678095", "28821565", "12280462", "34582256", "44693226", "37296667", "29362104", "8698208"], "ranked_scores": [0.3063, 0.2922, 0.2886, 0.2873, 0.2848, 0.2844, 0.2843, 0.2822, 0.2821, 0.2792], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "293661", "15319019", "14241418", "4889228", "2158516", "25895285", "12641252", "26045237", "6426919"], "ranked_scores": [0.5401, 0.5293, 0.526, 0.5137, 0.5095, 0.5064, 0.5029, 0.5027, 0.4974, 0.4934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "7613033", "2492146", "39903312", "25298276", "41340212", "46485368", "8037453"], "ranked_scores": [0.6368, 0.6211, 0.6047, 0.5893, 0.5872, 0.585, 0.5802, 0.5784, 0.5735, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "10648422", "16488405", "2947124", "29509926", "20722510", "14496749", "5752492", "19005293", "8246922"], "ranked_scores": [0.6295, 0.6221, 0.6196, 0.5988, 0.595, 0.5923, 0.5895, 0.5875, 0.5841, 0.5836], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "4270992", "33499189", "34436231", "8903143", "20220731", "13798951", "5483793", "5914739"], "ranked_scores": [0.7249, 0.7184, 0.7069, 0.6907, 0.6904, 0.6873, 0.681, 0.679, 0.6783, 0.6779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "29107210", "5372432", "19071857", "32909242", "21323587", "21377587", "7419612", "25886725", "16204011"], "ranked_scores": [0.4197, 0.3371, 0.3086, 0.3049, 0.3011, 0.2989, 0.2965, 0.2902, 0.2869, 0.2865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "46765242", "24624992", "29073751", "7225911", "26887439", "4920376", "9784254", "1550937", "5860364"], "ranked_scores": [0.6673, 0.6631, 0.6573, 0.6491, 0.6463, 0.6456, 0.6408, 0.6405, 0.6403, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "9225850", "23509113", "17327939", "44801733", "28015516", "25036988", "2947124", "5519177"], "ranked_scores": [0.667, 0.5756, 0.5561, 0.5473, 0.5421, 0.5419, 0.534, 0.5337, 0.5326, 0.5305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "41620295", "14171859", "7225911", "56486733", "17671145", "23286603", "14380875", "40476126", "12130690"], "ranked_scores": [0.6014, 0.5822, 0.5757, 0.5745, 0.5742, 0.5613, 0.5575, 0.5571, 0.5496, 0.5466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "2824347", "15997009", "15319019", "16787954", "31363207", "7111021", "5991309"], "ranked_scores": [0.6947, 0.6356, 0.6198, 0.5898, 0.585, 0.5811, 0.5778, 0.565, 0.5565, 0.5498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "22635278", "7613033", "5492542", "26886351", "6407356", "5500086", "29526125", "9767444", "40500438"], "ranked_scores": [0.5768, 0.5602, 0.5541, 0.5513, 0.5499, 0.5446, 0.5416, 0.5411, 0.5388, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m96-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "25974070", "30981192", "21553394", "30720103", "21636085", "11246427", "12102963"], "ranked_scores": [0.6261, 0.6104, 0.5953, 0.5695, 0.5623, 0.559, 0.5506, 0.5447, 0.5334, 0.5286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["40473317", "13000926", "36838958", "970012", "34121231", "26474812", "11666252", "17463549", "25687558", "11020556"], "ranked_scores": [0.3456, 0.3281, 0.3008, 0.2976, 0.297, 0.2812, 0.2786, 0.2781, 0.2756, 0.2718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "27449472", "4506414", "16760369", "35714909", "6158879", "13448422", "31889025", "35495268"], "ranked_scores": [0.6319, 0.5939, 0.5706, 0.5651, 0.5562, 0.5457, 0.5413, 0.5413, 0.5362, 0.5348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "25479072", "5914739", "22317868", "34905328", "11289247", "17195001", "4324278", "9283422"], "ranked_scores": [0.6054, 0.5733, 0.5643, 0.5616, 0.5406, 0.5394, 0.5379, 0.5332, 0.533, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "27150276", "12672066", "38752049", "12667988", "45581752", "22995579", "8868863", "11913139"], "ranked_scores": [0.5214, 0.421, 0.3593, 0.3483, 0.3443, 0.3407, 0.3405, 0.3399, 0.323, 0.3215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["46695481", "6561200", "28617573", "23136735", "46355579", "27873158", "19140422", "9764256", "1203035", "7650066"], "ranked_scores": [0.7101, 0.7094, 0.7075, 0.6931, 0.6733, 0.6602, 0.6456, 0.6436, 0.5994, 0.5795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5856, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8478, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "3831884", "24315156", "1686997", "41325555", "52925737", "21626639", "18399038", "4138659"], "ranked_scores": [0.6061, 0.576, 0.5721, 0.5654, 0.562, 0.5612, 0.5607, 0.5565, 0.5562, 0.5519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "67045088", "20610557", "2248870", "19005293", "32454714", "2296264", "219475", "25738896", "7975937"], "ranked_scores": [0.5863, 0.5681, 0.5668, 0.5622, 0.5608, 0.5554, 0.5469, 0.5464, 0.5415, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "13097856", "26456326", "38180456", "70490", "21902910", "427865"], "ranked_scores": [0.469, 0.4286, 0.4234, 0.3901, 0.3676, 0.3584, 0.3429, 0.3426, 0.3366, 0.3361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "7869794", "381602", "6163801", "8137081", "19510470", "24612804", "3727986", "4447785", "20610557"], "ranked_scores": [0.5713, 0.5691, 0.562, 0.5567, 0.5536, 0.5511, 0.5445, 0.5433, 0.5416, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["3727986", "45401535", "164985", "32742683", "24282306", "6853699", "10162553", "2060137", "40632104", "28264919"], "ranked_scores": [0.3189, 0.315, 0.3021, 0.2877, 0.2779, 0.2761, 0.2754, 0.2702, 0.2692, 0.2681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "28264919", "45401535", "2296264", "13992047", "35256900", "4979184", "5099266", "123859", "53211308"], "ranked_scores": [0.4606, 0.4064, 0.4061, 0.3991, 0.396, 0.3882, 0.387, 0.3848, 0.3842, 0.383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["27049238", "37628989", "25175997", "38369817", "24660385", "46926352", "3896759", "11771811", "87758", "20155713"], "ranked_scores": [0.2899, 0.2897, 0.2743, 0.2475, 0.234, 0.2248, 0.2173, 0.2079, 0.2053, 0.2044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "28419824", "44830890", "24510595", "21274919", "12667988", "14606752", "24148722", "22995579", "30813140"], "ranked_scores": [0.4995, 0.4896, 0.4868, 0.4703, 0.4702, 0.4543, 0.4487, 0.447, 0.4425, 0.4421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "12839939", "23639838", "37628989", "23400191", "32462603", "79231308", "4695046", "10071590"], "ranked_scores": [0.45, 0.3749, 0.3505, 0.3502, 0.3494, 0.3461, 0.3319, 0.3318, 0.3314, 0.3195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22551259", "22543403", "6040392", "9291668", "26230669", "1848452", "4434951", "22264117", "7514614", "2722988"], "ranked_scores": [0.7207, 0.7158, 0.6874, 0.6857, 0.6723, 0.66, 0.6575, 0.6571, 0.6498, 0.6438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "31407112", "30720103", "17195001", "36654066", "9899292", "44693226", "22023404", "45153864"], "ranked_scores": [0.4817, 0.4544, 0.4479, 0.4333, 0.4286, 0.4185, 0.4184, 0.417, 0.4158, 0.4129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26873988", "18938992", "26133404", "5137019", "9433958", "23305884", "2947124", "10359591", "10648422", "15248287"], "ranked_scores": [0.6427, 0.6335, 0.6276, 0.6263, 0.6252, 0.6235, 0.6194, 0.617, 0.6087, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "13831842", "22007333", "17450673", "23557241", "37480103", "5487448", "16322674", "16098747"], "ranked_scores": [0.7108, 0.7083, 0.6942, 0.6809, 0.6808, 0.6753, 0.6735, 0.6641, 0.6492, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "12779444", "25742130", "27873158", "46695481", "28617573", "32423829", "46355579", "6561200", "6748318"], "ranked_scores": [0.6614, 0.6208, 0.6111, 0.6025, 0.5964, 0.5716, 0.5657, 0.5645, 0.5622, 0.5586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "44366096", "12885341", "26133404", "31560225", "8005007", "5633957", "285794", "16172576", "23746313"], "ranked_scores": [0.4422, 0.4378, 0.4271, 0.4249, 0.4217, 0.4212, 0.4202, 0.4183, 0.4155, 0.408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["14492339", "24088502", "24512064", "9056874", "8137081", "27243019", "5403286", "46926352", "23124332", "16488405"], "ranked_scores": [0.4959, 0.4949, 0.4864, 0.4701, 0.4668, 0.4659, 0.46, 0.4599, 0.4549, 0.4543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "1084345", "10012166", "24347647", "6313547", "26230669", "1848452", "7834603", "28138927", "7514614"], "ranked_scores": [0.5541, 0.5297, 0.5047, 0.4944, 0.4854, 0.4828, 0.4824, 0.4708, 0.4669, 0.4647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4324278", "16120395", "25901598", "36464673", "3849194", "45875990", "8856690", "935538", "17195001", "21380348"], "ranked_scores": [0.619, 0.6159, 0.6096, 0.605, 0.605, 0.6016, 0.6, 0.5965, 0.5952, 0.5946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "37592824", "25416944", "2613775", "2533768", "810480", "31324978", "3863543"], "ranked_scores": [0.6193, 0.4079, 0.3846, 0.3711, 0.3626, 0.349, 0.3448, 0.3431, 0.3407, 0.3366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "3825472", "44408494", "7093809", "7549811", "12932176", "5700349", "23160444", "15491404", "23420615"], "ranked_scores": [0.5489, 0.5053, 0.5015, 0.4995, 0.4983, 0.4956, 0.4942, 0.4872, 0.4857, 0.4772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "24766509", "40667066", "11922370", "9988425", "2437807", "6936141", "4311206", "8610932"], "ranked_scores": [0.5785, 0.5351, 0.5337, 0.5225, 0.5199, 0.5187, 0.51, 0.509, 0.5041, 0.5012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "14717213", "22543403", "41293601", "21692235", "7997337", "3863543", "22551259"], "ranked_scores": [0.6389, 0.6099, 0.5946, 0.5707, 0.5669, 0.5617, 0.5612, 0.5585, 0.5582, 0.557], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4447055", "16208091", "36830715", "2727303", "43224840", "25942757", "25483562", "1686997", "20310709"], "ranked_scores": [0.3799, 0.3786, 0.3687, 0.3652, 0.3578, 0.3544, 0.3502, 0.3473, 0.3465, 0.3441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "41915616", "11738716", "275294", "25599283", "3150030", "4462079", "36960449"], "ranked_scores": [0.5511, 0.5211, 0.4843, 0.44, 0.4259, 0.4256, 0.4214, 0.4148, 0.4109, 0.4078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "2831620", "14663842", "13923140", "3067015", "34603465", "13106686", "10530014", "21641088"], "ranked_scores": [0.4757, 0.4639, 0.4578, 0.4568, 0.4561, 0.4476, 0.4262, 0.426, 0.4258, 0.4243], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["11172205", "6944800", "24726600", "7343711", "1065627", "26231129", "3727986", "40963697", "3391547", "17388232"], "ranked_scores": [0.4861, 0.4812, 0.4784, 0.4636, 0.4616, 0.4499, 0.4454, 0.443, 0.4419, 0.4393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "17421851", "25404036", "19332616", "15925931", "4446814", "2973910", "13448422", "11771811", "10284593"], "ranked_scores": [0.6172, 0.553, 0.5347, 0.5337, 0.5324, 0.5312, 0.5301, 0.5145, 0.5077, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "32463364", "5402581", "6945285", "36003142", "40996863", "12206390", "24625323"], "ranked_scores": [0.6673, 0.5469, 0.5291, 0.5282, 0.5047, 0.5027, 0.5023, 0.4986, 0.4954, 0.4893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "57574395", "12932176", "5811042", "2947124", "33911859", "22116439", "10648422", "31624828", "13380011"], "ranked_scores": [0.6329, 0.609, 0.6088, 0.6081, 0.6074, 0.6064, 0.5957, 0.5941, 0.5924, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "39758684", "4422868", "4447785", "17755060", "12685434", "4889228", "12513042", "5406411"], "ranked_scores": [0.6806, 0.6454, 0.566, 0.5603, 0.5587, 0.5501, 0.5497, 0.5475, 0.5463, 0.5463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "18546584", "40234452", "45414636", "3545805", "29347970", "11233339", "6123924", "24612804", "12058271"], "ranked_scores": [0.6232, 0.6055, 0.5982, 0.5978, 0.5961, 0.5958, 0.5953, 0.5951, 0.5946, 0.5933], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "6123924", "14492339", "17463549", "10165258", "40234452", "33535222", "45414636"], "ranked_scores": [0.6541, 0.5919, 0.5467, 0.5353, 0.523, 0.5187, 0.5184, 0.5165, 0.5059, 0.5053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "8300657", "7224723", "21274496", "16572581", "17454301", "12670680", "20357868", "7451018"], "ranked_scores": [0.6782, 0.5603, 0.5548, 0.5375, 0.5347, 0.5318, 0.5286, 0.5247, 0.5246, 0.5147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "28937856", "18399038", "22968257", "25300426", "1686997", "2701077", "19683625", "12641252", "14874811"], "ranked_scores": [0.3392, 0.3131, 0.2995, 0.2973, 0.2959, 0.2914, 0.2913, 0.2881, 0.2857, 0.2845], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "13106686", "2042250", "12885341", "2638387", "19683625", "3493623", "35651106"], "ranked_scores": [0.5435, 0.523, 0.521, 0.4912, 0.4877, 0.4824, 0.4727, 0.4711, 0.4686, 0.4671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "26231129", "24873253", "13256155", "24634621", "5641851", "31616203", "13380980", "42731834", "2492146"], "ranked_scores": [0.6493, 0.5356, 0.5307, 0.5236, 0.5227, 0.5199, 0.5183, 0.5171, 0.5148, 0.5084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5752492", "21498497", "34469966", "17438862", "14386505", "13923140", "10648422", "35987381", "16119973", "26873988"], "ranked_scores": [0.6253, 0.5908, 0.5842, 0.576, 0.5753, 0.573, 0.5722, 0.5685, 0.5665, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "5914739", "8903143", "33499189", "22647695", "13798951", "18758057", "28006126", "2825380"], "ranked_scores": [0.7055, 0.7034, 0.7022, 0.6978, 0.6886, 0.6775, 0.6772, 0.6667, 0.6651, 0.6601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "25886725", "45920278", "6421734", "21377587", "841371", "21323587", "31612088", "12087063"], "ranked_scores": [0.4804, 0.4128, 0.4003, 0.3453, 0.3417, 0.3382, 0.3358, 0.3332, 0.332, 0.3274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["52944377", "9301606", "10015292", "29851836", "36838958", "14367469", "14874811", "21622715", "29073751", "4583180"], "ranked_scores": [0.5853, 0.5789, 0.5788, 0.5783, 0.5576, 0.5574, 0.5571, 0.5567, 0.5558, 0.5546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22134353", "4447785", "195683603", "9225850", "2042250", "9784254", "28149602", "22317868", "6123924"], "ranked_scores": [0.6878, 0.5716, 0.5715, 0.5712, 0.5647, 0.5563, 0.5559, 0.5489, 0.5422, 0.537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "28107602", "1686997", "14241418", "1285713", "29321530", "4920376", "42565477", "4444861", "4961038"], "ranked_scores": [0.5575, 0.5246, 0.5195, 0.5185, 0.5164, 0.5163, 0.5141, 0.5045, 0.5043, 0.4993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "7224723", "21383026", "24241932", "16787954", "32023005", "5284188", "1986482"], "ranked_scores": [0.6513, 0.5248, 0.5201, 0.5138, 0.5024, 0.4959, 0.4929, 0.4754, 0.4744, 0.4645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "2296264", "24634621", "5500086", "17682477", "4688340", "3935126", "9767444", "1522336", "21009874"], "ranked_scores": [0.4907, 0.4838, 0.477, 0.4721, 0.4714, 0.4699, 0.4689, 0.4635, 0.4598, 0.4558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-pq-m192-n4": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "25974070", "44624045", "3150030", "30981192", "21636085", "33409100", "44572913"], "ranked_scores": [0.5833, 0.5816, 0.5712, 0.5467, 0.5331, 0.5321, 0.5303, 0.5292, 0.5232, 0.5179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "36838958", "40473317", "34121231", "970012", "25687558", "11666252", "17463549", "4319174", "5289038"], "ranked_scores": [0.3212, 0.3147, 0.3125, 0.3087, 0.3038, 0.3017, 0.2909, 0.2752, 0.2695, 0.268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "16760369", "4506414", "27449472", "35714909", "13448422", "6158879", "21301090", "8318922"], "ranked_scores": [0.6351, 0.5682, 0.5646, 0.5441, 0.544, 0.5374, 0.5329, 0.526, 0.5214, 0.5207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "5914739", "30553457", "33499189", "34905328", "11289247", "4324278", "40094786", "17195001"], "ranked_scores": [0.5787, 0.5541, 0.5506, 0.5396, 0.5389, 0.537, 0.5341, 0.5291, 0.527, 0.5247], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "27150276", "22995579", "12672066", "1428830", "45581752", "38752049", "58564850", "35022568"], "ranked_scores": [0.4665, 0.3828, 0.3728, 0.3418, 0.3226, 0.3217, 0.3203, 0.3196, 0.3182, 0.3166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["23136735", "46695481", "28617573", "6561200", "27873158", "46355579", "19140422", "9764256", "16980892", "1203035"], "ranked_scores": [0.6776, 0.6731, 0.6573, 0.6553, 0.6307, 0.6225, 0.6175, 0.6002, 0.5743, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7157, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "38533515", "3831884", "23895668", "18399038", "1686997", "24315156", "16839245", "52925737"], "ranked_scores": [0.5878, 0.5724, 0.5666, 0.5659, 0.563, 0.5525, 0.549, 0.5484, 0.5481, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "40365566", "2248870", "20610557", "19005293", "15425958", "67045088", "32454714", "1032372", "219475"], "ranked_scores": [0.5859, 0.5564, 0.5556, 0.5509, 0.5503, 0.5484, 0.5477, 0.5473, 0.5423, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "20945963", "70490", "38180456", "13906581", "21902910", "13097856", "27150276"], "ranked_scores": [0.4316, 0.3978, 0.3896, 0.3727, 0.3545, 0.3448, 0.3393, 0.3356, 0.3349, 0.3224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["1871230", "7869794", "5406411", "3727986", "19510470", "8137081", "4447785", "3475317", "35256900", "164985"], "ranked_scores": [0.5686, 0.5672, 0.5607, 0.5495, 0.5436, 0.5425, 0.5346, 0.5324, 0.5316, 0.5293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["164985", "45401535", "3727986", "15946643", "9283422", "10162553", "39559521", "32742683", "43224840", "3984231"], "ranked_scores": [0.3098, 0.3048, 0.3005, 0.2893, 0.2842, 0.2812, 0.2787, 0.2758, 0.271, 0.269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "35256900", "28264919", "13992047", "45401535", "4979184", "15081770", "46765242", "20428155", "123859"], "ranked_scores": [0.4195, 0.4007, 0.3988, 0.3871, 0.3825, 0.38, 0.3786, 0.373, 0.3725, 0.371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["25175997", "27049238", "3896759", "37628989", "46926352", "38369817", "29253460", "2291922", "37029185", "87758"], "ranked_scores": [0.2505, 0.2497, 0.2251, 0.2241, 0.2134, 0.2091, 0.2081, 0.2078, 0.2067, 0.2041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["28419824", "17930286", "44830890", "14606752", "32463364", "21274919", "22995579", "30813140", "24055603", "24510595"], "ranked_scores": [0.4669, 0.4566, 0.448, 0.4408, 0.4408, 0.4362, 0.4337, 0.4304, 0.4302, 0.4255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "25098790", "37628989", "52874170", "25515907", "23639838", "12839939", "79231308", "22688699", "11441172"], "ranked_scores": [0.4383, 0.3512, 0.3458, 0.344, 0.3432, 0.3374, 0.3346, 0.3332, 0.3315, 0.3306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "22551259", "6040392", "22264117", "9291668", "1848452", "26230669", "2722988", "7988832", "7514614"], "ranked_scores": [0.7074, 0.6944, 0.6876, 0.6756, 0.6723, 0.6547, 0.6508, 0.6362, 0.6359, 0.6356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "31407112", "4423401", "17195001", "36654066", "45153864", "13948920", "1227277", "30720103", "23974474"], "ranked_scores": [0.4845, 0.4348, 0.4223, 0.419, 0.4144, 0.412, 0.4119, 0.4114, 0.4096, 0.402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "26133404", "10627801", "10359591", "2947124", "18938992", "15248287", "10648422", "5137019"], "ranked_scores": [0.6314, 0.614, 0.6117, 0.6051, 0.6034, 0.6024, 0.6017, 0.5986, 0.5985, 0.5985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "13831842", "25973484", "5487448", "37480103", "22007333", "17450673", "16322674", "23557241", "27240667"], "ranked_scores": [0.685, 0.6731, 0.6698, 0.6628, 0.662, 0.6511, 0.6439, 0.6395, 0.6298, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "12779444", "25742130", "32423829", "40735046", "46355579", "46695481", "28617573", "6748318"], "ranked_scores": [0.6508, 0.5844, 0.5835, 0.5794, 0.5693, 0.5608, 0.5561, 0.5437, 0.5429, 0.5281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["37643601", "5633957", "285794", "12885341", "23746313", "6501747", "18914652", "44366096", "26133404", "29107180"], "ranked_scores": [0.4467, 0.4113, 0.4085, 0.4022, 0.4008, 0.3986, 0.3974, 0.3951, 0.3939, 0.3921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "24512064", "14492339", "9056874", "27243019", "46202852", "5403286", "36444198", "8317408"], "ranked_scores": [0.4827, 0.4734, 0.4691, 0.4606, 0.4533, 0.4501, 0.4494, 0.4411, 0.4361, 0.436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "22264117", "10012166", "6313547", "24347647", "26230669", "7834603", "4326318", "1848452", "39558597"], "ranked_scores": [0.5261, 0.509, 0.5088, 0.4934, 0.4833, 0.4742, 0.4599, 0.4593, 0.4566, 0.4504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "4324278", "25901598", "3849194", "935538", "20018321", "17195001", "3154880", "45875990", "36464673"], "ranked_scores": [0.6216, 0.6087, 0.5984, 0.5954, 0.5938, 0.5909, 0.5894, 0.5856, 0.5846, 0.583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "4399268", "37592824", "11441172", "2533768", "23117378", "43226130", "810480", "3863543"], "ranked_scores": [0.5977, 0.4288, 0.3584, 0.3445, 0.3376, 0.3357, 0.3324, 0.3316, 0.3295, 0.3288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "5700349", "3825472", "20313748", "13963620", "15491404", "7093809", "23700330", "23420615", "12932176"], "ranked_scores": [0.5371, 0.5064, 0.5011, 0.4988, 0.4918, 0.4871, 0.485, 0.4838, 0.4794, 0.4792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "24766509", "9988425", "40667066", "4405194", "8610932", "4303075", "23535770", "2437807"], "ranked_scores": [0.5702, 0.5421, 0.5346, 0.5243, 0.518, 0.5083, 0.5065, 0.5049, 0.5041, 0.5035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "14717213", "22543403", "2359152", "8925851", "41293601", "22551259", "26336593", "33677323"], "ranked_scores": [0.6407, 0.5992, 0.5809, 0.5712, 0.5694, 0.5573, 0.5505, 0.5471, 0.5442, 0.5436], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "36830715", "16208091", "25942757", "2727303", "35884026", "12922760", "26607366", "14380875", "4319844"], "ranked_scores": [0.3778, 0.3625, 0.3574, 0.3558, 0.3527, 0.3455, 0.3448, 0.3445, 0.3435, 0.3434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "41915616", "23267371", "22023404", "36960449", "3150030", "275294", "11738716", "16256507"], "ranked_scores": [0.4991, 0.484, 0.4549, 0.4506, 0.4056, 0.3997, 0.3979, 0.3969, 0.3875, 0.3865], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "44693226", "14663842", "2831620", "34603465", "21641088", "13923140", "3067015", "1576955"], "ranked_scores": [0.4753, 0.4558, 0.4446, 0.4388, 0.4378, 0.4306, 0.4283, 0.4275, 0.4231, 0.4205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["24726600", "6944800", "1065627", "26231129", "7343711", "11172205", "4429118", "29473081", "17388232", "1032372"], "ranked_scores": [0.4593, 0.4507, 0.4504, 0.4475, 0.4434, 0.4433, 0.4384, 0.4351, 0.4306, 0.4284], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "25404036", "19332616", "13448422", "2973910", "17421851", "4446814", "87758", "15925931", "2587396"], "ranked_scores": [0.6127, 0.5337, 0.5276, 0.5213, 0.5207, 0.5165, 0.5103, 0.5077, 0.5072, 0.5051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "40996863", "13933299", "41264017", "17693849", "32463364", "14606752", "6945285", "38752049"], "ranked_scores": [0.6563, 0.532, 0.5208, 0.5198, 0.5194, 0.497, 0.4935, 0.4924, 0.4905, 0.4871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "12932176", "57574395", "13380011", "2947124", "5811042", "33911859", "14972169", "31624828", "10627801"], "ranked_scores": [0.6501, 0.6157, 0.6001, 0.5989, 0.5952, 0.5938, 0.5883, 0.5878, 0.5864, 0.5838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4889228", "39758684", "17755060", "4447785", "4422868", "12685434", "21185923", "18358026"], "ranked_scores": [0.6607, 0.6388, 0.5662, 0.5617, 0.5614, 0.5606, 0.557, 0.5474, 0.5453, 0.5451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "12058271", "21185923", "29347970", "6123924", "40094786", "18546584", "34905328", "40234452", "11233339"], "ranked_scores": [0.6209, 0.6028, 0.6015, 0.5945, 0.5915, 0.5901, 0.5894, 0.5859, 0.5845, 0.5838], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "6123924", "14492339", "54561384", "45414636", "40234452", "10165258", "17463549", "34905328"], "ranked_scores": [0.6533, 0.5906, 0.5194, 0.5162, 0.5127, 0.5118, 0.5114, 0.5017, 0.4972, 0.4952], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "27602752", "20357868", "8300657", "7224723", "12670680", "21274496", "16572581", "27555165", "8563659"], "ranked_scores": [0.6538, 0.5493, 0.5207, 0.517, 0.5165, 0.5165, 0.5149, 0.5143, 0.5069, 0.5037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["22968257", "33370", "28937856", "1686997", "23895668", "30543439", "2613411", "18358026", "25300426", "5254463"], "ranked_scores": [0.3128, 0.3099, 0.3023, 0.2918, 0.2906, 0.2896, 0.2832, 0.2817, 0.2817, 0.2795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "6426919", "14934137", "12885341", "2638387", "35651106", "2042250", "6503534", "6182947"], "ranked_scores": [0.5437, 0.5203, 0.4958, 0.4792, 0.4772, 0.4761, 0.4751, 0.4707, 0.4666, 0.4605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "13256155", "25298276", "26231129", "13380980", "24873253", "2492146", "24634621", "42731834", "31616203"], "ranked_scores": [0.6207, 0.5355, 0.5265, 0.5236, 0.5126, 0.5097, 0.5027, 0.5024, 0.4991, 0.4988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5752492", "21498497", "34469966", "14386505", "1550937", "14644164", "4399311", "26873988", "34016987", "25315295"], "ranked_scores": [0.6002, 0.6, 0.5732, 0.5722, 0.5698, 0.5618, 0.5618, 0.5588, 0.5563, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "33499189", "2714623", "8903143", "5914739", "22647695", "4270992", "13798951", "2825380", "10190778"], "ranked_scores": [0.7038, 0.7004, 0.6974, 0.6857, 0.6822, 0.663, 0.6627, 0.6592, 0.6569, 0.6518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "25886725", "45920278", "841371", "45548062", "21323587", "12087063", "16737210", "31612088"], "ranked_scores": [0.4516, 0.3591, 0.3531, 0.3466, 0.3406, 0.322, 0.3212, 0.3206, 0.3135, 0.3133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10015292", "4583180", "9301606", "29073751", "52944377", "29851836", "14874811", "14367469", "12156187", "23746313"], "ranked_scores": [0.5728, 0.5707, 0.5676, 0.5654, 0.5646, 0.5636, 0.562, 0.561, 0.5417, 0.5398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9784254", "4447785", "22134353", "9225850", "2042250", "195683603", "22696649", "1032372", "28149602"], "ranked_scores": [0.6766, 0.5604, 0.5601, 0.5577, 0.5514, 0.5486, 0.5383, 0.5358, 0.5335, 0.5321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["28107602", "14819804", "29321530", "1285713", "42565477", "7225911", "1686997", "41325555", "23863551", "21557055"], "ranked_scores": [0.5214, 0.521, 0.5184, 0.5165, 0.5105, 0.5061, 0.506, 0.5023, 0.4982, 0.4978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "31363207", "7224723", "5284188", "24241932", "21383026", "13899137", "15997009"], "ranked_scores": [0.6466, 0.5416, 0.531, 0.5167, 0.4868, 0.4842, 0.483, 0.4733, 0.4648, 0.4627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["2296264", "17682477", "4468861", "9767444", "35766603", "3935126", "12641252", "1522336", "5500086", "22995579"], "ranked_scores": [0.4868, 0.4798, 0.4784, 0.4689, 0.4676, 0.4598, 0.4541, 0.4517, 0.45, 0.4482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m96-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "44572913", "36960449", "30720103", "4483571", "26409363", "520579", "23267371", "3150030"], "ranked_scores": [0.7245, 0.7206, 0.7205, 0.7018, 0.6955, 0.6895, 0.6873, 0.6731, 0.6726, 0.6664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "970012", "4319174", "13000926", "4340358", "7198295", "25687558", "4810810", "34582256", "33934971"], "ranked_scores": [0.598, 0.591, 0.5739, 0.5663, 0.5657, 0.5634, 0.5494, 0.548, 0.5387, 0.5379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "23783727", "16760369", "6158879", "38630735", "7640792", "29253460", "19308127", "12561083"], "ranked_scores": [0.791, 0.7557, 0.7484, 0.7403, 0.7381, 0.7294, 0.7106, 0.7049, 0.6916, 0.6863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["9283422", "8903143", "2714623", "33499189", "5914739", "2825380", "24387017", "6961811", "15972906", "20457190"], "ranked_scores": [0.744, 0.7438, 0.7399, 0.7318, 0.7306, 0.7243, 0.712, 0.7111, 0.7098, 0.7084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "12672066", "12667988", "28419824", "24318630", "6841927", "35022568", "15041758"], "ranked_scores": [0.7669, 0.6159, 0.6066, 0.589, 0.5797, 0.5656, 0.5612, 0.5553, 0.552, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "9764256", "7650066", "19140422", "28617573", "23136735", "16980892", "46355579"], "ranked_scores": [0.8446, 0.8383, 0.8288, 0.8225, 0.8205, 0.7993, 0.7923, 0.7458, 0.7345, 0.731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9349, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["20672596", "23576165", "36653415", "22712546", "23887844", "18810195", "3831884", "7875158", "4423401", "1605196"], "ranked_scores": [0.7061, 0.6964, 0.6943, 0.6926, 0.6892, 0.6821, 0.6812, 0.6773, 0.6751, 0.6745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "35395662", "2248870", "15425958", "26873988", "1800734", "21366394", "195683603", "2947124"], "ranked_scores": [0.7441, 0.733, 0.7221, 0.7102, 0.7088, 0.7045, 0.6986, 0.6981, 0.6975, 0.6974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "6319826", "7547329", "22711954", "143796742", "38180456", "11469078", "11288846"], "ranked_scores": [0.6384, 0.5656, 0.5473, 0.5046, 0.4975, 0.4713, 0.4638, 0.4622, 0.462, 0.4585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "16066726", "24707550", "2236768", "21498497", "9977329", "19005293", "9225850", "40323148", "36089763"], "ranked_scores": [0.7838, 0.7274, 0.7078, 0.7031, 0.7017, 0.6967, 0.6937, 0.6937, 0.6935, 0.6931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "29526125", "21239672", "6853699", "25028913", "9846940", "2391552", "3984231", "2842550", "27438378"], "ranked_scores": [0.7114, 0.6325, 0.6272, 0.6163, 0.6163, 0.6113, 0.6104, 0.6103, 0.6098, 0.6061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "18025240", "10617916", "3929361", "1805641", "4999387", "22635278", "12409683", "18074797", "21258863"], "ranked_scores": [0.6194, 0.6054, 0.6017, 0.5964, 0.5949, 0.5942, 0.5806, 0.5799, 0.569, 0.5668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "87758", "7711685", "2159648", "17168045", "496873", "30639847", "22889972", "22867765", "25938221"], "ranked_scores": [0.6089, 0.6002, 0.5989, 0.5965, 0.5953, 0.5863, 0.5854, 0.5853, 0.5819, 0.5798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "27076725", "24510595", "44830890", "30813140", "21274919", "24148722", "28419824", "15984735"], "ranked_scores": [0.5954, 0.5862, 0.5629, 0.5576, 0.5553, 0.5518, 0.5494, 0.5418, 0.5414, 0.5411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "27099731", "52874170", "116556376", "14973286", "13097856", "997143", "12258338", "6477536"], "ranked_scores": [0.6681, 0.5595, 0.5273, 0.5143, 0.5112, 0.5076, 0.5053, 0.5051, 0.5011, 0.501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4679264", "22543403", "22551259", "6040392", "22264117", "9291668", "4434951", "26230669", "1848452", "22038539"], "ranked_scores": [0.8126, 0.7975, 0.7904, 0.7889, 0.7845, 0.7774, 0.7588, 0.7459, 0.743, 0.7397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "11738716", "3504761", "10482574", "49556906", "14198646", "10790846"], "ranked_scores": [0.8018, 0.7332, 0.7241, 0.7162, 0.694, 0.6931, 0.6765, 0.6702, 0.6687, 0.6683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "12885341", "2947124", "3493623", "30437264", "8596357", "26873988", "15889329", "41337677"], "ranked_scores": [0.7955, 0.7248, 0.7062, 0.706, 0.6891, 0.6748, 0.673, 0.6717, 0.6701, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "37480103", "22007333", "16322674", "16098747", "25973484", "5487448", "13831842"], "ranked_scores": [0.8196, 0.8059, 0.791, 0.784, 0.7803, 0.7761, 0.7647, 0.7558, 0.7507, 0.7467], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "27873158", "9764256", "7650066", "6561200", "25742130", "36355784", "32423829", "46355579", "23136735"], "ranked_scores": [0.7364, 0.7326, 0.7184, 0.7131, 0.71, 0.7027, 0.6986, 0.6844, 0.6697, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10627801", "44366096", "14474178", "24221369", "7820043", "4402497", "8005007", "3107733", "41337677"], "ranked_scores": [0.7922, 0.7771, 0.7543, 0.7514, 0.7306, 0.7299, 0.729, 0.7208, 0.7063, 0.7003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "14021596", "3698758", "11349166", "35534019", "36288526", "18174210", "11344428", "12489688", "41298619"], "ranked_scores": [0.6989, 0.627, 0.6173, 0.6103, 0.6095, 0.607, 0.5943, 0.5936, 0.578, 0.5767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "52887689", "16693950", "7834603", "7185591", "4452659", "6277638", "6599693"], "ranked_scores": [0.7957, 0.7313, 0.7237, 0.7125, 0.7054, 0.6927, 0.6923, 0.6922, 0.6886, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "3553087", "4421742", "8698857", "1748921", "5935987", "18358026", "20018321", "935538", "21557055"], "ranked_scores": [0.7326, 0.6705, 0.6701, 0.6549, 0.6533, 0.6486, 0.6452, 0.6394, 0.639, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "810480", "116792", "27866735", "43226130", "24942840", "25416944"], "ranked_scores": [0.7402, 0.6468, 0.6317, 0.5724, 0.5672, 0.5647, 0.5566, 0.5508, 0.5495, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "24335068", "35747505", "4740447", "2119889", "35660758", "2158516", "10562341", "19313533", "2851611"], "ranked_scores": [0.6871, 0.684, 0.6783, 0.677, 0.6761, 0.6751, 0.6676, 0.665, 0.6634, 0.656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "19149247", "29557235", "6609935", "9505448", "4362729", "10012166", "7042304", "4417558"], "ranked_scores": [0.7734, 0.7272, 0.6826, 0.6781, 0.677, 0.6708, 0.6652, 0.6639, 0.6628, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "3391547", "3863543", "8083310", "6000423", "5782614", "5836", "12240507", "33677323"], "ranked_scores": [0.7661, 0.7604, 0.7566, 0.7411, 0.7392, 0.738, 0.7316, 0.7282, 0.7124, 0.7092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "7468449", "2679511", "12156187", "12643937", "14178995", "4319844", "34198365"], "ranked_scores": [0.8009, 0.7329, 0.7252, 0.6975, 0.6958, 0.6834, 0.6797, 0.6773, 0.6761, 0.674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "30720103", "275294", "21553394", "2425364", "4483571", "3150030", "26409363", "36960449", "16256507"], "ranked_scores": [0.6391, 0.6333, 0.6206, 0.6142, 0.6054, 0.5964, 0.5941, 0.5826, 0.5791, 0.5776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "14663842", "38028419", "32481310", "6503534", "41599676", "1148122", "24144677", "20526907"], "ranked_scores": [0.7327, 0.6218, 0.6203, 0.6097, 0.6096, 0.5858, 0.584, 0.581, 0.5788, 0.5786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "3727986", "40667577", "12866641", "17388232", "6944800", "11172205", "9283422", "32532238", "13889430"], "ranked_scores": [0.7214, 0.6907, 0.6882, 0.6825, 0.6781, 0.6727, 0.6704, 0.6688, 0.6677, 0.6671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "15925931", "23124332", "38630735", "7813993", "10071590", "17821387", "24989194", "28164534"], "ranked_scores": [0.8266, 0.6974, 0.6812, 0.6785, 0.6597, 0.6515, 0.6408, 0.6407, 0.6353, 0.6253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "5698494", "32463364", "22730024", "40790033", "10072941", "9813098", "34139429", "6945285"], "ranked_scores": [0.7799, 0.6433, 0.6239, 0.6159, 0.6146, 0.6125, 0.6109, 0.6062, 0.6052, 0.5992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "26336593", "6636088", "7997337", "7042304", "4889228", "33911859", "13380011", "10698739"], "ranked_scores": [0.774, 0.7058, 0.6912, 0.6747, 0.6679, 0.6641, 0.6624, 0.6596, 0.659, 0.6575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "9226649", "7975937", "4422868", "26735905", "26059876", "19736671", "17755060"], "ranked_scores": [0.8253, 0.8063, 0.713, 0.7109, 0.7055, 0.6956, 0.6857, 0.6842, 0.6804, 0.6801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14492339", "6767271", "6123924", "29423324", "34905328", "13798951", "10359591", "40312663", "883747"], "ranked_scores": [0.8082, 0.7198, 0.714, 0.7074, 0.6976, 0.6974, 0.6899, 0.6894, 0.6889, 0.688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17682477", "20220731", "19511011", "5132358", "22613657", "11666252", "3462075", "33535222"], "ranked_scores": [0.7637, 0.7442, 0.7029, 0.6836, 0.6742, 0.668, 0.6672, 0.6656, 0.6588, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "21274496", "11238951", "5735492", "92308", "4883040", "5398179", "31560225", "20357868"], "ranked_scores": [0.8222, 0.716, 0.7096, 0.7012, 0.6908, 0.6814, 0.6762, 0.6705, 0.6692, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["44562221", "3559136", "2014909", "2481032", "16905344", "2335873", "5395426", "10482574", "11738716", "39532074"], "ranked_scores": [0.5746, 0.5705, 0.5703, 0.5646, 0.5644, 0.5625, 0.5608, 0.556, 0.5525, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "2638387", "641786", "6421792", "20399078", "14260013", "43311750"], "ranked_scores": [0.7718, 0.7593, 0.7571, 0.6652, 0.6382, 0.6324, 0.6254, 0.6232, 0.6201, 0.6199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "25589047", "10958594", "24634621", "32421068", "24575065", "13256155", "31616203", "7613033"], "ranked_scores": [0.8027, 0.7429, 0.6709, 0.6595, 0.6587, 0.6437, 0.6328, 0.6299, 0.6274, 0.6197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "34016987", "17934603", "29509926", "12827098", "28647122", "4391121", "29564505", "36444198", "14492339"], "ranked_scores": [0.6877, 0.6874, 0.6871, 0.6871, 0.6823, 0.6821, 0.6812, 0.6772, 0.6757, 0.6756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["41982985", "9283422", "2714623", "15972906", "2825380", "21746539", "33499189", "18042803", "5914739", "11195653"], "ranked_scores": [0.8269, 0.8095, 0.8046, 0.8022, 0.8015, 0.8006, 0.7897, 0.7847, 0.7802, 0.7801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "3662510", "16390264", "7419612", "21323587", "10577574", "25886725", "38180456", "74137632", "20491205"], "ranked_scores": [0.6187, 0.4916, 0.4913, 0.4867, 0.4837, 0.4794, 0.4741, 0.4738, 0.4729, 0.4699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "10991183", "36345185", "11369420", "27306942", "17017465", "3863543", "33076846", "24624992", "18231257"], "ranked_scores": [0.7481, 0.7454, 0.7387, 0.7312, 0.7199, 0.7106, 0.7095, 0.7092, 0.7035, 0.7015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "1871230", "3495456", "25942757", "195683603", "1800734", "24315156", "22696649", "34905328"], "ranked_scores": [0.8519, 0.7349, 0.7183, 0.7167, 0.7129, 0.7115, 0.7069, 0.7008, 0.6951, 0.6948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "3203590", "8458567", "11238784", "9784254", "24150328", "25677651", "56486733", "3866315", "22116439"], "ranked_scores": [0.7313, 0.7127, 0.7107, 0.709, 0.7051, 0.6775, 0.6774, 0.6712, 0.6683, 0.6682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "13899137", "1986482", "341324", "45461275", "13071728", "44562058", "13901073"], "ranked_scores": [0.8274, 0.7919, 0.7329, 0.7048, 0.6944, 0.676, 0.6743, 0.6674, 0.6646, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["11335781", "52180874", "3471191", "21009874", "1900152", "79696454", "14834714", "7986878", "5991309", "22635278"], "ranked_scores": [0.6962, 0.6553, 0.6545, 0.6425, 0.6406, 0.6349, 0.6343, 0.6311, 0.6308, 0.6281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["44572913", "16256507", "26409363", "4462079", "46485368", "21553394", "16812091", "8856690", "36960449", "4483571"], "ranked_scores": [0.7107, 0.6997, 0.6743, 0.6675, 0.6594, 0.6352, 0.6248, 0.6153, 0.6132, 0.5963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "7198295", "34582256", "4319174", "4810810", "4340358", "34121231", "25687558", "25817686", "3083927"], "ranked_scores": [0.6075, 0.591, 0.5759, 0.5694, 0.5692, 0.5686, 0.5555, 0.5546, 0.5464, 0.5289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["7873737", "5884524", "6158879", "23783727", "38630735", "16760369", "20554003", "750781", "29253460", "24735908"], "ranked_scores": [0.7581, 0.7489, 0.7387, 0.7156, 0.681, 0.6719, 0.6476, 0.6364, 0.6302, 0.6271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["2714623", "8903143", "9283422", "33499189", "2825380", "19603353", "11195653", "15972906", "25479072", "19561411"], "ranked_scores": [0.7191, 0.7145, 0.7007, 0.6961, 0.6896, 0.6876, 0.6836, 0.6755, 0.6732, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "12667988", "12672066", "21373821", "6841927", "20240998", "4695046", "24318630", "28419824"], "ranked_scores": [0.7806, 0.5781, 0.5681, 0.5558, 0.5287, 0.5204, 0.5157, 0.5125, 0.5087, 0.5072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["27873158", "46695481", "6561200", "7650066", "28617573", "9764256", "19140422", "23136735", "16980892", "46355579"], "ranked_scores": [0.8353, 0.8144, 0.7968, 0.7784, 0.7699, 0.7616, 0.7362, 0.718, 0.6955, 0.656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23576165", "3831884", "23887844", "36653415", "18678095", "22712546", "27647593", "13613916", "22914228", "13466622"], "ranked_scores": [0.6994, 0.6969, 0.6865, 0.6831, 0.6708, 0.6694, 0.6584, 0.6557, 0.6517, 0.6492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "6182947", "2248870", "34016987", "14615911", "31313782", "35395662", "195683603", "27602752"], "ranked_scores": [0.6981, 0.6858, 0.679, 0.6768, 0.6647, 0.6632, 0.6566, 0.6556, 0.6444, 0.6413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "6477536", "16979690", "38180456", "84379954", "7547329", "6319826", "15856466", "11469078", "3578380"], "ranked_scores": [0.6737, 0.5628, 0.5536, 0.5093, 0.4666, 0.4651, 0.4468, 0.4467, 0.4292, 0.4254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["3475317", "15435343", "4391121", "16066726", "24707550", "22696649", "6163801", "21258863", "4928282", "19005293"], "ranked_scores": [0.7889, 0.6832, 0.6793, 0.6658, 0.663, 0.661, 0.6602, 0.6561, 0.6559, 0.6557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6853699", "27438378", "3616843", "39903312", "21239672", "29526125", "7613033", "19683625", "25028913"], "ranked_scores": [0.6873, 0.6048, 0.5878, 0.5732, 0.5683, 0.5666, 0.5643, 0.5617, 0.5613, 0.5596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["1215116", "27264454", "10617916", "3929361", "1805641", "22635278", "4999387", "12409683", "18025240", "21258863"], "ranked_scores": [0.5995, 0.5723, 0.5691, 0.5639, 0.5581, 0.5558, 0.5548, 0.5546, 0.5487, 0.5455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["19854543", "7711685", "6853699", "2159648", "30639847", "33569870", "22867765", "4647303", "17168045", "8317408"], "ranked_scores": [0.6053, 0.5837, 0.5804, 0.559, 0.5548, 0.5545, 0.5541, 0.546, 0.5426, 0.5416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "41735503", "24510595", "44830890", "28419824", "26445118", "21274919", "24055603", "7965928", "21957231"], "ranked_scores": [0.5652, 0.5452, 0.541, 0.5377, 0.5356, 0.5206, 0.5131, 0.4915, 0.4914, 0.4873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "45276789", "27099731", "6477536", "6517267", "25589047", "26611094", "41493639", "29981186"], "ranked_scores": [0.7063, 0.508, 0.4808, 0.4797, 0.4722, 0.4711, 0.4688, 0.4673, 0.4641, 0.4634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "4679264", "22551259", "22543403", "22264117", "9291668", "4434951", "1848452", "26230669", "2722988"], "ranked_scores": [0.7927, 0.7833, 0.7777, 0.7632, 0.7606, 0.7506, 0.7029, 0.6991, 0.6985, 0.6972], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "2266471", "17195001", "1227277", "14874811", "10482574", "3504761", "23974474", "9899292", "4324278"], "ranked_scores": [0.8221, 0.7505, 0.7306, 0.696, 0.6847, 0.6777, 0.6683, 0.6549, 0.6524, 0.6476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "3308636", "2947124", "30437264", "3493623", "6182947", "40323148", "15889329", "4402497"], "ranked_scores": [0.7974, 0.7546, 0.6622, 0.6602, 0.6569, 0.6476, 0.6335, 0.6334, 0.6332, 0.6321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["17450673", "23557241", "27123743", "16322674", "37480103", "22007333", "25973484", "4886637", "16098747", "15512462"], "ranked_scores": [0.805, 0.7888, 0.7774, 0.7562, 0.7497, 0.7438, 0.7398, 0.7211, 0.7207, 0.7166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "6561200", "46695481", "32423829", "36355784", "9764256", "7650066", "23136735", "25742130", "28617573"], "ranked_scores": [0.7166, 0.7152, 0.6998, 0.6934, 0.6775, 0.6712, 0.6623, 0.6619, 0.6606, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "14474178", "44366096", "10627801", "8005007", "3107733", "4402497", "7820043", "8596357", "24221369"], "ranked_scores": [0.7811, 0.7539, 0.7434, 0.7297, 0.728, 0.71, 0.7025, 0.6987, 0.6839, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "3698758", "36288526", "14021596", "41298619", "11349166", "7198295", "18174210", "11344428", "6334188"], "ranked_scores": [0.7237, 0.5773, 0.5748, 0.5658, 0.5594, 0.5567, 0.5423, 0.5391, 0.5359, 0.5357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "16693950", "52887689", "4452659", "6277638", "7185591", "4414481", "9559146"], "ranked_scores": [0.7854, 0.7354, 0.7266, 0.725, 0.7163, 0.7124, 0.6873, 0.6838, 0.6806, 0.666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "5935987", "4421742", "18358026", "3553087", "8698857", "2722988", "7426741", "1748921", "3230361"], "ranked_scores": [0.7362, 0.6553, 0.6537, 0.6301, 0.6222, 0.6215, 0.6209, 0.6153, 0.6132, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "23670644", "15889329", "116792", "810480", "40996863", "27866735", "21373821", "46451940"], "ranked_scores": [0.7676, 0.5605, 0.5483, 0.5439, 0.5052, 0.4924, 0.4736, 0.4611, 0.4588, 0.4573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["40383969", "19313533", "4740447", "35747505", "24335068", "2119889", "10562341", "35660758", "28138927", "20620012"], "ranked_scores": [0.6439, 0.6119, 0.6083, 0.6065, 0.599, 0.599, 0.5988, 0.5967, 0.5954, 0.5884], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "37549932", "4346731", "7970974", "8646760", "29557235", "15816729", "11291348", "7042304"], "ranked_scores": [0.767, 0.6698, 0.6388, 0.6384, 0.6355, 0.6352, 0.6342, 0.6294, 0.6277, 0.6268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3863543", "3391547", "2359152", "6000423", "2701077", "5836", "33677323", "12240507", "8083310"], "ranked_scores": [0.7901, 0.7574, 0.7428, 0.7355, 0.7211, 0.7094, 0.7004, 0.697, 0.6925, 0.6909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "26607366", "4396105", "7468449", "2679511", "9889151", "4444861", "16745747", "12156187"], "ranked_scores": [0.7992, 0.7264, 0.7073, 0.6561, 0.6479, 0.6432, 0.6402, 0.6365, 0.6339, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "275294", "30720103", "26409363", "3150030", "16256507", "36960449", "25599283"], "ranked_scores": [0.604, 0.5935, 0.5765, 0.57, 0.5597, 0.5534, 0.5476, 0.5393, 0.528, 0.5246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "38028419", "1148122", "14663842", "980196", "52072815", "24725136", "5939172", "71625969", "849771"], "ranked_scores": [0.7339, 0.6046, 0.5956, 0.5949, 0.5884, 0.5829, 0.5802, 0.5763, 0.5721, 0.5713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12866641", "40667577", "3727986", "13889430", "6944800", "20758340", "17388232", "11172205", "17934082"], "ranked_scores": [0.7091, 0.6616, 0.6611, 0.6479, 0.6433, 0.6414, 0.6366, 0.6364, 0.6342, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "27550580", "10071590", "23124332", "15925931", "6270720", "3984231", "26045237", "27460509", "24989194"], "ranked_scores": [0.801, 0.6459, 0.6245, 0.6042, 0.5845, 0.5531, 0.5524, 0.552, 0.5511, 0.548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "5698494", "12206390", "22730024", "34139429", "10072941", "38752049", "32463364", "24625323", "25451374"], "ranked_scores": [0.7466, 0.5797, 0.5796, 0.5729, 0.5672, 0.5662, 0.5608, 0.5579, 0.5541, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "9217800", "10698739", "9638032", "33911859", "24725136", "26336593", "7239105", "15548965", "14178995"], "ranked_scores": [0.737, 0.6317, 0.6287, 0.6164, 0.6068, 0.6068, 0.6058, 0.6001, 0.5959, 0.5939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4422868", "26059876", "9226649", "17755060", "7975937", "12513042", "26735905", "6407356"], "ranked_scores": [0.8531, 0.8307, 0.738, 0.729, 0.7283, 0.7279, 0.7211, 0.7078, 0.7077, 0.7076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["21366394", "14492339", "6123924", "6767271", "25677651", "11233339", "18546584", "29288582", "20344442", "29347970"], "ranked_scores": [0.7802, 0.6844, 0.6827, 0.6686, 0.664, 0.6635, 0.6622, 0.6618, 0.6594, 0.6571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "17682477", "3462075", "14647747", "13398997", "5132358", "19511011", "20220731", "33535222"], "ranked_scores": [0.7459, 0.734, 0.6606, 0.6455, 0.6389, 0.6362, 0.6321, 0.6267, 0.6218, 0.6207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "28738741", "11238951", "21274496", "92308", "5735492", "5867846", "31560225", "42065070", "5398179"], "ranked_scores": [0.8145, 0.6757, 0.6597, 0.6509, 0.6412, 0.6396, 0.6255, 0.6251, 0.623, 0.6212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["5395426", "7875158", "44562221", "11738716", "6277638", "2014909", "6153754", "2701077", "17271462", "18104691"], "ranked_scores": [0.5995, 0.5724, 0.5691, 0.5664, 0.5546, 0.5433, 0.5431, 0.5418, 0.5394, 0.5382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "6426919", "25014337", "4336849", "21274496", "641786", "20399078", "6421792", "14260013", "11238951"], "ranked_scores": [0.7623, 0.6896, 0.6836, 0.6175, 0.5983, 0.5962, 0.5944, 0.581, 0.5789, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24634621", "10958594", "25589047", "13256155", "31616203", "6334188", "7613033", "24190159"], "ranked_scores": [0.8396, 0.7501, 0.6574, 0.6536, 0.6447, 0.6138, 0.6127, 0.6116, 0.597, 0.5958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["17934603", "40323148", "17438862", "22696649", "45401535", "7489663", "7948486", "28647122", "2192419", "5035827"], "ranked_scores": [0.6901, 0.6599, 0.656, 0.6464, 0.6456, 0.6443, 0.6432, 0.6399, 0.6395, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "41982985", "2825380", "9283422", "15972906", "5914739", "18042803", "34905328", "33499189", "21746539"], "ranked_scores": [0.7812, 0.7786, 0.7705, 0.7701, 0.7684, 0.7681, 0.7641, 0.755, 0.7527, 0.7459], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4486, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "20491205", "3662510", "10577574", "38180456", "45461275", "14408200", "74137632", "21323587", "19961177"], "ranked_scores": [0.61, 0.4705, 0.4563, 0.452, 0.45, 0.4463, 0.4447, 0.444, 0.4394, 0.4353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["10991183", "23700330", "18231257", "29073751", "8453819", "8698857", "36345185", "24624992", "27306942", "22317868"], "ranked_scores": [0.7453, 0.7108, 0.7098, 0.7096, 0.6954, 0.6948, 0.6944, 0.6936, 0.6933, 0.6854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "3495456", "9225850", "195683603", "22696649", "17967608", "8396189", "1800734", "883747", "1871230"], "ranked_scores": [0.8307, 0.6938, 0.6725, 0.6658, 0.6643, 0.6569, 0.655, 0.6533, 0.6489, 0.6487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "22116439", "8458567", "56486733", "9956893", "9784254", "24150328", "3866315", "11238784", "712078"], "ranked_scores": [0.6828, 0.6824, 0.6765, 0.6711, 0.6694, 0.6613, 0.6601, 0.6552, 0.654, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "1986482", "11254040", "708425", "13899137", "13071728", "39984099"], "ranked_scores": [0.8368, 0.8342, 0.7515, 0.7038, 0.6662, 0.6626, 0.6611, 0.6594, 0.6581, 0.6551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["21009874", "11335781", "3471191", "32421068", "7986878", "36642096", "79696454", "52180874", "1900152", "24150328"], "ranked_scores": [0.6656, 0.6609, 0.647, 0.6467, 0.6443, 0.632, 0.6302, 0.6211, 0.6135, 0.6119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m96-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "12810152", "16256507", "4462079", "33409100", "21636085", "2425364", "22023404", "21553394", "34054472"], "ranked_scores": [0.6965, 0.6825, 0.6774, 0.6717, 0.6484, 0.6419, 0.6418, 0.6409, 0.6364, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34582256", "1568684", "6504953", "7198295", "24241932", "14865329", "25687558", "34121231", "970012"], "ranked_scores": [0.5135, 0.4925, 0.4923, 0.4821, 0.4792, 0.4468, 0.4355, 0.4341, 0.4157, 0.4109], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "16760369", "13448422", "38630735", "12561083", "21301090", "25028913", "2138843", "20526907"], "ranked_scores": [0.7608, 0.7279, 0.7111, 0.7049, 0.6958, 0.6943, 0.694, 0.6824, 0.6784, 0.6782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "8903143", "21557055", "8698857", "2714623", "9283422", "34905328", "5914739", "51952430", "8305686"], "ranked_scores": [0.7309, 0.7186, 0.7157, 0.711, 0.7099, 0.7091, 0.7084, 0.7069, 0.7056, 0.6997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "21590125", "11913139", "31612088", "38752049", "22995579", "8868863", "27150276"], "ranked_scores": [0.5833, 0.5821, 0.556, 0.5397, 0.5274, 0.5243, 0.5177, 0.5158, 0.5106, 0.5099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["46695481", "28617573", "6561200", "27873158", "23136735", "9764256", "46355579", "19140422", "7650066", "1203035"], "ranked_scores": [0.7894, 0.7755, 0.7732, 0.7694, 0.7601, 0.7535, 0.7394, 0.7393, 0.7056, 0.6956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "5094468", "16319097", "13613916", "22190276", "20672596", "25519138", "9159125", "4423401", "12513042"], "ranked_scores": [0.6893, 0.6837, 0.6631, 0.661, 0.6552, 0.6549, 0.6468, 0.6462, 0.6449, 0.637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "20722510", "2947124", "5752492", "1800734", "32533299", "6501747", "28712203", "883747"], "ranked_scores": [0.7536, 0.7134, 0.6946, 0.6937, 0.6838, 0.6813, 0.6808, 0.6796, 0.6765, 0.6758], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "30655442", "20945963", "11624482", "17374970", "13097856"], "ranked_scores": [0.5979, 0.4948, 0.463, 0.4445, 0.4036, 0.4029, 0.3985, 0.3968, 0.3961, 0.3959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "24707550", "38587347", "4429118", "219475", "13952658", "164985", "35256900", "3680979", "13070316"], "ranked_scores": [0.6941, 0.6917, 0.6831, 0.6761, 0.6734, 0.6655, 0.6652, 0.6646, 0.6646, 0.6626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "2192419", "6580081", "22530842", "2973910", "4418112", "15879931", "6270720", "3215494"], "ranked_scores": [0.6365, 0.6091, 0.6023, 0.6009, 0.5898, 0.5808, 0.5753, 0.5715, 0.5681, 0.5655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["12899612", "8246922", "2947124", "17682477", "5991309", "13952658", "22980205", "46926352", "6270720", "24044977"], "ranked_scores": [0.6414, 0.6409, 0.6335, 0.6236, 0.6224, 0.6223, 0.6205, 0.6192, 0.6169, 0.6156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "34876410", "7764903", "16557565", "24042919", "30464859", "4828984", "19521501", "25068298", "4406819"], "ranked_scores": [0.4518, 0.4472, 0.4441, 0.4299, 0.4284, 0.4282, 0.4218, 0.4217, 0.4192, 0.4162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "17930286", "21274919", "24148722", "24510595", "12667988", "28419824", "44830890", "7965928", "30813140"], "ranked_scores": [0.5733, 0.5724, 0.5671, 0.5657, 0.5563, 0.5548, 0.5457, 0.535, 0.5242, 0.5151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "29981186", "11718220", "9754530", "52874170", "21301090", "79231308", "6153754", "14973286"], "ranked_scores": [0.5862, 0.4995, 0.4956, 0.4838, 0.4823, 0.4734, 0.4718, 0.4716, 0.471, 0.4627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "4434951", "22543403", "9291668", "1848452", "22551259", "7514614", "26230669", "4679264"], "ranked_scores": [0.8321, 0.8051, 0.7961, 0.7938, 0.7905, 0.779, 0.7567, 0.7424, 0.7411, 0.7337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "11181416", "17195001", "4423401", "26045237", "10247282", "1227277", "44693226", "28264919", "2158516"], "ranked_scores": [0.6376, 0.6261, 0.622, 0.6036, 0.6019, 0.6013, 0.5965, 0.5947, 0.593, 0.5923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["12885341", "2947124", "8300657", "34287602", "9433958", "10648422", "27602752", "26873988", "10627801", "26133404"], "ranked_scores": [0.7452, 0.7345, 0.7171, 0.7032, 0.701, 0.6871, 0.682, 0.6723, 0.668, 0.6666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "25973484", "22007333", "21874312", "23557241", "15559582", "13831842", "13831558", "17450673"], "ranked_scores": [0.7996, 0.7932, 0.7763, 0.7698, 0.7676, 0.7639, 0.7588, 0.7542, 0.7511, 0.7498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "46355579", "27873158", "36355784", "32423829", "6561200", "28617573", "9764256", "12779444", "19140422"], "ranked_scores": [0.7584, 0.7549, 0.7544, 0.7541, 0.7434, 0.7399, 0.7349, 0.7253, 0.7119, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "3033830", "19165076", "7225911", "2619579", "13290521", "1227277", "25014337", "8005007"], "ranked_scores": [0.6784, 0.6727, 0.6689, 0.6686, 0.6646, 0.6635, 0.6634, 0.6568, 0.654, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "883747", "6315132", "8317408", "46202852", "38944245", "3215494", "5511240", "43329366"], "ranked_scores": [0.6177, 0.5773, 0.5772, 0.5742, 0.5729, 0.5679, 0.5651, 0.5649, 0.5635, 0.5629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "7514614", "18949516", "2543135", "2466614", "13350374", "1848452", "7834603", "28138927"], "ranked_scores": [0.6561, 0.6375, 0.6346, 0.634, 0.6207, 0.6168, 0.6082, 0.6077, 0.6017, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "4270992", "30208015", "2714623", "10247314", "12225214", "13790144", "11568270", "41913714", "5914739"], "ranked_scores": [0.7537, 0.7514, 0.7315, 0.7264, 0.7224, 0.7202, 0.7198, 0.7194, 0.7182, 0.7158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "810480", "8672737", "116792", "14566771", "40996863", "12670680"], "ranked_scores": [0.7277, 0.5858, 0.5771, 0.5612, 0.5608, 0.5558, 0.5462, 0.5457, 0.5346, 0.5332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["22767022", "612002", "14155726", "15548965", "5953485", "7221410", "40476126", "2119889", "7029990", "18346333"], "ranked_scores": [0.6846, 0.6653, 0.6628, 0.6617, 0.6573, 0.6515, 0.648, 0.6418, 0.6413, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "11922370", "23577014", "24142891", "22896970", "14581009", "8458567", "19572798", "4362729", "4138659"], "ranked_scores": [0.7165, 0.7114, 0.7013, 0.6998, 0.6942, 0.692, 0.6904, 0.6896, 0.6893, 0.6892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "10641715", "5782614", "2359152", "3863543", "13921783", "20904154", "6000423"], "ranked_scores": [0.7451, 0.6985, 0.6969, 0.6942, 0.6937, 0.6875, 0.6863, 0.6787, 0.6777, 0.6754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20649327", "17416520", "34198365", "4447055", "16472469", "46816158", "21754541", "36540079", "34498325", "25373397"], "ranked_scores": [0.5949, 0.5945, 0.5888, 0.5849, 0.5846, 0.5838, 0.5831, 0.5829, 0.5828, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "30720103", "2425364", "25599283", "4462079", "3150030", "6718824", "36960449", "6313547"], "ranked_scores": [0.7495, 0.7284, 0.6831, 0.6828, 0.6381, 0.6117, 0.6095, 0.6019, 0.5992, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "583260", "22023404", "21553394", "3067015", "23267371", "30981192", "3153673", "4303939"], "ranked_scores": [0.529, 0.5258, 0.5205, 0.5188, 0.5095, 0.5051, 0.5045, 0.502, 0.5017, 0.5016], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "6944800", "26973393", "164985", "43224840", "33677323", "18237384", "40963697", "2014909", "21185923"], "ranked_scores": [0.6647, 0.6565, 0.6462, 0.6435, 0.6413, 0.6242, 0.624, 0.6234, 0.6226, 0.6189], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "8672737", "10795340", "10284593", "14566771", "3391547", "24989194", "13448422", "38630735"], "ranked_scores": [0.6627, 0.6063, 0.6045, 0.6012, 0.6005, 0.5972, 0.5946, 0.5925, 0.5922, 0.5918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "32463364", "24625323", "41264017", "28419824", "38752049", "36003142", "1358909", "21590125"], "ranked_scores": [0.7425, 0.6812, 0.6778, 0.6773, 0.675, 0.6572, 0.6568, 0.6556, 0.654, 0.6459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "31624828", "41913714", "14308244", "34905328", "17333231", "30261663", "13380011", "40365566"], "ranked_scores": [0.7396, 0.72, 0.7181, 0.7169, 0.7145, 0.711, 0.6989, 0.6921, 0.6896, 0.682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "9159125", "5123516", "7028976", "28334217", "5406411", "12685434"], "ranked_scores": [0.7687, 0.7488, 0.7394, 0.7133, 0.6979, 0.6881, 0.6787, 0.6783, 0.6717, 0.6686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "13798951", "29347970", "18546584", "2714623", "20220731", "28006126", "20344442", "9283422", "11887584"], "ranked_scores": [0.7752, 0.7672, 0.7656, 0.7641, 0.7476, 0.7465, 0.7437, 0.7408, 0.7387, 0.7376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "20220731", "20457190", "54561384", "14647747", "18374364", "29347970", "8891333", "3835423"], "ranked_scores": [0.7662, 0.7434, 0.6978, 0.6872, 0.6754, 0.6702, 0.6688, 0.6672, 0.6669, 0.6645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7224723", "21274496", "31560225", "29023309", "92308", "35987381", "5867846", "8563659"], "ranked_scores": [0.7751, 0.7056, 0.6828, 0.6751, 0.6707, 0.6696, 0.6674, 0.66, 0.6584, 0.6558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "28821565", "37296667", "34582256", "40005757", "44693226", "25817686", "38830961", "18678095", "32975424"], "ranked_scores": [0.4822, 0.4609, 0.4512, 0.4476, 0.4426, 0.4417, 0.4403, 0.433, 0.4315, 0.4312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["2158516", "34016944", "14819804", "14241418", "25014337", "6426919", "41337677", "293661", "41913714", "15319019"], "ranked_scores": [0.6608, 0.6381, 0.628, 0.6275, 0.6265, 0.6224, 0.6214, 0.6175, 0.6172, 0.6153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "25298276", "24341590", "24634621", "41340212", "8037453", "2492146", "46485368", "24916604"], "ranked_scores": [0.7339, 0.7174, 0.7061, 0.7004, 0.6952, 0.6909, 0.6886, 0.6875, 0.687, 0.6867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "10648422", "5752492", "4429118", "16488405", "5107861", "20722510", "45449835", "6270720", "8246922"], "ranked_scores": [0.733, 0.7221, 0.7141, 0.7133, 0.7108, 0.7103, 0.7082, 0.7078, 0.7059, 0.7052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "13798951", "5914739", "29347970", "18237384", "34436231", "33499189", "6961811"], "ranked_scores": [0.823, 0.8037, 0.7988, 0.7988, 0.7903, 0.7886, 0.7781, 0.778, 0.7779, 0.7769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "32909242", "20491205", "29107210", "24318630", "6421734", "19071857", "25886725", "19945096"], "ranked_scores": [0.581, 0.481, 0.4794, 0.4631, 0.4604, 0.4543, 0.4494, 0.4462, 0.4454, 0.4442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "7225911", "19047331", "4920376", "17671145", "31272411", "46765242", "35760786", "4396105", "27822315"], "ranked_scores": [0.7693, 0.7663, 0.7631, 0.7535, 0.7454, 0.7426, 0.7365, 0.7333, 0.7331, 0.7313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "38944245", "24044977", "14591894", "28015516", "25942757", "883747", "35256900"], "ranked_scores": [0.7715, 0.6758, 0.6665, 0.6623, 0.6568, 0.6551, 0.6516, 0.6475, 0.6472, 0.643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17671145", "7225911", "14171859", "885056", "19165076", "4396105", "14819804", "41620295", "56486733", "25543207"], "ranked_scores": [0.7152, 0.7056, 0.6908, 0.6841, 0.6742, 0.6707, 0.6703, 0.6702, 0.6622, 0.6606], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "31363207", "341324", "15997009", "35087728", "16787954", "7111021", "5991309", "15319019", "36216395"], "ranked_scores": [0.7711, 0.7192, 0.7189, 0.7079, 0.7067, 0.6987, 0.6812, 0.6755, 0.6734, 0.6705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "6407356", "49432306", "22635278", "5270265", "7613033", "3851329", "8659426", "9767444", "26886351"], "ranked_scores": [0.684, 0.6749, 0.6718, 0.6682, 0.6603, 0.6565, 0.6545, 0.6539, 0.6539, 0.65], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "4462079", "16256507", "44572913", "71625969", "12810152", "44624045", "3150030", "21553394", "2425364"], "ranked_scores": [0.6902, 0.6902, 0.6885, 0.6629, 0.6588, 0.6576, 0.6525, 0.6447, 0.6436, 0.642], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34582256", "1568684", "13000926", "6504953", "7198295", "14865329", "38023457", "25687558", "24241932", "7965928"], "ranked_scores": [0.5054, 0.5019, 0.4778, 0.4524, 0.4413, 0.4325, 0.4299, 0.4201, 0.4188, 0.4084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "2138843", "13282296", "4506414", "16760369", "13448422", "38630735", "25028913", "12561083"], "ranked_scores": [0.7796, 0.7145, 0.6993, 0.6772, 0.6709, 0.6621, 0.6599, 0.6584, 0.6564, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "9283422", "5914739", "51952430", "25901598", "8698857", "21557055", "23895668", "34436231"], "ranked_scores": [0.7401, 0.7394, 0.7288, 0.7201, 0.7187, 0.7106, 0.704, 0.7019, 0.6971, 0.6959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["31554917", "21373821", "5912283", "38752049", "31612088", "21590125", "32777637", "27150276", "13883546", "4695046"], "ranked_scores": [0.6264, 0.6042, 0.6019, 0.5714, 0.556, 0.553, 0.5463, 0.5365, 0.5293, 0.5293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["46695481", "23136735", "6561200", "27873158", "28617573", "46355579", "9764256", "19140422", "16980892", "32423829"], "ranked_scores": [0.7885, 0.7772, 0.7703, 0.7695, 0.749, 0.7297, 0.7292, 0.7178, 0.6951, 0.6742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8397, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "20672596", "4362729", "5094468", "8458567", "3831884", "21866916", "23576165", "4319174"], "ranked_scores": [0.7264, 0.7145, 0.6925, 0.6859, 0.68, 0.675, 0.674, 0.6687, 0.667, 0.6656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "20722510", "883747", "38587347", "35256900", "2947124", "9225850", "3330111", "19005293"], "ranked_scores": [0.7327, 0.7023, 0.6868, 0.6743, 0.6677, 0.6659, 0.6622, 0.6618, 0.6608, 0.6597], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "11469078", "30655442", "11728637", "63858430", "4505748", "7547329"], "ranked_scores": [0.6085, 0.5293, 0.4805, 0.4133, 0.3782, 0.3691, 0.3653, 0.3605, 0.3533, 0.3471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "164985", "28783084", "38587347", "24282306", "219475", "4380287", "20155713", "4429118", "24726600"], "ranked_scores": [0.748, 0.7235, 0.7085, 0.7031, 0.701, 0.6973, 0.6955, 0.6934, 0.691, 0.6899], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "6182947", "2192419", "8290953", "6270720", "2973910", "4418112", "15879931", "9600826"], "ranked_scores": [0.6478, 0.6465, 0.6152, 0.6068, 0.6067, 0.6026, 0.599, 0.5979, 0.5961, 0.595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["22980205", "7986878", "28517384", "9767444", "12899612", "21719289", "17682477", "10450300", "26873988", "17327939"], "ranked_scores": [0.6884, 0.6697, 0.6677, 0.6667, 0.6646, 0.6645, 0.663, 0.6618, 0.6605, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["14692646", "7764903", "34876410", "4828984", "17741440", "22401720", "24660385", "24003461", "4406819", "2291922"], "ranked_scores": [0.5543, 0.5098, 0.5017, 0.4947, 0.4939, 0.4739, 0.4712, 0.4692, 0.466, 0.4623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["27076725", "21274919", "17930286", "51386222", "7965928", "8002529", "28419824", "19804204", "24163770", "44830890"], "ranked_scores": [0.5685, 0.5604, 0.5562, 0.5498, 0.5382, 0.5282, 0.5275, 0.5256, 0.5232, 0.5225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "29981186", "997143", "79231308", "45276789", "11718220", "21767325", "21301090", "44048701", "24942840"], "ranked_scores": [0.5844, 0.469, 0.459, 0.4569, 0.4461, 0.4434, 0.4412, 0.439, 0.4348, 0.4316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22543403", "22264117", "1848452", "4434951", "4679264", "22551259", "2722988", "26230669"], "ranked_scores": [0.8316, 0.825, 0.8023, 0.7992, 0.7888, 0.7856, 0.7602, 0.7552, 0.7298, 0.7211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1344498", "11181416", "4423401", "19132741", "20672596", "10247282", "8460275", "23895668"], "ranked_scores": [0.6742, 0.6475, 0.641, 0.6359, 0.6331, 0.6144, 0.6124, 0.6121, 0.6066, 0.6061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["34287602", "8300657", "12885341", "9433958", "2947124", "10648422", "1933281", "26873988", "7717468", "20996244"], "ranked_scores": [0.7466, 0.7427, 0.7421, 0.7269, 0.7225, 0.6935, 0.6713, 0.6703, 0.669, 0.6664], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["25973484", "27123743", "37480103", "22007333", "13831842", "15559582", "17450673", "21874312", "4886637", "16098747"], "ranked_scores": [0.7999, 0.7965, 0.7902, 0.7825, 0.7769, 0.7695, 0.7506, 0.7503, 0.731, 0.7302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["32423829", "46695481", "36355784", "27873158", "46355579", "12779444", "6561200", "29495185", "9764256", "28617573"], "ranked_scores": [0.8008, 0.7812, 0.7792, 0.7687, 0.754, 0.7494, 0.7494, 0.7362, 0.7122, 0.7104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "23727313", "7820043", "41337677", "16605494", "44366096", "31272411", "7225911", "5838067", "15435343"], "ranked_scores": [0.6627, 0.653, 0.6468, 0.6422, 0.6422, 0.6362, 0.6276, 0.6258, 0.6256, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "883747", "16488405", "6315132", "7227763", "42298280", "14492339", "27243019", "3090454"], "ranked_scores": [0.6243, 0.5833, 0.5811, 0.5781, 0.5653, 0.5648, 0.563, 0.559, 0.5493, 0.5446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "18949516", "22264117", "2543135", "28138927", "1084345", "2466614", "1848452", "24347647", "4434951"], "ranked_scores": [0.6674, 0.6565, 0.6397, 0.6268, 0.6209, 0.6192, 0.6146, 0.609, 0.6086, 0.6014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "45875990", "8305686", "51952430", "12225214", "10247314", "30208015", "16863359", "13790144", "16120395"], "ranked_scores": [0.748, 0.7466, 0.7314, 0.7273, 0.718, 0.7128, 0.7083, 0.7071, 0.6993, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "23670644", "116792", "810480", "22309946", "25416944", "5691302", "27428509"], "ranked_scores": [0.7491, 0.6421, 0.6216, 0.5965, 0.5739, 0.5718, 0.5618, 0.5562, 0.5526, 0.548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5953485", "14155726", "612002", "22767022", "2119889", "21179714", "22968257", "7221410", "16128711", "35660758"], "ranked_scores": [0.6568, 0.6401, 0.6361, 0.636, 0.6322, 0.6266, 0.6244, 0.6135, 0.6121, 0.61], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "8290760", "35467590", "4362729", "11922370", "22896970", "16280642", "24142891", "6209599", "14581009"], "ranked_scores": [0.7359, 0.7147, 0.7139, 0.7131, 0.7123, 0.7098, 0.7091, 0.7083, 0.7078, 0.7058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "2359152", "10641715", "5765455", "5836", "13293033", "11992632", "5782614", "26336593", "6000423"], "ranked_scores": [0.7557, 0.7364, 0.7246, 0.7244, 0.7146, 0.7081, 0.708, 0.7024, 0.6969, 0.6803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["22495397", "46816158", "28230867", "34498325", "20649327", "25373397", "3127341", "12130690", "4396105", "8305686"], "ranked_scores": [0.5978, 0.5919, 0.5885, 0.5858, 0.5838, 0.5832, 0.5832, 0.5775, 0.5771, 0.5733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "6313547", "25599283", "6718824", "7602348", "3090454", "6042706"], "ranked_scores": [0.758, 0.7228, 0.6897, 0.6334, 0.6297, 0.6217, 0.6163, 0.5948, 0.5901, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "71625969", "3067015", "22023404", "8892905", "21553394", "4303939", "13933299", "24625323", "3153673"], "ranked_scores": [0.5522, 0.5321, 0.5142, 0.5119, 0.5098, 0.502, 0.4896, 0.4814, 0.4755, 0.4699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "1065627", "6948886", "6944800", "164985", "2014909", "2030623", "40963697", "33677323", "3475317"], "ranked_scores": [0.6878, 0.6818, 0.6721, 0.6681, 0.6621, 0.6548, 0.6387, 0.6367, 0.6342, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "28338268", "5782614", "15984735", "15925931", "19332616", "38630735", "7813993"], "ranked_scores": [0.6274, 0.6134, 0.6133, 0.6123, 0.611, 0.6096, 0.609, 0.6075, 0.6071, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "13933299", "1358909", "71625969", "409280", "13282296", "36003142", "38752049"], "ranked_scores": [0.7444, 0.7045, 0.6709, 0.6571, 0.6464, 0.6299, 0.6288, 0.6169, 0.6159, 0.6129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "14308244", "57574395", "41913714", "31624828", "17333231", "23052989", "34905328", "13380011", "368506"], "ranked_scores": [0.728, 0.7008, 0.6974, 0.6864, 0.6862, 0.683, 0.6828, 0.6795, 0.6778, 0.6611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "28697248", "31682248", "23260700", "12358173", "5123516", "9159125"], "ranked_scores": [0.7718, 0.7439, 0.7388, 0.6791, 0.6756, 0.6752, 0.6751, 0.6667, 0.6637, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "20388894", "34905328", "28006126", "20220731", "18546584", "22174015", "29347970", "6123924", "20344442"], "ranked_scores": [0.8077, 0.7934, 0.7914, 0.7878, 0.7851, 0.7776, 0.7683, 0.7654, 0.765, 0.7594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "13798951", "20220731", "20388894", "24879055", "40473317", "21012916", "45414636", "34905328"], "ranked_scores": [0.7895, 0.7676, 0.712, 0.6977, 0.6864, 0.6846, 0.6811, 0.6808, 0.679, 0.677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "12885341", "8300657", "21274496", "35987381", "7224723", "10648422", "92308", "18275697", "5735492"], "ranked_scores": [0.8122, 0.7262, 0.7159, 0.7085, 0.7043, 0.7009, 0.6991, 0.687, 0.6817, 0.6755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "29362104", "34582256", "33918970", "37296667", "12280462", "22312627", "38830961", "41877386", "36653415"], "ranked_scores": [0.4877, 0.4797, 0.4731, 0.4594, 0.4479, 0.4433, 0.4397, 0.439, 0.4376, 0.429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "25014337", "14241418", "34016944", "26045237", "19497526", "25895285", "24069089", "14819804"], "ranked_scores": [0.6585, 0.654, 0.6391, 0.6336, 0.6322, 0.6312, 0.6287, 0.6285, 0.6264, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41340212", "2492146", "24634621", "24341590", "24873253", "25298276", "24323695", "40790033", "24916604"], "ranked_scores": [0.7657, 0.729, 0.7091, 0.707, 0.7029, 0.6931, 0.6878, 0.6871, 0.6869, 0.6845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "10530014", "17438862", "13923140", "16488405", "5107861", "5979056", "40632104", "6270720", "43619625"], "ranked_scores": [0.7102, 0.7098, 0.7016, 0.684, 0.6833, 0.6787, 0.6779, 0.6775, 0.6761, 0.671], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "13798951", "34905328", "29347970", "5914739", "18834078", "8903143", "5273056", "18237384", "20220731"], "ranked_scores": [0.8202, 0.8085, 0.8029, 0.7942, 0.7926, 0.7894, 0.7872, 0.7852, 0.7849, 0.7832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "5372432", "32909242", "28017005", "70439309", "19945096", "30813140", "19071857", "24163770"], "ranked_scores": [0.61, 0.4443, 0.4385, 0.4281, 0.4224, 0.4207, 0.4188, 0.416, 0.4149, 0.4145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "19047331", "17671145", "7225911", "4920376", "9784254", "1550937", "31272411", "24624992", "15322518"], "ranked_scores": [0.7751, 0.7584, 0.7539, 0.7507, 0.736, 0.7321, 0.7284, 0.7283, 0.7244, 0.7219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "35256900", "24044977", "14591894", "38944245", "46926352", "25036988", "18126445"], "ranked_scores": [0.7599, 0.6808, 0.6674, 0.6439, 0.642, 0.6402, 0.6397, 0.6339, 0.6217, 0.6206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17671145", "7225911", "23286603", "12130690", "14171859", "41620295", "9956893", "56486733", "14819804", "22116439"], "ranked_scores": [0.7228, 0.7198, 0.7165, 0.702, 0.6858, 0.6811, 0.6806, 0.6757, 0.6693, 0.669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "15997009", "16787954", "11254040", "31363207", "7111021", "26045237", "15319019", "35087728"], "ranked_scores": [0.8421, 0.7521, 0.7344, 0.7288, 0.7222, 0.7214, 0.7108, 0.7091, 0.6963, 0.676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "5492542", "9767444", "49432306", "14834714", "1900152", "7613033", "5500086", "3935126", "22635278"], "ranked_scores": [0.7184, 0.7015, 0.6902, 0.683, 0.6766, 0.6723, 0.6715, 0.6709, 0.6703, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m96-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "4462079", "21553394", "44572913", "33409100", "30981192", "21636085", "41915616", "36960449"], "ranked_scores": [0.72, 0.7102, 0.7072, 0.6843, 0.6828, 0.6778, 0.6766, 0.6763, 0.6695, 0.6689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34121231", "13000926", "33934971", "40473317", "970012", "26474812", "8373753", "7299977", "4810810", "17454301"], "ranked_scores": [0.4518, 0.4135, 0.3647, 0.3609, 0.3551, 0.3538, 0.3522, 0.3435, 0.339, 0.3355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "2138843", "35714909", "8842332", "16760369", "27449472", "14973286", "4506414", "6158879", "30983338"], "ranked_scores": [0.7339, 0.694, 0.678, 0.6675, 0.6658, 0.6599, 0.6587, 0.6552, 0.6537, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "5914739", "2714623", "25479072", "9283422", "34905328", "10562341", "2825380", "13778710"], "ranked_scores": [0.7251, 0.7181, 0.7122, 0.6998, 0.6922, 0.6845, 0.6807, 0.6761, 0.6735, 0.672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "11913139", "8868863", "27150276", "38752049", "28419824", "4587978", "22995579", "13883546"], "ranked_scores": [0.6336, 0.5393, 0.5111, 0.4982, 0.4787, 0.4671, 0.4622, 0.4604, 0.4573, 0.4556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["46695481", "27873158", "6561200", "28617573", "9764256", "23136735", "46355579", "19140422", "1203035", "16980892"], "ranked_scores": [0.8168, 0.8166, 0.8128, 0.8107, 0.7942, 0.7916, 0.7913, 0.778, 0.7179, 0.712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.9558, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9558, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "23576165", "17755060", "1686997", "3831884", "23895668", "7875158", "4423401", "24315156", "5256564"], "ranked_scores": [0.654, 0.6466, 0.6416, 0.635, 0.6343, 0.6322, 0.6234, 0.6224, 0.6171, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "67045088", "32454714", "40365566", "18237384", "5500086", "2248870", "19005293", "219475"], "ranked_scores": [0.7569, 0.7005, 0.6959, 0.6854, 0.6813, 0.6725, 0.6711, 0.6709, 0.6708, 0.6707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "32969964", "20945963", "13097856", "63858430", "11469078", "427865", "21902910"], "ranked_scores": [0.5928, 0.5087, 0.4589, 0.4538, 0.4297, 0.4268, 0.4228, 0.4217, 0.4148, 0.4129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["35256900", "6163801", "27567994", "381602", "19510470", "7869794", "24612804", "8137081", "26886351", "16066726"], "ranked_scores": [0.685, 0.6832, 0.6744, 0.6708, 0.6699, 0.6697, 0.6687, 0.6673, 0.6672, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "2060137", "3727986", "39559521", "26886351", "43224840", "10812605", "10162553", "45401535", "952111"], "ranked_scores": [0.452, 0.4474, 0.439, 0.4327, 0.4325, 0.4308, 0.4234, 0.423, 0.4229, 0.418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["14965508", "20428155", "2296264", "4422868", "123859", "22241778", "45401535", "28264919", "12866641", "35256900"], "ranked_scores": [0.5691, 0.5392, 0.5285, 0.5282, 0.522, 0.5204, 0.5151, 0.5108, 0.5093, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "27049238", "24660385", "13223957", "38369817", "87758", "25175997", "2291922", "37029185", "3896759"], "ranked_scores": [0.3579, 0.3577, 0.3502, 0.3398, 0.3378, 0.3311, 0.3295, 0.3222, 0.3157, 0.305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["44830890", "17930286", "28419824", "24510595", "24055603", "21274919", "24148722", "14566771", "12667988", "30813140"], "ranked_scores": [0.6347, 0.631, 0.6071, 0.605, 0.5635, 0.5598, 0.5558, 0.5557, 0.5536, 0.5472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "52874170", "37628989", "23400191", "22688699", "13445579", "4695046", "32462603", "79231308", "25515907"], "ranked_scores": [0.6048, 0.5271, 0.4999, 0.4992, 0.4901, 0.4827, 0.4783, 0.4769, 0.472, 0.4713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "6040392", "22551259", "1848452", "26230669", "9291668", "22264117", "2722988", "4434951", "7514614"], "ranked_scores": [0.7816, 0.7801, 0.78, 0.7687, 0.7653, 0.7463, 0.74, 0.7246, 0.7232, 0.7202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1227277", "31407112", "4423401", "17195001", "14501880", "2266471", "36654066", "44693226", "10247282"], "ranked_scores": [0.6117, 0.5668, 0.5637, 0.5577, 0.556, 0.5501, 0.5439, 0.5416, 0.5366, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "26873988", "26133404", "23305884", "2947124", "10450300", "18938992", "5137019", "30437264", "5811042"], "ranked_scores": [0.7376, 0.7286, 0.7121, 0.7051, 0.7008, 0.6986, 0.6922, 0.6902, 0.6833, 0.6833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "22007333", "13831842", "25973484", "23557241", "21874312", "17450673", "5487448", "37480103", "13831558"], "ranked_scores": [0.8108, 0.7977, 0.7924, 0.7823, 0.7736, 0.7712, 0.7676, 0.7658, 0.7625, 0.7589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "27873158", "25742130", "46695481", "12779444", "32423829", "6561200", "28617573", "46355579", "9764256"], "ranked_scores": [0.7841, 0.7594, 0.7498, 0.7452, 0.7331, 0.7295, 0.7204, 0.7135, 0.7121, 0.7076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["285794", "37643601", "8005007", "44366096", "5633957", "31560225", "23746313", "38747567", "26133404", "4402497"], "ranked_scores": [0.5931, 0.5749, 0.5644, 0.5554, 0.5526, 0.5505, 0.5501, 0.5485, 0.546, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "8137081", "46926352", "27243019", "14492339", "27602752", "27910499", "36444198", "16488405", "9787715"], "ranked_scores": [0.6405, 0.6034, 0.5949, 0.5867, 0.5828, 0.5671, 0.5668, 0.565, 0.5626, 0.5586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["22264117", "10012166", "1084345", "7514614", "26230669", "24347647", "1848452", "9559146", "4326318", "6313547"], "ranked_scores": [0.6294, 0.6157, 0.6064, 0.5981, 0.5915, 0.5871, 0.5755, 0.5741, 0.5732, 0.5561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "21380348", "16120395", "45875990", "14171859", "4324278", "3154880", "8903143", "8856690", "23895668"], "ranked_scores": [0.7498, 0.7401, 0.7376, 0.7315, 0.7262, 0.7259, 0.7241, 0.716, 0.7156, 0.7152], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "25416944", "810480", "116792", "28338268", "32743723", "4399268", "7997337"], "ranked_scores": [0.7503, 0.529, 0.5171, 0.4858, 0.4805, 0.4654, 0.4643, 0.455, 0.4544, 0.4472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["6076903", "23420615", "15491404", "12932176", "14171859", "44408494", "20313748", "3825472", "9304312", "10846815"], "ranked_scores": [0.6925, 0.6617, 0.6602, 0.6547, 0.642, 0.6418, 0.6407, 0.64, 0.6383, 0.6377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "17945638", "8327914", "11922370", "24766509", "12225214", "6076903", "43390777", "4362729"], "ranked_scores": [0.6783, 0.6719, 0.6522, 0.6485, 0.6482, 0.648, 0.6455, 0.6424, 0.6417, 0.6411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "2359152", "5782614", "14717213", "5836", "3863543", "21692235", "41293601", "33677323"], "ranked_scores": [0.7579, 0.7156, 0.6938, 0.6842, 0.6677, 0.6582, 0.6576, 0.6542, 0.6538, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "4447055", "26607366", "43224840", "25483562", "25344732", "4319844", "3831884", "36830715", "2061878"], "ranked_scores": [0.5277, 0.525, 0.5159, 0.5077, 0.5058, 0.5047, 0.4995, 0.4953, 0.4947, 0.4938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "21553394", "23267371", "36960449", "41915616", "4462079", "3150030", "25599283", "2425364", "22023404"], "ranked_scores": [0.6791, 0.6771, 0.6509, 0.6017, 0.5919, 0.5895, 0.5863, 0.5775, 0.5769, 0.5659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "3067015", "14663842", "27449472", "2831620", "21641088", "21553394", "42441846", "6042706"], "ranked_scores": [0.5847, 0.5569, 0.5564, 0.5432, 0.5344, 0.5283, 0.5081, 0.5072, 0.5066, 0.5065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "11172205", "24726600", "6944800", "15816729", "7343711", "13952658", "17388232", "35256900", "40382183"], "ranked_scores": [0.6199, 0.6176, 0.6159, 0.6081, 0.5991, 0.5977, 0.5934, 0.5907, 0.5877, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "19332616", "13448422", "4446814", "17421851", "17821387", "21372171", "7373453", "7813993", "2973910"], "ranked_scores": [0.7244, 0.6698, 0.6603, 0.6566, 0.6509, 0.6489, 0.6474, 0.643, 0.6415, 0.6402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "24625323", "28419824", "32463364", "21590125", "38752049", "36003142", "5691302", "13933299"], "ranked_scores": [0.7383, 0.641, 0.6334, 0.6091, 0.6027, 0.6017, 0.5993, 0.5986, 0.5971, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "12932176", "27022864", "14972169", "33911859", "13380011", "5811042", "7093809", "57574395", "11886686"], "ranked_scores": [0.761, 0.7173, 0.7141, 0.7025, 0.6998, 0.6969, 0.695, 0.6942, 0.6929, 0.6908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "4422868", "12513042", "5254463", "39758684", "17755060", "26059876", "9226649", "18358026"], "ranked_scores": [0.7479, 0.7219, 0.6909, 0.6804, 0.6668, 0.6653, 0.6644, 0.6564, 0.6511, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "34905328", "13798951", "29347970", "18546584", "40234452", "21185923", "6123924", "10165258", "12058271"], "ranked_scores": [0.7562, 0.7518, 0.7464, 0.7445, 0.7444, 0.7299, 0.7299, 0.7289, 0.7284, 0.7276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "266641", "17463549", "34905328", "40234452", "45414636", "54561384", "6123924", "14492339"], "ranked_scores": [0.7503, 0.7144, 0.6558, 0.6548, 0.6527, 0.6522, 0.6512, 0.6458, 0.6433, 0.6388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7224723", "27602752", "8563659", "7451018", "42065070", "2947124", "21274496", "12670680"], "ranked_scores": [0.795, 0.6845, 0.676, 0.6709, 0.6674, 0.6663, 0.6615, 0.6464, 0.6445, 0.6439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["22968257", "9559146", "17412260", "28937856", "31293581", "3831884", "33370", "26851674", "18399038", "38623601"], "ranked_scores": [0.4556, 0.4548, 0.4548, 0.4532, 0.448, 0.4467, 0.4451, 0.441, 0.4408, 0.4389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "13106686", "3493623", "24221369", "2042250", "2638387", "1970884", "41337677"], "ranked_scores": [0.6592, 0.6536, 0.6457, 0.6164, 0.6091, 0.6049, 0.6036, 0.6028, 0.5952, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "10958594", "13256155", "31616203", "2492146", "25298276", "24873253", "8659426", "15541119"], "ranked_scores": [0.7428, 0.6618, 0.6616, 0.6604, 0.6533, 0.6516, 0.65, 0.6352, 0.6311, 0.6308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "4380287", "5752492", "17438862", "22647695", "195683603", "25315295", "14386505", "7221410"], "ranked_scores": [0.7266, 0.7016, 0.6979, 0.6962, 0.6906, 0.6892, 0.689, 0.6888, 0.6851, 0.6849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "2714623", "18758057", "13798951", "5914739", "33499189", "2825380", "28006126", "8903143", "4270992"], "ranked_scores": [0.8098, 0.792, 0.7835, 0.773, 0.7653, 0.7653, 0.7652, 0.7624, 0.7557, 0.7556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "25886725", "21323587", "19945096", "12087063", "45920278", "40905302", "31612088", "841371"], "ranked_scores": [0.5858, 0.5422, 0.5406, 0.534, 0.5124, 0.5104, 0.5094, 0.5079, 0.5077, 0.5027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "12909503", "52944377", "9301606", "885056", "4583180", "10015292", "29851836", "7225911", "14367469"], "ranked_scores": [0.7007, 0.6957, 0.6955, 0.6947, 0.6923, 0.6845, 0.6838, 0.6792, 0.6716, 0.6699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "9225850", "2042250", "4447785", "12580014", "26735905", "195683603", "1871230", "22317868", "22134353"], "ranked_scores": [0.7672, 0.6916, 0.6881, 0.687, 0.6846, 0.6832, 0.6783, 0.6766, 0.6765, 0.6758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14819804", "29321530", "11043831", "10491220", "17195001", "7225911", "28107602", "1285713", "41325555", "21557055"], "ranked_scores": [0.6023, 0.5902, 0.5822, 0.5804, 0.5745, 0.5744, 0.5744, 0.5728, 0.5682, 0.5663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "5284188", "21383026", "16787954", "341324", "1986482", "11254040", "7224723"], "ranked_scores": [0.7709, 0.6979, 0.6911, 0.6703, 0.6588, 0.6562, 0.6504, 0.6495, 0.6413, 0.6286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "1900152", "12641252", "46765242", "3935126", "2296264", "9767444", "1522336", "18682109", "5500086"], "ranked_scores": [0.627, 0.609, 0.5896, 0.5895, 0.588, 0.5859, 0.5841, 0.5796, 0.5739, 0.5695], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-256-pq-m64-n8": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "21636085", "4462079", "21553394", "44572913", "33409100", "30720103", "2425364", "41915616"], "ranked_scores": [0.7742, 0.7311, 0.7035, 0.6844, 0.6726, 0.666, 0.6617, 0.6572, 0.6539, 0.6539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "34121231", "9977329", "40473317", "26474812", "11020556", "24177706", "23801039", "11411060"], "ranked_scores": [0.465, 0.435, 0.4298, 0.4259, 0.4227, 0.4179, 0.4076, 0.4061, 0.406, 0.4038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "8842332", "35714909", "20697217", "4506414", "27449472", "21301090", "13448422", "38630735", "16760369"], "ranked_scores": [0.767, 0.7031, 0.696, 0.6927, 0.6921, 0.6907, 0.6831, 0.6811, 0.68, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "33499189", "2714623", "34905328", "51952430", "2825380", "4324278", "24221369", "5914739", "25479072"], "ranked_scores": [0.7699, 0.7469, 0.7273, 0.7197, 0.7156, 0.714, 0.7131, 0.6949, 0.693, 0.6881], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "27150276", "8868863", "21373821", "4587978", "11913139", "19071857", "12672066", "12667988"], "ranked_scores": [0.6785, 0.5951, 0.5567, 0.5052, 0.4929, 0.4896, 0.4887, 0.4847, 0.4812, 0.4755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "28617573", "46695481", "27873158"], "ranked_ids": ["46695481", "28617573", "6561200", "23136735", "19140422", "46355579", "27873158", "9764256", "1203035", "16980892"], "ranked_scores": [0.8457, 0.8319, 0.8248, 0.8174, 0.8109, 0.8085, 0.7844, 0.7743, 0.7567, 0.7182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6367, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.89, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "17755060", "23576165", "3831884", "1686997", "16839245", "24315156", "23895668", "6784372", "4138659"], "ranked_scores": [0.6319, 0.6235, 0.622, 0.6138, 0.6135, 0.6113, 0.6007, 0.6003, 0.5945, 0.594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "20610557", "40365566", "67045088", "12358173", "18488986", "219475", "2030623", "25602549", "7975937"], "ranked_scores": [0.7455, 0.6851, 0.6755, 0.664, 0.6627, 0.6612, 0.6579, 0.6537, 0.652, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "10749308", "11288846", "140907540", "45908102", "9754530", "84784389"], "ranked_scores": [0.6456, 0.5192, 0.4664, 0.3745, 0.3572, 0.3556, 0.3533, 0.3478, 0.3456, 0.3433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["26886351", "5836", "21498497", "35256900", "19510470", "381602", "18237384", "6853699", "67787658", "164985"], "ranked_scores": [0.7047, 0.7033, 0.6984, 0.6937, 0.693, 0.6884, 0.6824, 0.681, 0.681, 0.6805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "2060137", "18126445", "13992047", "3727986", "2727303", "15879931", "4688340", "9283422", "45401535"], "ranked_scores": [0.5308, 0.5283, 0.525, 0.5207, 0.5136, 0.5076, 0.5032, 0.5009, 0.4954, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["28264919", "14965508", "21258863", "712078", "18126445", "2272614", "25738896", "1336292", "22241778", "3981033"], "ranked_scores": [0.5781, 0.5649, 0.5555, 0.5536, 0.5513, 0.5428, 0.5428, 0.5427, 0.5424, 0.5387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["37628989", "24660385", "27049238", "2291922", "38369817", "8426046", "12265561", "13223957", "8995263", "3052642"], "ranked_scores": [0.4565, 0.4141, 0.3985, 0.3962, 0.3945, 0.3941, 0.3881, 0.3879, 0.3855, 0.3824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "44830890", "12667988", "14606752", "28419824", "17930286", "32743723", "143868995", "30813140", "24055603"], "ranked_scores": [0.602, 0.5996, 0.5913, 0.585, 0.5848, 0.5819, 0.58, 0.5791, 0.5719, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "12839939", "52874170", "23400191", "13445579", "21301090", "22688699", "25515907", "25098790"], "ranked_scores": [0.6919, 0.5715, 0.5671, 0.5515, 0.5508, 0.5426, 0.5366, 0.5161, 0.5067, 0.5028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "1848452", "6040392", "26230669", "22551259", "22264117", "9291668", "40349336", "4434951", "52868579"], "ranked_scores": [0.7995, 0.7947, 0.7857, 0.7846, 0.7833, 0.7687, 0.748, 0.738, 0.7301, 0.716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1227277", "275294", "4423401", "14501880", "9899292", "2266471", "5704562", "21380348"], "ranked_scores": [0.6313, 0.6127, 0.6122, 0.5912, 0.5773, 0.5705, 0.5691, 0.5632, 0.5564, 0.5535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "5811042", "18938992", "26133404", "30437264", "20996244", "10450300", "23305884", "5137019"], "ranked_scores": [0.786, 0.7498, 0.7379, 0.7265, 0.7205, 0.7163, 0.7154, 0.7147, 0.7127, 0.7117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "27123743", "25973484", "13831842", "21874312", "17450673", "23557241", "27240667", "16322674", "37480103"], "ranked_scores": [0.8322, 0.8157, 0.8063, 0.8048, 0.8044, 0.8005, 0.7946, 0.7935, 0.7719, 0.7707], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46695481", "27873158", "25742130", "28617573", "12779444", "6561200", "46355579", "9764256", "23136735"], "ranked_scores": [0.7892, 0.7619, 0.7398, 0.7383, 0.7242, 0.7157, 0.7156, 0.7136, 0.709, 0.7069], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["26133404", "30933307", "8005007", "37643601", "37762357", "14474178", "18914652", "44366096", "26071782", "6501747"], "ranked_scores": [0.6453, 0.6425, 0.629, 0.6266, 0.6197, 0.6149, 0.6072, 0.6063, 0.606, 0.6051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["10530014", "8137081", "14492339", "16488405", "27602752", "24088502", "46926352", "8317408", "27243019", "623486"], "ranked_scores": [0.6816, 0.6738, 0.6595, 0.643, 0.6302, 0.626, 0.6249, 0.6229, 0.6154, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "22264117", "10012166", "4326318", "26230669", "8519911", "4653837", "7514614", "28138927"], "ranked_scores": [0.6975, 0.6859, 0.6837, 0.678, 0.6462, 0.646, 0.6299, 0.6082, 0.6065, 0.5996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["3849194", "8856690", "16120395", "45875990", "21380348", "4324278", "20620012", "17195001", "8903143", "23895668"], "ranked_scores": [0.7453, 0.7384, 0.738, 0.7258, 0.7118, 0.7107, 0.7013, 0.6987, 0.6982, 0.698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "810480", "37592824", "116792", "32743723", "12670680", "28338268", "43311750"], "ranked_scores": [0.8113, 0.6179, 0.5903, 0.5895, 0.5833, 0.5789, 0.5632, 0.5423, 0.5422, 0.5328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15491404", "6076903", "21179714", "2119889", "6426919", "3825472", "7549811", "12932176", "23420615", "3973445"], "ranked_scores": [0.675, 0.6636, 0.6575, 0.6393, 0.6299, 0.628, 0.6231, 0.6211, 0.6211, 0.6181], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "24766509", "4457834", "22843616", "6422576", "4462419", "188911", "9988425", "11922370", "6446747"], "ranked_scores": [0.6951, 0.6675, 0.6646, 0.6594, 0.6556, 0.6465, 0.6464, 0.6446, 0.6401, 0.64], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "3391547", "2359152", "8083310", "3863543", "5836", "5782614", "6000423", "21692235", "4312169"], "ranked_scores": [0.7568, 0.7521, 0.72, 0.7134, 0.702, 0.6952, 0.6927, 0.6802, 0.6785, 0.6778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20310709", "25483562", "2727303", "5468807", "41913714", "10247314", "40632104", "4447055", "31407112", "14848619"], "ranked_scores": [0.5705, 0.5651, 0.5635, 0.558, 0.5574, 0.5553, 0.5531, 0.5515, 0.5506, 0.5486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "2425364", "41915616", "25599283", "11738716", "22023404", "36960449", "3150030"], "ranked_scores": [0.7354, 0.7289, 0.6721, 0.6209, 0.6201, 0.6123, 0.6041, 0.6002, 0.5973, 0.5666], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "14663842", "71625969", "2831620", "25488034", "3067015", "6042706", "7875158", "44693226", "13106686"], "ranked_scores": [0.6278, 0.5841, 0.5669, 0.5525, 0.552, 0.5414, 0.5346, 0.5308, 0.5307, 0.5286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "24726600", "6944800", "15816729", "3391547", "2177022", "35256900", "29473081", "7343711", "3376731"], "ranked_scores": [0.6094, 0.6074, 0.5955, 0.5916, 0.5877, 0.5813, 0.5747, 0.5738, 0.572, 0.5714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "4446814", "87758", "20544428", "13448422", "4460880", "2587396", "19332616", "9813098"], "ranked_scores": [0.7679, 0.7302, 0.7076, 0.6998, 0.6897, 0.6867, 0.6851, 0.6829, 0.6758, 0.6714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "5691302", "14121786", "37488367", "40996863", "32463364", "5402581", "13933299"], "ranked_scores": [0.819, 0.6764, 0.65, 0.6406, 0.639, 0.6373, 0.6358, 0.6251, 0.6164, 0.6113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "2947124", "5811042", "33911859", "8246922", "12932176", "14092737", "14362678", "8596357", "35149431"], "ranked_scores": [0.7767, 0.7068, 0.6953, 0.6951, 0.6951, 0.6891, 0.687, 0.6862, 0.6846, 0.6827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12513042", "42693833", "17648235", "17755060", "57783564", "11915280", "4889228", "52925737"], "ranked_scores": [0.7854, 0.7695, 0.7148, 0.706, 0.6956, 0.6914, 0.6851, 0.6843, 0.6799, 0.6763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["40094786", "28006126", "29347970", "45414636", "40234452", "12058271", "10165258", "32170702", "13798951", "11233339"], "ranked_scores": [0.7217, 0.7087, 0.6971, 0.6947, 0.6943, 0.694, 0.6884, 0.685, 0.6844, 0.6841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "17463549", "54561384", "18758057", "20457190", "9283422", "6123924", "14492339", "10165258"], "ranked_scores": [0.7318, 0.713, 0.6301, 0.6296, 0.6208, 0.6201, 0.6188, 0.6105, 0.6102, 0.6099], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "27602752", "12885341", "2947124", "8005007", "21274496", "7224723", "8563659", "5398179"], "ranked_scores": [0.8048, 0.7421, 0.7201, 0.6917, 0.6909, 0.6886, 0.6814, 0.681, 0.6774, 0.6749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["9559146", "15521377", "17412260", "2701077", "33370", "5468807", "20418809", "28937856", "4795303", "31293581"], "ranked_scores": [0.5016, 0.4908, 0.4856, 0.4755, 0.4535, 0.4507, 0.4467, 0.4459, 0.4447, 0.4438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "2042250", "2638387", "1970884", "4347374", "3493623", "30437264", "24221369"], "ranked_scores": [0.7103, 0.7053, 0.6733, 0.6566, 0.6359, 0.6358, 0.6331, 0.6317, 0.6291, 0.626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24634621", "2492146", "8659426", "31616203", "10958594", "7821634", "21382907", "5492542", "13256155"], "ranked_scores": [0.7681, 0.6605, 0.6447, 0.6322, 0.63, 0.6235, 0.6114, 0.6058, 0.6014, 0.5996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["21498497", "13923140", "4380287", "14644164", "17438862", "7221410", "12670680", "5811042", "195683603", "15435343"], "ranked_scores": [0.7662, 0.729, 0.7277, 0.7272, 0.721, 0.7177, 0.717, 0.7156, 0.7125, 0.7125], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "5914739", "18758057", "33499189", "2825380", "13798951", "8903143", "28006126", "25946292"], "ranked_scores": [0.83, 0.8142, 0.7952, 0.7941, 0.7908, 0.7842, 0.7839, 0.7785, 0.7775, 0.7708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "12258338", "40905302", "27712433", "31612088", "45920278", "3662510", "20491205", "6421734"], "ranked_scores": [0.5754, 0.5495, 0.5406, 0.5303, 0.5064, 0.4615, 0.4606, 0.4598, 0.4534, 0.4522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["52944377", "5811042", "10359591", "25014337", "10015292", "29073751", "10627801", "24624992", "2405259", "4347374"], "ranked_scores": [0.7258, 0.7248, 0.7226, 0.7177, 0.7143, 0.7139, 0.7119, 0.7053, 0.7047, 0.7014], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "22134353", "1550937", "29473081", "4447785", "38944245", "9225850", "28149602", "2042250", "25946292"], "ranked_scores": [0.7873, 0.7286, 0.7203, 0.7184, 0.7161, 0.7158, 0.7085, 0.7017, 0.7011, 0.6965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14241418", "25677651", "19099739", "14819804", "4961038", "41325555", "11043831", "1285713", "6784372", "6426919"], "ranked_scores": [0.6403, 0.6373, 0.6301, 0.6232, 0.6223, 0.6053, 0.6042, 0.5983, 0.5978, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "16787954", "1986482", "31363207", "341324", "21383026", "7224723", "13899137", "2824347"], "ranked_scores": [0.8338, 0.7578, 0.7355, 0.7278, 0.7032, 0.6859, 0.685, 0.679, 0.666, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["4468861", "52180874", "3935126", "7821634", "85665741", "3376731", "1900152", "5500086", "19673227", "1454773"], "ranked_scores": [0.6547, 0.6294, 0.6224, 0.6154, 0.6018, 0.5976, 0.5932, 0.5914, 0.5888, 0.5851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-notrunc-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "16256507", "4462079", "33409100", "22023404", "12810152", "12102963", "13933299", "36654066", "25599283"], "ranked_scores": [556.0, 548.0, 524.0, 524.0, 516.0, 510.0, 507.0, 507.0, 506.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "7399084", "34582256", "5560962", "24652030", "25687558", "1568684", "13350374", "28206748", "1281769"], "ranked_scores": [489.0, 487.0, 485.0, 483.0, 481.0, 480.0, 479.0, 478.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "16760369", "13448422", "29253460", "40156901", "12561083", "15984735", "7640792", "40164383", "38630735"], "ranked_scores": [579.0, 564.0, 561.0, 559.0, 551.0, 549.0, 545.0, 545.0, 543.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "1227277", "5386514", "34436231", "8903143", "24042363", "1336292", "12156187", "22495397", "18882947"], "ranked_scores": [553.0, 547.0, 543.0, 529.0, 528.0, 527.0, 527.0, 526.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "5704562", "31554917", "14606752", "6123521", "80109277", "32463364", "22995579", "38752049"], "ranked_scores": [537.0, 523.0, 495.0, 494.0, 492.0, 489.0, 488.0, 487.0, 486.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["46695481", "27873158", "28617573", "19140422", "9764256", "6561200", "1203035", "7650066", "23136735", "46355579"], "ranked_scores": [621.0, 619.0, 616.0, 611.0, 600.0, 595.0, 590.0, 585.0, 583.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "20672596", "4138659", "6163801", "13613916", "3085264", "22190276", "13070316", "23148978", "27822315"], "ranked_scores": [558.0, 535.0, 528.0, 525.0, 522.0, 522.0, 521.0, 521.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["46926352", "23509113", "12358173", "27243019", "2947124", "27602752", "21395936", "38587347", "3619931", "52893592"], "ranked_scores": [532.0, 531.0, 530.0, 527.0, 524.0, 524.0, 522.0, 522.0, 522.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "10749308", "6477536", "6670101", "3052642", "7547329", "31460499", "38180456"], "ranked_scores": [590.0, 501.0, 485.0, 475.0, 473.0, 472.0, 470.0, 466.0, 465.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "24726600", "25602549", "1933281", "381602", "4380287", "164985", "19511011", "306006", "5508750"], "ranked_scores": [540.0, 534.0, 527.0, 525.0, 523.0, 523.0, 521.0, 520.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10576136", "6609935", "12866641", "6853699", "40710501", "13651792", "21179714", "6580081", "25488034", "6270720"], "ranked_scores": [509.0, 508.0, 507.0, 507.0, 503.0, 503.0, 503.0, 498.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "24044977", "14591894", "22635278", "46926352", "21258863", "40164383", "18938992", "28647122", "21179714"], "ranked_scores": [547.0, 539.0, 538.0, 528.0, 527.0, 525.0, 524.0, 522.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34228604", "46926352", "2474731", "34876410", "11238784", "14692646", "7764903", "22867765", "7552147", "30464859"], "ranked_scores": [469.0, 465.0, 465.0, 465.0, 464.0, 464.0, 462.0, 462.0, 458.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "22198971", "19804204", "7965928", "27076725", "14566771", "8038329", "30813140", "24069089"], "ranked_scores": [505.0, 491.0, 489.0, 485.0, 479.0, 475.0, 474.0, 474.0, 473.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "19854543", "12258338", "45276789", "23639838", "22688699", "79231308", "14973286", "24088502", "9754530"], "ranked_scores": [480.0, 477.0, 475.0, 472.0, 472.0, 469.0, 466.0, 466.0, 465.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22264117", "22543403", "26230669", "4434951", "7514614", "2722988", "1848452", "7834603"], "ranked_scores": [604.0, 598.0, 591.0, 568.0, 568.0, 568.0, 568.0, 567.0, 564.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "4324278", "29073751", "44693226", "11181416", "3866315", "14171859", "14380875", "19460822"], "ranked_scores": [520.0, 510.0, 507.0, 503.0, 501.0, 497.0, 493.0, 492.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "27602752", "10627801", "6163801", "26873988", "1386103", "9433958", "18938992", "2541699", "2638387"], "ranked_scores": [555.0, 547.0, 544.0, 541.0, 540.0, 539.0, 539.0, 538.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "23557241", "17450673", "22007333", "15512462", "5864770", "13831842", "15559582", "16701509"], "ranked_scores": [608.0, 590.0, 575.0, 568.0, 567.0, 550.0, 548.0, 548.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "28617573", "32423829", "12779444", "6561200", "19140422", "9764256", "16980892", "7650066"], "ranked_scores": [561.0, 545.0, 544.0, 538.0, 538.0, 535.0, 533.0, 528.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "1333643", "31272411", "10024681", "23746313", "7225911", "11784947", "23126677", "24221369", "1695604"], "ranked_scores": [551.0, 548.0, 547.0, 546.0, 544.0, 538.0, 537.0, 536.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "46926352", "24512064", "27243019", "1387104", "11344428", "24943534", "29981186", "9056874", "6580081"], "ranked_scores": [525.0, 523.0, 521.0, 516.0, 513.0, 508.0, 506.0, 506.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["7514614", "516867", "10012166", "24347647", "1084345", "22264117", "23403754", "9559146", "19460822", "11414664"], "ranked_scores": [544.0, 541.0, 541.0, 541.0, 538.0, 537.0, 536.0, 532.0, 527.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "4270992", "8903143", "10247314", "24042363", "2714623", "12225214", "30208015", "15972906", "16120395"], "ranked_scores": [564.0, 553.0, 541.0, 537.0, 534.0, 531.0, 531.0, 529.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "15889329", "23670644", "37592824", "12670680", "810480", "8672737", "22178316", "9813098"], "ranked_scores": [544.0, 507.0, 500.0, 487.0, 485.0, 483.0, 481.0, 480.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["10846815", "11710511", "7221410", "25483562", "13963620", "22968257", "5953485", "8856690", "31387717", "612002"], "ranked_scores": [517.0, 507.0, 506.0, 502.0, 502.0, 501.0, 501.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "6670101", "21330280", "4362729", "25085979", "23160444", "4138659", "6454371", "42035464"], "ranked_scores": [538.0, 534.0, 532.0, 527.0, 525.0, 520.0, 520.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "4312169", "3391547", "6000423", "1145473", "41293601", "36831892", "1281769", "12887068"], "ranked_scores": [559.0, 548.0, 544.0, 539.0, 537.0, 536.0, 533.0, 532.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["32611468", "15491404", "16472469", "4447055", "11742219", "21181273", "12909503", "20675284", "40383969", "40901687"], "ranked_scores": [501.0, 501.0, 500.0, 499.0, 498.0, 495.0, 494.0, 493.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3150030", "21553394", "2425364", "23267371", "10530014", "1576955", "3222187", "25599283", "30720103", "22023404"], "ranked_scores": [505.0, 504.0, 503.0, 503.0, 499.0, 499.0, 496.0, 494.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["6947286", "25623469", "3067015", "3153673", "43156471", "10548391", "8856690", "1576955", "14864285", "30122260"], "ranked_scores": [499.0, 496.0, 494.0, 492.0, 491.0, 490.0, 486.0, 484.0, 483.0, 482.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4489217", "4820792", "6670101", "1065627", "40412980", "32927475", "51706771", "40963697", "4429118", "6948886"], "ranked_scores": [515.0, 510.0, 504.0, 503.0, 499.0, 498.0, 497.0, 496.0, 496.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "3984231", "39084565", "6636088", "10284593", "2587396", "8246922", "15707049", "24998637"], "ranked_scores": [574.0, 515.0, 515.0, 510.0, 509.0, 508.0, 506.0, 504.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "30981192", "13933299", "32463364", "41264017", "40790033", "24625323", "5691302", "1358909", "24704139"], "ranked_scores": [584.0, 533.0, 528.0, 523.0, 518.0, 517.0, 514.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["30261663", "12909503", "16966326", "14308244", "25946292", "8596357", "13921783", "30553457", "34905328", "2714623"], "ranked_scores": [561.0, 544.0, 543.0, 542.0, 542.0, 539.0, 538.0, 538.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "12685434", "17755060", "7028976", "12358173", "39758684", "4979184", "28334217", "33387953"], "ranked_scores": [586.0, 558.0, 552.0, 548.0, 548.0, 546.0, 545.0, 544.0, 537.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "25353658", "25479072", "10165258", "3545805", "31902335", "11887584", "20344442", "29347970", "40382183"], "ranked_scores": [556.0, 552.0, 546.0, 545.0, 543.0, 542.0, 541.0, 541.0, 541.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "25479072", "19511011", "3835423", "6123924", "24879055", "11666252", "2714623", "24387017"], "ranked_scores": [554.0, 541.0, 524.0, 523.0, 522.0, 520.0, 518.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "7224723", "21498497", "8300657", "13966946", "18938992", "28738741", "35987381"], "ranked_scores": [578.0, 549.0, 544.0, 538.0, 527.0, 522.0, 519.0, 519.0, 517.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "24652030", "1127562", "3870062", "11738716", "1031534", "40590358", "4447055", "21012916", "32975424"], "ranked_scores": [489.0, 484.0, 483.0, 480.0, 479.0, 477.0, 476.0, 475.0, 474.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "22482024", "34016944", "25895285", "6503534", "12909503", "1576955", "41852733", "14178995"], "ranked_scores": [541.0, 527.0, 519.0, 517.0, 514.0, 513.0, 512.0, 511.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "12009265", "8037453", "40790033", "5492542", "46485368", "24873253", "41294031", "25298276", "7613033"], "ranked_scores": [570.0, 536.0, 532.0, 531.0, 530.0, 530.0, 529.0, 529.0, 528.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "16488405", "1360607", "10648422", "14496749", "1049501", "4429118", "6853699", "22647695", "4399311"], "ranked_scores": [569.0, 567.0, 566.0, 565.0, 556.0, 556.0, 555.0, 550.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5483793", "18834078", "8903143", "25479072", "2714623", "306006", "6123924", "4270992", "18237384", "34905328"], "ranked_scores": [576.0, 569.0, 565.0, 564.0, 563.0, 562.0, 562.0, 559.0, 559.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "24318630", "5641851", "10577574", "7419612", "16204011", "29107210", "20491205", "25886725"], "ranked_scores": [537.0, 483.0, 464.0, 464.0, 461.0, 460.0, 459.0, 459.0, 458.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "29073751", "14332945", "23746313", "4820792", "46765242", "885056", "31272411", "1967017", "6670101"], "ranked_scores": [552.0, 545.0, 544.0, 542.0, 538.0, 537.0, 535.0, 533.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "1933281", "4399311", "22134353", "44801733", "25036988", "5821617", "9784254", "9752604"], "ranked_scores": [583.0, 542.0, 536.0, 532.0, 531.0, 529.0, 528.0, 527.0, 526.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "4920376", "23286603", "14171859", "885056", "25543207", "14819804", "56486733", "3127341", "29073751"], "ranked_scores": [552.0, 537.0, 534.0, 532.0, 525.0, 521.0, 519.0, 518.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "31363207", "11254040", "21700295", "15997009", "26231129", "32023005", "5991309"], "ranked_scores": [566.0, 530.0, 517.0, 515.0, 514.0, 513.0, 512.0, 510.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "21185923", "17682477", "3462075", "21009874", "2272614", "17934603", "31616203", "7975937"], "ranked_scores": [547.0, 522.0, 521.0, 517.0, 516.0, 512.0, 512.0, 511.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-512-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "33409100", "4462079", "21636085", "22023404", "12102963", "12810152", "21553394", "36654066"], "ranked_scores": [371.0, 366.0, 354.0, 350.0, 341.0, 340.0, 340.0, 340.0, 339.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "13350374", "14874811", "34582256", "24652030", "25687558", "36838958", "7399084", "5560962", "36830715"], "ranked_scores": [326.0, 325.0, 324.0, 324.0, 321.0, 320.0, 319.0, 319.0, 318.0, 316.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "7640792", "16760369", "12561083", "40156901", "29253460", "38630735", "20526907", "21301090"], "ranked_scores": [393.0, 379.0, 377.0, 373.0, 373.0, 372.0, 369.0, 364.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "1227277", "5386514", "34436231", "18938992", "8903143", "22495397", "24042363", "8305686", "21179714"], "ranked_scores": [371.0, 368.0, 360.0, 359.0, 358.0, 357.0, 356.0, 356.0, 355.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "32463364", "31554917", "13883546", "7613033", "14606752", "5704562", "35022568", "5551138"], "ranked_scores": [361.0, 343.0, 339.0, 335.0, 334.0, 333.0, 332.0, 331.0, 331.0, 330.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["46695481", "28617573", "27873158", "19140422", "6561200", "9764256", "1203035", "7650066", "46355579", "23136735"], "ranked_scores": [411.0, 408.0, 405.0, 403.0, 401.0, 396.0, 388.0, 386.0, 381.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "20672596", "6163801", "13613916", "4138659", "11616424", "16964262", "27822315", "3085264", "22190276"], "ranked_scores": [380.0, 366.0, 364.0, 358.0, 357.0, 355.0, 354.0, 352.0, 352.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "46926352", "3330111", "12058271", "38587347", "21395936", "1871230", "27243019", "21387297", "26038789"], "ranked_scores": [357.0, 354.0, 350.0, 349.0, 349.0, 348.0, 348.0, 348.0, 347.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "10749308", "63858430", "6670101", "6477536", "31460499", "7547329", "7764903", "34544514"], "ranked_scores": [399.0, 347.0, 337.0, 325.0, 325.0, 323.0, 321.0, 316.0, 316.0, 315.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "28149602", "24726600", "44935041", "381602", "4429118", "4380287", "8208212", "9226649", "9977329"], "ranked_scores": [364.0, 358.0, 357.0, 356.0, 355.0, 353.0, 350.0, 350.0, 349.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10576136", "6609935", "6853699", "13509809", "13070316", "24282306", "33370", "21179714", "7115651", "2266471"], "ranked_scores": [343.0, 342.0, 339.0, 338.0, 337.0, 337.0, 337.0, 336.0, 336.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "14591894", "24044977", "15425958", "22635278", "18938992", "3981033", "2042250", "26873988", "46926352"], "ranked_scores": [362.0, 361.0, 359.0, 356.0, 353.0, 352.0, 351.0, 351.0, 350.0, 349.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34228604", "11238784", "11109043", "14692646", "46926352", "2474731", "30351165", "18126445", "6327940", "7764903"], "ranked_scores": [315.0, 311.0, 309.0, 309.0, 307.0, 304.0, 303.0, 302.0, 301.0, 300.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "22198971", "24148722", "19804204", "11915280", "7965928", "3113630", "18038250", "2424794", "44830890"], "ranked_scores": [345.0, 333.0, 329.0, 325.0, 325.0, 323.0, 321.0, 320.0, 319.0, 318.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "23639838", "22688699", "79231308", "19854543", "32927401", "12258338", "45276789", "14973286", "19529370"], "ranked_scores": [326.0, 319.0, 318.0, 317.0, 316.0, 315.0, 312.0, 312.0, 311.0, 310.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "2722988", "26230669", "4434951", "22543403", "1848452", "22551259", "7988832"], "ranked_scores": [407.0, 404.0, 397.0, 386.0, 383.0, 383.0, 380.0, 380.0, 377.0, 370.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "14501880", "44693226", "4324278", "10534299", "6171953", "14171859", "23076291", "17195001", "36838958"], "ranked_scores": [352.0, 340.0, 340.0, 339.0, 336.0, 336.0, 336.0, 336.0, 335.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["27602752", "2947124", "20996244", "2638387", "9433958", "25263810", "21855837", "30437264", "26873988", "5867846"], "ranked_scores": [373.0, 367.0, 367.0, 365.0, 365.0, 361.0, 360.0, 360.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "23557241", "22007333", "13831842", "5864770", "17450673", "15512462", "16098747", "16701509"], "ranked_scores": [407.0, 396.0, 390.0, 387.0, 377.0, 376.0, 376.0, 371.0, 367.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "27873158", "32423829", "6561200", "46695481", "36355784", "22942787", "28617573", "9764256", "29495185"], "ranked_scores": [363.0, 362.0, 360.0, 356.0, 354.0, 351.0, 349.0, 349.0, 347.0, 344.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["1333643", "7225911", "44366096", "23746313", "31272411", "3154880", "1695604", "27635177", "10024681", "23286603"], "ranked_scores": [373.0, 373.0, 372.0, 369.0, 368.0, 365.0, 362.0, 361.0, 360.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "27243019", "46926352", "24512064", "29981186", "1387104", "11344428", "6580081", "24943534", "20945963"], "ranked_scores": [347.0, 347.0, 343.0, 342.0, 342.0, 339.0, 337.0, 336.0, 335.0, 334.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["24347647", "516867", "7514614", "1084345", "22264117", "23403754", "10012166", "19460822", "4326318", "5035827"], "ranked_scores": [363.0, 360.0, 360.0, 359.0, 357.0, 355.0, 354.0, 353.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "4270992", "24042363", "8903143", "8856690", "12225214", "2714623", "10247314", "1748921", "27635177"], "ranked_scores": [372.0, 366.0, 363.0, 362.0, 358.0, 357.0, 357.0, 356.0, 355.0, 351.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "23670644", "15889329", "12670680", "41852733", "6123521", "4336849", "22178316", "5107861"], "ranked_scores": [366.0, 336.0, 333.0, 332.0, 329.0, 326.0, 326.0, 326.0, 325.0, 325.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["10846815", "11710511", "13963620", "25483562", "10365787", "16557565", "5953485", "22968257", "22767022", "8856690"], "ranked_scores": [343.0, 341.0, 340.0, 340.0, 337.0, 335.0, 335.0, 335.0, 334.0, 334.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "21330280", "42035464", "6422576", "25085979", "11420613", "23393712", "13771184", "12030318"], "ranked_scores": [366.0, 364.0, 362.0, 358.0, 357.0, 357.0, 356.0, 356.0, 355.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["5765455", "2359152", "6000423", "5836", "26336593", "4312169", "3391547", "1145473", "36831892", "12887068"], "ranked_scores": [369.0, 367.0, 363.0, 362.0, 360.0, 359.0, 359.0, 357.0, 356.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["6422576", "11742219", "32611468", "36713289", "40901687", "12909503", "21181273", "6788835", "2638387", "30658796"], "ranked_scores": [335.0, 335.0, 333.0, 333.0, 333.0, 332.0, 332.0, 331.0, 330.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "2425364", "21553394", "3150030", "6315132", "30720103", "22023404", "25599283", "3222187", "4363526"], "ranked_scores": [338.0, 337.0, 335.0, 334.0, 334.0, 332.0, 330.0, 329.0, 326.0, 325.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["8856690", "3067015", "25623469", "43156471", "31407112", "5560962", "14864285", "1145473", "1576955", "71625969"], "ranked_scores": [338.0, 333.0, 331.0, 327.0, 326.0, 325.0, 325.0, 323.0, 323.0, 322.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "4820792", "40963697", "14591894", "6670101", "4270992", "4489217", "40412980", "19603353", "8903143"], "ranked_scores": [342.0, 339.0, 339.0, 337.0, 337.0, 337.0, 337.0, 336.0, 335.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "13350374", "6270720", "3984231", "9194077", "21164071", "36831892", "5700349", "6636088", "7373453"], "ranked_scores": [383.0, 339.0, 338.0, 336.0, 335.0, 334.0, 333.0, 333.0, 333.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "24625323", "30981192", "33733520", "13933299", "24704139", "5691302", "21553394", "40790033"], "ranked_scores": [383.0, 355.0, 355.0, 353.0, 353.0, 351.0, 350.0, 345.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["30261663", "25946292", "12909503", "30553457", "27635177", "52944377", "16966326", "2714623", "30543439", "4324278"], "ranked_scores": [374.0, 372.0, 365.0, 362.0, 361.0, 360.0, 360.0, 359.0, 358.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "12685434", "21181273", "17755060", "4979184", "1686997", "12358173", "39758684", "7028976", "28334217"], "ranked_scores": [388.0, 364.0, 363.0, 362.0, 361.0, 359.0, 358.0, 358.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "10165258", "31902335", "29347970", "20372201", "3545805", "8538916", "25479072", "25353658", "4688340"], "ranked_scores": [386.0, 373.0, 370.0, 370.0, 369.0, 369.0, 369.0, 367.0, 367.0, 365.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "19511011", "6123924", "24879055", "991137", "24387017", "2714623", "40382183", "9283422"], "ranked_scores": [368.0, 358.0, 348.0, 347.0, 343.0, 342.0, 341.0, 341.0, 341.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "21498497", "7224723", "13959707", "1986482", "25141908", "26474812", "92308"], "ranked_scores": [383.0, 363.0, 360.0, 355.0, 350.0, 350.0, 347.0, 347.0, 347.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "32975424", "3870062", "1127562", "29073751", "1031534", "21012916", "18678095", "4447055", "23576726"], "ranked_scores": [330.0, 328.0, 323.0, 321.0, 317.0, 316.0, 316.0, 316.0, 316.0, 315.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "22482024", "25014337", "12909503", "34016944", "40429879", "18617259", "34498325", "6503534", "11784947"], "ranked_scores": [363.0, 351.0, 349.0, 346.0, 343.0, 343.0, 342.0, 342.0, 340.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "12009265", "5492542", "8037453", "24873253", "25298276", "40790033", "7613033", "46485368", "3613041"], "ranked_scores": [382.0, 362.0, 359.0, 356.0, 354.0, 353.0, 353.0, 352.0, 349.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "1360607", "10648422", "16488405", "4429118", "1049501", "14496749", "11335781", "44935041", "8246922"], "ranked_scores": [384.0, 378.0, 378.0, 377.0, 371.0, 368.0, 368.0, 365.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5483793", "18834078", "8903143", "36216395", "25479072", "6123924", "306006", "4270992", "18237384", "5508750"], "ranked_scores": [386.0, 386.0, 380.0, 377.0, 376.0, 375.0, 375.0, 374.0, 374.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "5641851", "45461275", "16204011", "12087063", "1215116", "35022568", "16390264", "20491205"], "ranked_scores": [359.0, 323.0, 319.0, 316.0, 310.0, 309.0, 309.0, 309.0, 308.0, 307.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "14332945", "29073751", "31272411", "38751591", "23746313", "1967017", "12909503", "46765242", "7912"], "ranked_scores": [374.0, 369.0, 365.0, 361.0, 357.0, 356.0, 355.0, 354.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "1933281", "34537906", "9752604", "4399311", "2042250", "2417551", "12058271"], "ranked_scores": [381.0, 358.0, 354.0, 352.0, 349.0, 349.0, 349.0, 348.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "23286603", "14171859", "4920376", "56486733", "29073751", "21557055", "14819804", "41325555", "4345315"], "ranked_scores": [380.0, 365.0, 360.0, 359.0, 353.0, 347.0, 347.0, 346.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "35087728", "11254040", "15997009", "31363207", "32909242", "18938992", "5991309"], "ranked_scores": [376.0, 357.0, 350.0, 347.0, 347.0, 346.0, 346.0, 343.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "21185923", "17682477", "9846940", "9498458", "3462075", "40608679", "26038789", "17934603"], "ranked_scores": [362.0, 351.0, 351.0, 350.0, 349.0, 349.0, 348.0, 346.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-256-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "25837950", "12810152", "12102963", "22023404", "30981192", "21636085", "33409100", "36960449"], "ranked_scores": [188.0, 181.0, 176.0, 175.0, 174.0, 174.0, 173.0, 172.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["24652030", "7399084", "17829012", "32101982", "13000926", "6767271", "7433668", "2436602", "36838958", "3710557"], "ranked_scores": [166.0, 165.0, 164.0, 164.0, 163.0, 163.0, 163.0, 161.0, 161.0, 160.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "13448422", "7640792", "16760369", "29253460", "38630735", "12561083", "23983289", "15984735", "40156901"], "ranked_scores": [198.0, 196.0, 187.0, 187.0, 186.0, 185.0, 183.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "1227277", "8903143", "23863551", "25901598", "14362678", "17755060", "35884026", "3504761", "4702639"], "ranked_scores": [190.0, 187.0, 186.0, 185.0, 184.0, 183.0, 183.0, 183.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "32463364", "7613033", "5704562", "13883546", "22995579", "4587978", "5551138"], "ranked_scores": [174.0, 172.0, 170.0, 170.0, 169.0, 168.0, 168.0, 167.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["46695481", "28617573", "27873158", "6561200", "19140422", "9764256", "1203035", "23136735", "46355579", "6748318"], "ranked_scores": [206.0, 205.0, 199.0, 198.0, 197.0, 196.0, 192.0, 190.0, 189.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "13613916", "27693891", "16964262", "27822315", "20672596", "1922901", "14171859", "14719322", "8458567"], "ranked_scores": [193.0, 190.0, 183.0, 182.0, 182.0, 182.0, 180.0, 179.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["12058271", "46926352", "3619931", "21395936", "27243019", "38587347", "9122283", "5821617", "21387297", "27647593"], "ranked_scores": [181.0, 180.0, 179.0, 179.0, 178.0, 178.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "10749308", "6477536", "20945963", "34544514", "7373453", "13097856", "13790144", "6670101"], "ranked_scores": [203.0, 179.0, 172.0, 166.0, 165.0, 163.0, 161.0, 160.0, 160.0, 160.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "44935041", "24726600", "9226649", "381602", "4429118", "7975937", "164985", "7736860", "8453819"], "ranked_scores": [191.0, 188.0, 186.0, 186.0, 185.0, 183.0, 182.0, 182.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["12887068", "6853699", "3981033", "21179714", "10576136", "24282306", "15215393", "15836115", "5836", "33370"], "ranked_scores": [180.0, 179.0, 177.0, 177.0, 176.0, 175.0, 174.0, 174.0, 174.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["15081770", "20310709", "24044977", "3981033", "21258863", "2042250", "14591894", "17682477", "28738741", "5836"], "ranked_scores": [188.0, 188.0, 187.0, 186.0, 185.0, 185.0, 185.0, 184.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["6327940", "18949516", "34228604", "2474731", "14692646", "16267205", "17741440", "30351165", "34876410", "45770026"], "ranked_scores": [166.0, 165.0, 163.0, 163.0, 163.0, 162.0, 160.0, 159.0, 159.0, 159.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "14566771", "24148722", "4467129", "22198971", "5503194", "15889329", "14782049", "15984735", "44830890"], "ranked_scores": [173.0, 172.0, 170.0, 167.0, 167.0, 167.0, 166.0, 164.0, 164.0, 163.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["23639838", "32927401", "79231308", "15482274", "1574014", "9600826", "12130690", "19529370", "19132741", "21767325"], "ranked_scores": [167.0, 163.0, 161.0, 160.0, 160.0, 159.0, 157.0, 157.0, 157.0, 157.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "4434951", "22543403", "22264117", "7988832", "2722988", "22551259", "22038539", "4679264"], "ranked_scores": [208.0, 201.0, 196.0, 195.0, 194.0, 193.0, 191.0, 191.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["10534299", "14501880", "38028419", "34582256", "12280462", "16389141", "46451940", "6277638", "8868863", "6171953"], "ranked_scores": [177.0, 172.0, 172.0, 171.0, 169.0, 169.0, 169.0, 169.0, 169.0, 168.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["27602752", "2947124", "5531479", "20996244", "21855837", "30437264", "5867846", "30933307", "14496749", "9752604"], "ranked_scores": [189.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["23557241", "37480103", "27123743", "22007333", "13831842", "17450673", "15512462", "5864770", "16701509", "13831558"], "ranked_scores": [200.0, 198.0, 194.0, 193.0, 190.0, 188.0, 187.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "32423829", "27873158", "6561200", "36355784", "1921218", "46695481", "9764256", "35443524", "381602"], "ranked_scores": [190.0, 185.0, 184.0, 181.0, 179.0, 178.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7225911", "31272411", "24221369", "23746313", "11784947", "10627801", "27635177", "3154880", "8005007"], "ranked_scores": [187.0, 186.0, 185.0, 182.0, 182.0, 182.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27243019", "24088502", "24512064", "11344428", "6580081", "13380980", "84085333", "20261352", "24943534", "46926352"], "ranked_scores": [187.0, 178.0, 177.0, 176.0, 176.0, 174.0, 174.0, 173.0, 171.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["11414664", "516867", "1084345", "7514614", "18949516", "10012166", "19460822", "23237995", "22264117", "24347647"], "ranked_scores": [186.0, 186.0, 184.0, 184.0, 183.0, 183.0, 183.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "4270992", "8856690", "27635177", "23727313", "2251426", "6712836", "23393712", "1748921", "2714623"], "ranked_scores": [191.0, 184.0, 182.0, 181.0, 181.0, 180.0, 180.0, 179.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "8137081", "15889329", "5107861", "41852733", "12670680", "26873988", "275294", "970012"], "ranked_scores": [184.0, 170.0, 168.0, 168.0, 168.0, 168.0, 167.0, 166.0, 166.0, 165.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["5953485", "11710511", "15491404", "25483562", "10504681", "14155726", "16557565", "23260700", "7029990", "41620295"], "ranked_scores": [177.0, 174.0, 174.0, 172.0, 172.0, 172.0, 172.0, 170.0, 170.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["21330280", "2714623", "7268522", "9505448", "34537906", "6422576", "10790846", "11420613", "13771184", "23393712"], "ranked_scores": [189.0, 187.0, 186.0, 186.0, 186.0, 185.0, 183.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "6000423", "4312169", "41293601", "5765455", "2359152", "9548440", "8083310", "41782935", "5836"], "ranked_scores": [192.0, 188.0, 186.0, 185.0, 184.0, 182.0, 182.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["22174015", "14819804", "32611468", "6788835", "38811597", "20675284", "24294572", "33792330", "4396105", "5273056"], "ranked_scores": [173.0, 173.0, 173.0, 173.0, 172.0, 170.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3150030", "2425364", "23267371", "12810152", "33409100", "21553394", "6176498", "22791348", "22023404", "10530014"], "ranked_scores": [172.0, 172.0, 170.0, 170.0, 169.0, 169.0, 168.0, 167.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["32975424", "8856690", "3067015", "29467201", "36623997", "1754001", "31407112", "2831620", "41620295", "6788835"], "ranked_scores": [168.0, 167.0, 167.0, 165.0, 165.0, 164.0, 164.0, 164.0, 164.0, 164.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4820792", "4489217", "40412980", "6670101", "1065627", "17123657", "5633957", "40963697", "41852733", "4429118"], "ranked_scores": [180.0, 179.0, 176.0, 175.0, 174.0, 173.0, 173.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2587396", "3113630", "16826810", "29224825", "3984231", "2774906", "36831892", "9194077", "4653837"], "ranked_scores": [189.0, 177.0, 174.0, 173.0, 173.0, 173.0, 172.0, 172.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "32463364", "21553394", "33733520", "23983289", "24704139", "1358909", "30981192", "8002529"], "ranked_scores": [190.0, 181.0, 181.0, 178.0, 177.0, 176.0, 176.0, 175.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["30261663", "14308244", "16966326", "15983148", "25946292", "30553457", "52944377", "25597580", "27635177", "28697248"], "ranked_scores": [187.0, 186.0, 186.0, 186.0, 182.0, 181.0, 181.0, 180.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "17755060", "24294572", "21179714", "29689140", "2274272", "12358173", "12685434", "1686997", "21181273"], "ranked_scores": [196.0, 189.0, 186.0, 186.0, 185.0, 184.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "25479072", "20344442", "18882947", "20220731", "40382183", "10165258", "3545805", "4688340", "7736860"], "ranked_scores": [195.0, 189.0, 189.0, 188.0, 188.0, 188.0, 187.0, 187.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "8610932", "6123924", "11666252", "27243019", "5508750", "14530534", "24879055", "92308", "29288582"], "ranked_scores": [186.0, 184.0, 181.0, 181.0, 180.0, 179.0, 178.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "26474812", "19824183", "84085333", "18816720", "13959707", "17433284", "25141908", "5114282"], "ranked_scores": [188.0, 184.0, 180.0, 177.0, 175.0, 175.0, 175.0, 175.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "32975424", "21012916", "33918970", "1127562", "34582256", "29073751", "36838958", "24652030", "2543135"], "ranked_scores": [167.0, 161.0, 160.0, 160.0, 159.0, 159.0, 159.0, 159.0, 158.0, 158.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "11784947", "22482024", "6503534", "4820792", "12909503", "5867846", "5389523", "9217800"], "ranked_scores": [179.0, 178.0, 177.0, 176.0, 176.0, 175.0, 174.0, 173.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["24873253", "12009265", "15476777", "8037453", "25298276", "20886584", "24634621", "3851329", "5492542", "19308127"], "ranked_scores": [183.0, 181.0, 181.0, 178.0, 178.0, 178.0, 177.0, 176.0, 176.0, 174.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "16488405", "1360607", "14496749", "10648422", "6853699", "14492339", "29509926", "34469966", "7521113"], "ranked_scores": [200.0, 195.0, 195.0, 194.0, 193.0, 193.0, 192.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5483793", "2825380", "5389523", "18834078", "36216395", "25479072", "8903143", "5273056", "4270992", "7343711"], "ranked_scores": [199.0, 190.0, 190.0, 189.0, 189.0, 189.0, 189.0, 188.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "5641851", "32909242", "45461275", "1215116", "45548062", "29107210", "12087063", "58564850", "40323454"], "ranked_scores": [176.0, 170.0, 166.0, 165.0, 164.0, 163.0, 161.0, 160.0, 160.0, 159.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14332945", "23746313", "1967017", "29073751", "44366096", "6670101", "38751591", "36904081", "7225911", "15322518"], "ranked_scores": [195.0, 188.0, 188.0, 185.0, 185.0, 185.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "2042250", "28015516", "28149602", "25036988", "2417551", "9752604", "34439544", "44801733"], "ranked_scores": [195.0, 184.0, 182.0, 181.0, 180.0, 179.0, 179.0, 179.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "14171859", "23286603", "18231257", "4920376", "16208091", "12691537", "23746313", "6422576", "14819804"], "ranked_scores": [188.0, 177.0, 177.0, 175.0, 174.0, 173.0, 173.0, 172.0, 172.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "3835423", "13952658", "5508750", "11254040", "17682477", "18938992", "341324", "27910499"], "ranked_scores": [190.0, 177.0, 176.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "17934603", "7613033", "9767444", "14386505", "9226649", "3898784", "13283919", "21185923", "9334631"], "ranked_scores": [185.0, 182.0, 182.0, 181.0, 181.0, 179.0, 178.0, 177.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-128-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "22023404", "19804204", "36960449", "11071351", "44572913", "12810152", "21553394", "14471161"], "ranked_scores": [94.0, 93.0, 92.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["24652030", "13000926", "24746892", "1281769", "17805221", "32023005", "2248870", "32922179", "4810810", "6182947"], "ranked_scores": [86.0, 85.0, 84.0, 82.0, 82.0, 82.0, 82.0, 81.0, 81.0, 81.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["13448422", "5884524", "4678846", "7640792", "20945963", "29253460", "12561083", "24163770", "750781", "23983289"], "ranked_scores": [97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["21868715", "4361990", "14362678", "39084565", "25901598", "5254463", "24142891", "25452937", "5774746", "5123516"], "ranked_scores": [96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "17934603", "14606752", "7613033", "6407356", "35022568", "31554917", "27150276", "32463364", "33417012"], "ranked_scores": [90.0, 89.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["28617573", "46695481", "19140422", "6561200", "27873158", "9764256", "46355579", "32423829", "6748318", "7650066"], "ranked_scores": [109.0, 107.0, 104.0, 103.0, 101.0, 101.0, 98.0, 97.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9268, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["6163801", "21626639", "13613916", "13481880", "34445160", "20672596", "5821617", "27822315", "16964262", "5085118"], "ranked_scores": [102.0, 101.0, 98.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["21395936", "5821617", "9225850", "5979056", "38587347", "14615911", "1871230", "46926352", "22635278", "9784254"], "ranked_scores": [95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "471921", "10749308", "20945963", "23841828", "14021596", "24735908", "8721150", "4378885"], "ranked_scores": [101.0, 95.0, 85.0, 84.0, 84.0, 84.0, 83.0, 82.0, 82.0, 82.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7975937", "38587347", "28392393", "24282306", "6853699", "7736860", "44935041", "45401535", "9226649", "9977329"], "ranked_scores": [99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["5836", "33370", "10576136", "40164383", "37686718", "13952658", "24282306", "6270720", "6853699", "6609935"], "ranked_scores": [96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["20310709", "40500438", "17682477", "2042250", "15081770", "28738741", "4447785", "39443128", "8856690", "6609935"], "ranked_scores": [97.0, 96.0, 96.0, 95.0, 95.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["18949516", "4500832", "22867765", "2474731", "12885341", "3038933", "14692646", "25737507", "16267205", "26121646"], "ranked_scores": [88.0, 87.0, 85.0, 84.0, 84.0, 84.0, 83.0, 83.0, 83.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["7997337", "16086778", "24148722", "17930286", "15984735", "15889329", "14566771", "9194077", "14782049", "368506"], "ranked_scores": [90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["23639838", "79231308", "15482274", "19854543", "29981186", "19529370", "21767325", "9600826", "9754530", "997143"], "ranked_scores": [92.0, 88.0, 88.0, 87.0, 87.0, 86.0, 85.0, 85.0, 83.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "7988832", "4679264", "22543403", "9291668", "4434951", "22038539", "2722988", "22264117", "22551259"], "ranked_scores": [103.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["34582256", "10491220", "28821565", "26596106", "18348376", "6277638", "14461101", "26058927", "33918970", "3866315"], "ranked_scores": [92.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2603304", "21651116", "5531479", "8247469", "20261352", "1550937", "27602752", "14474178", "30437264", "14874811"], "ranked_scores": [101.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "27123743", "23557241", "8596837", "13831842", "15559582", "18340282", "16701509", "5864770"], "ranked_scores": [103.0, 103.0, 100.0, 97.0, 96.0, 96.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["6561200", "12779444", "27873158", "32423829", "9764256", "36355784", "46695481", "13011249", "28617573", "381602"], "ranked_scores": [100.0, 99.0, 98.0, 98.0, 96.0, 95.0, 94.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "7225911", "31272411", "23471400", "11784947", "23746313", "24221369", "31624828", "26887439", "38745690"], "ranked_scores": [100.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27243019", "24512064", "11344428", "30981192", "46926352", "24088502", "44265107", "37207226", "5979056", "26873988"], "ranked_scores": [100.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["4434951", "1576955", "6313547", "18949516", "11414664", "23237995", "3623127", "2543135", "52887689", "4841908"], "ranked_scores": [92.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "2417551", "8305686", "18882947", "23727313", "18546584", "2251426", "9752604", "8246922", "8460275"], "ranked_scores": [96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25519138", "4336849", "275294", "36082224", "4319174", "40164383", "4366738", "6123521", "8137081"], "ranked_scores": [93.0, 90.0, 89.0, 88.0, 87.0, 87.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["4709641", "24998637", "15491404", "57574395", "4270992", "17631671", "10846815", "5953485", "11710511", "7221410"], "ranked_scores": [92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["34537906", "9505448", "2714623", "6422576", "21622715", "33499189", "18467982", "4362729", "21330280", "25946292"], "ranked_scores": [103.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "4312169", "2359152", "41782935", "5836", "4319844", "6000423", "4410181", "41293601"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["5273056", "1907601", "13380011", "14362678", "12240507", "20675284", "6788835", "24530130", "928281", "970012"], "ranked_scores": [89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "7602348", "27099731", "25878014", "14864285", "3150030", "51386222", "22791348", "6315132"], "ranked_scores": [93.0, 90.0, 90.0, 89.0, 88.0, 87.0, 87.0, 86.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["29467201", "41852733", "14544564", "3153673", "14864285", "40996863", "23746313", "22023404", "8856690", "9539753"], "ranked_scores": [93.0, 91.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["41852733", "4820792", "4489217", "25014337", "1754001", "5867846", "29288582", "35079452", "32927475", "42314147"], "ranked_scores": [92.0, 91.0, 91.0, 91.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "4653837", "2587396", "36831892", "13350374", "2139357", "3870062", "32922179", "4323425", "7373453"], "ranked_scores": [97.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "22023404", "46277811", "24704139", "4647303", "1358909", "20945963", "24625323", "32463364", "7285256"], "ranked_scores": [103.0, 98.0, 97.0, 96.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["23403754", "3504761", "23959496", "12909503", "10015292", "1550937", "52944377", "25597580", "38751591", "4447055"], "ranked_scores": [97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "14461101", "24294572", "17755060", "28334217", "1686997", "29689140", "4391121", "7492250"], "ranked_scores": [102.0, 97.0, 96.0, 96.0, 96.0, 96.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "4688340", "29347970", "20372201", "24825841", "34905328", "40382183", "27910499", "6163801", "8538916"], "ranked_scores": [101.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["19511011", "5108807", "45414636", "17682477", "29423324", "4688340", "14647747", "27243019", "3835423", "38587347"], "ranked_scores": [95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5114282", "21274496", "26474812", "92308", "7647224", "7224723", "26133404", "27306942", "27995781"], "ranked_scores": [98.0, 98.0, 98.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33918970", "18348376", "275294", "10491220", "13000926", "21012916", "17050065", "3698758", "32975424", "24746892"], "ranked_scores": [89.0, 89.0, 87.0, 85.0, 83.0, 83.0, 83.0, 83.0, 83.0, 82.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "5811042", "4820792", "4702639", "9767444", "12172346", "17717391", "43378932", "52095986"], "ranked_scores": [94.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["12009265", "24873253", "3851329", "8512633", "11481946", "13619127", "20886584", "32463364", "35301079", "3613041"], "ranked_scores": [91.0, 90.0, 89.0, 88.0, 87.0, 87.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["1360607", "44935041", "34016987", "5752492", "14492339", "8246922", "40323148", "45449835", "7115651", "6270720"], "ranked_scores": [105.0, 104.0, 104.0, 103.0, 102.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["11666252", "19561411", "1982286", "18834078", "8903143", "29015485", "5483793", "5389523", "28006126", "38830961"], "ranked_scores": [98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["5641851", "13906581", "35314705", "45548062", "14782049", "4979184", "24148722", "21274919", "5085118", "8428935"], "ranked_scores": [88.0, 88.0, 86.0, 84.0, 83.0, 83.0, 83.0, 82.0, 82.0, 81.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14332945", "44366096", "1967017", "11784947", "116075383", "24221369", "7912", "23746313", "52944377", "7225911"], "ranked_scores": [99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "14591894", "29015485", "1499964", "2042250", "28015516", "24044977", "46926352", "9752604"], "ranked_scores": [101.0, 98.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "4920376", "25543207", "17368516", "18231257", "29321530", "1967017", "23286603", "23746313", "24512417"], "ranked_scores": [91.0, 91.0, 89.0, 89.0, 89.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["2417551", "1982286", "1192458", "26067999", "13952658", "11481946", "5991309", "4883040", "7111021", "7451018"], "ranked_scores": [90.0, 89.0, 87.0, 87.0, 87.0, 86.0, 86.0, 86.0, 86.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7613033", "22635278", "21382907", "9767444", "35314705", "25738896", "31616203", "4688340", "6325527", "9846940"], "ranked_scores": [96.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-64-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["22023404", "11071351", "16256507", "4462079", "14782049", "20501163", "25515907", "25562234", "6718824", "7602348"], "ranked_scores": [49.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34016944", "17917408", "13000926", "2417551", "24746892", "195683603", "6767271", "7299977", "5137019", "7268522"], "ranked_scores": [46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["409280", "18199839", "15925931", "38630735", "21048969", "6085365", "20945963", "750781", "7285256", "7640792"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["14362678", "25901598", "8185080", "10576136", "13398997", "22185730", "22703082", "23863551", "40094786", "40590358"], "ranked_scores": [54.0, 54.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["27150276", "14606752", "17934603", "4700428", "14782049", "15997009", "31554917", "22995579", "5704562", "5912283"], "ranked_scores": [51.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3816, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["46695481", "28617573", "6561200", "46355579", "9764256", "19140422", "32423829", "27873158", "26067999", "409280"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7877, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9109, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["14171859", "21626639", "21866916", "6163801", "23702805", "27822315", "5944514", "4345315", "5273056", "45487164"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["17717391", "22896384", "21395936", "34071621", "46926352", "4447785", "3619931", "9225850", "5821617", "9614443"], "ranked_scores": [53.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["16979690", "27768226", "11469078", "5114282", "4810810", "2593298", "5735492", "7111021", "5132358", "7028976"], "ranked_scores": [50.0, 49.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["7975937", "2159648", "21258863", "15322518", "32742683", "38587347", "7736860", "40500438", "8453819", "8995263"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["22517564", "10576136", "1967017", "33370", "14767844", "1196631", "2159648", "8137081", "37686718", "7115651"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["10576136", "18956141", "25191216", "20310709", "38587347", "5531479", "2947124", "28783084", "40500438", "9614443"], "ranked_scores": [52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["18949516", "19521501", "23863576", "22867765", "2474731", "26121646", "496873", "364522", "4828984", "28149602"], "ranked_scores": [46.0, 44.0, 44.0, 44.0, 44.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["13831842", "17930286", "22975806", "44408494", "18174210", "22509015", "1391126", "15889329", "17821387", "25416944"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["9600826", "79231308", "13509809", "8774475", "19132741", "20127522", "27550580", "29564505", "21048969", "4447055"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "2701077", "1848452", "2722988", "9291668", "18361917", "6040392", "11359243", "8577229", "9993008"], "ranked_scores": [55.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14544564", "34582256", "17195001", "293661", "26596106", "2417551", "11411060", "41913714", "18348376", "6277638"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["26851674", "17648235", "10354110", "1550937", "4418070", "5531479", "6812319", "7268522", "85665741", "7717468"], "ranked_scores": [55.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["22007333", "37480103", "16701509", "23557241", "27123743", "15512462", "23294314", "30639847", "520579", "9813098"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "6561200", "36355784", "9764256", "27873158", "32423829", "25121903", "20333864", "22942787", "46695481"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "17717391", "9784254", "17055665", "12030318", "28015516", "25263810", "28149602", "7225911", "8005007"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24825841", "24088502", "5979056", "46926352", "27243019", "14615911", "11344428", "33638477", "54561709", "44801733"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["4434951", "19460822", "7514614", "3623127", "2466614", "43192375", "7029990", "18949516", "22038539", "5944514"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["27022864", "4795303", "2251426", "36654066", "27403802", "6171953", "41928290", "6712836", "9752604", "8417211"], "ranked_scores": [49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["6076903", "14924526", "2547636", "33792330", "275294", "2638387", "4319174", "8137081", "43661837", "6910577"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["8551160", "17050065", "28369117", "54562433", "15491404", "7093809", "15983148", "4270992", "4388082", "6076903"], "ranked_scores": [49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["5403286", "21622715", "18064113", "34537906", "2177022", "11420613", "1595617", "2714623", "4362729", "8610932"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["41782935", "3391547", "41293601", "4312169", "2359152", "21692235", "39571812", "2722988", "28338268", "41239107"], "ranked_scores": [55.0, 53.0, 53.0, 52.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["4561402", "1907601", "24530130", "11886686", "4709641", "6492658", "40312663", "6776834", "469066", "7997337"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["51386222", "18852643", "21553394", "23267371", "24237492", "24704139", "3150030", "31889025", "33409100", "7602348"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["29467201", "8892905", "33960383", "17919731", "3067015", "31564409", "3153673", "40996863", "8325952", "46765242"], "ranked_scores": [50.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["19358586", "3285322", "5867846", "13771184", "25014337", "18275697", "4820792", "49432306", "5633957", "5991309"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "5836", "17821387", "13350374", "14060030", "20544428", "29473081", "2587396", "36082224", "36831892"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "25293721", "22023404", "1358909", "32463364", "41133176", "5402581", "46277811", "7221410", "7285256"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["7268522", "25597580", "24387017", "16319097", "21931005", "23403754", "24770913", "4795303", "26058927", "9505448"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["24294572", "7028976", "7492250", "15058155", "15578265", "23959496", "19497526", "6923961", "20675284", "4709641"], "ranked_scores": [50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20372201", "11887584", "120626", "33370", "4688340", "24387017", "24825841", "25479072", "26973393", "7268522"], "ranked_scores": [52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["2248870", "22647695", "40382183", "40473317", "3835423", "27243019", "41913714", "4270992", "5108807", "45414636"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["3672261", "33569870", "21185923", "6042706", "982650", "24512064", "7717468", "8005007", "991137", "92308"], "ranked_scores": [50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33918970", "18348376", "20977638", "275294", "17050065", "13878643", "17195001", "4406819", "2417551", "32975424"], "ranked_scores": [49.0, 47.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["9767444", "22317868", "5483793", "1967017", "5811042", "5867846", "3545805", "52095986", "5389523", "6503534"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["3127341", "24873253", "11481946", "3613041", "9617381", "12009265", "20554003", "35301079", "8446259", "8512633"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["36345578", "44935041", "14492339", "13070316", "10530014", "24726600", "22281684", "381602", "27789588", "5085118"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["5273056", "5389523", "10354110", "20675284", "38587347", "13242763", "22174015", "54562433", "15176526", "4447055"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["40323454", "31616203", "35314705", "25157790", "16390264", "22309946", "45548062", "6085365", "27550580", "5884524"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["1967017", "14332945", "5406411", "4345315", "4820792", "2272614", "25576204", "4418070", "7944381", "8137081"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "10354110", "11738716", "4399311", "36345578", "4418070", "9784254", "6853699", "9393969", "9433958"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25543207", "18231257", "34016944", "29321530", "27466734", "3127341", "41710132", "4961038", "41877386", "9669099"], "ranked_scores": [47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["1982286", "3285322", "17163294", "3330111", "5991309", "29288582", "41294031", "4687948", "7595742", "7451018"], "ranked_scores": [47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["7613033", "3935126", "15381976", "2973910", "888896", "22635278", "31616203", "6182947", "8190282", "9394119"], "ranked_scores": [52.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-mrl-32-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["14782049", "43334921", "20240998", "22023404", "4366738", "44830890", "5691302", "45548062", "663464", "58564850"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["4467129", "21855837", "37549932", "25576204", "41493639", "31460499", "4820792", "7299977", "33934971", "7185591"], "ranked_scores": [25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["11117679", "10365787", "26025820", "8037453", "3899896", "20887554", "7211056", "750781", "991139", "7640792"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8185080", "25901598", "22185730", "14362678", "22703082", "38899659", "40901687", "40349336", "40590358", "5389523"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["27150276", "39970500", "22995579", "5551138", "25315295", "2436602", "80109277", "5704562", "6264468", "708425"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["28617573", "6561200", "19140422", "46695481", "27873158", "1203035", "7650066", "24414345", "9559146", "9764256"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8224, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["13509809", "21866916", "12804937", "39571812", "6163801", "502797", "5839365", "7944381", "7764903", "8659426"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["1428830", "3730196", "34582256", "1071991", "12658073", "9614443", "40127292", "4447785", "52893592", "46765242"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["1287809", "1192458", "13515165", "21914176", "41735503", "4345757", "5114282", "4810810", "7111021", "70439309"], "ranked_scores": [25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["13992047", "23700330", "7975937", "35085326", "22696649", "2593298", "46926352", "7820043", "8453819", "8995263"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["15856466", "1196631", "5468807", "26973393", "31616203", "35087728", "44264297", "3981033", "7873737", "6504953"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["18956141", "8453819", "28783084", "4429118", "2947124", "46765242", "6182947", "3330111", "3493623", "7975937"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38630735", "87758", "43329366", "2130391", "26121646", "27550580", "39668245", "3896759", "496873", "4500832"], "ranked_scores": [26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["22975806", "18174210", "13350374", "2466614", "2867345", "35329820", "23400191", "44830890", "810480", "5415832"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "79231308", "31882215", "3727986", "4695046", "6153754", "8774475", "9600826", "4920376"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22543403", "2701077", "18361917", "1848452", "7622767", "11469078", "2722988", "9539753", "9993008"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14544564", "45143088", "44693226", "14647747", "3866315", "41913714", "4463811", "7912", "4795303", "9199796"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["1550937", "17648235", "24177706", "1933281", "2417551", "8247469", "4418070", "27602752", "5531479", "9752604"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "26611834", "23294314", "15512462", "35714909", "8842332", "76463821", "881332", "5323845", "8596837"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["25121903", "6561200", "12779444", "1921218", "14664424", "39532074", "40735046", "9547722", "42279414", "45908102"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["4664540", "23471400", "14657344", "7225911", "9784254", "5838067", "8596357", "6144337", "8994465", "9278263"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24825841", "1071991", "46926352", "28149602", "40127292", "54561709", "8002887", "9889151", "8610932", "92308"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1576955", "7029990", "4434951", "3153673", "19460822", "14864285", "293661", "7602348", "7640792", "8425533"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["27403802", "21557055", "24042363", "38131471", "41913714", "25901598", "6712836", "8305686", "9767444", "33063763"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["8137081", "14566771", "9813098", "22674621", "26672703", "25589047", "34189936", "27438378", "2829179", "40164383"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["7093809", "12489688", "30658796", "14835068", "6076903", "38727075", "8551160", "7268522", "9550981", "9977329"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["25191216", "15972906", "44640124", "14188138", "7142113", "7468449", "8997410", "7764903", "8458567", "8494570"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["41782935", "2359152", "13905670", "5782614", "41293601", "7020505", "5836", "810480", "8892905", "8759633"], "ranked_scores": [29.0, 28.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["10698739", "3831884", "1907601", "14362678", "10284593", "38675228", "40590358", "38899659", "6796297", "6492658"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["1358909", "21495419", "22023404", "25298276", "9617381", "991139", "7873737", "29634262", "39903312", "41133176"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3153673", "4434951", "583260", "2721426", "29467201", "32975424", "40901687", "36654066", "4366738", "9451052"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["14530534", "8925851", "15816729", "22495397", "10812605", "5273056", "52805891", "6670101", "8494570", "9498458"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["41852733", "20839751", "10078024", "11569583", "22674621", "18174210", "21793890", "2587396", "6000423", "25416944"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["1358909", "22023404", "991139", "25515907", "39580129", "3113630", "40901687", "46277811", "7221410", "4366738"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["12643937", "12909503", "24387017", "5273056", "2919030", "25254425", "46517055", "4795303", "6171953", "52944377"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["15578265", "19497526", "8771704", "25504006", "27243019", "2604063", "3038933", "36386637", "34071621", "4816339"], "ranked_scores": [27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["52944377", "4389252", "4406819", "8891333", "1982286", "52925737", "6163801", "9559146", "928281", "9498458"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["2828460", "3756384", "45414636", "14530534", "9648896", "57783564", "6123924", "9394119", "712078", "8891333"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["15425958", "28149602", "9433958", "5508750", "27602752", "28015516", "3672261", "92308", "46926352", "38944245"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3698758", "12643937", "14647747", "13380011", "25028913", "20231138", "32611468", "4324278", "27555165", "41294031"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["5483793", "31311495", "22317868", "25014337", "23273454", "2613411", "35987381", "6788835", "40590358", "40901687"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["3127341", "12442311", "12991445", "13619127", "24634621", "21164071", "41133176", "19308127", "4442799", "24916604"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["15248287", "1049501", "36345578", "195683603", "44935041", "54562433", "6961811", "8002887", "9878167", "982650"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["22174015", "6944800", "20675284", "4389252", "21868715", "40963697", "25901598", "9559146", "8774475", "36830715"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["46182525", "1398021", "13445579", "24524403", "35314705", "6085365", "41735503", "45548062", "4432763", "4824840"], "ranked_scores": [26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["14332945", "15215393", "16472469", "35087728", "29288582", "13639330", "18895793", "8219248", "9199796", "982650"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["10354110", "5979056", "2613411", "24825841", "36345578", "8247469", "9278263", "9878167", "982650", "9889151"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["40790033", "12258338", "13619127", "19185192", "14367469", "18231257", "4961038", "23983289", "5262240", "24496245"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["49432306", "31460499", "27077180", "21557614", "25488034", "31616203", "5641851", "25602549", "9955779", "41120293"], "ranked_scores": [26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22972632", "7613033", "22517564", "17682477", "3935126", "2973910", "25589047", "25738896", "31616203", "9846940"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-notrunc-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "16256507", "3150030", "12810152", "4462079", "2425364", "34054472", "13933299", "30720103", "9617381"], "ranked_scores": [535.0, 530.0, 506.0, 504.0, 504.0, 497.0, 497.0, 496.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "970012", "4319174", "25687558", "10162553", "3930020", "14874811", "12641252", "21868715", "25817686"], "ranked_scores": [482.0, 480.0, 478.0, 478.0, 471.0, 470.0, 467.0, 466.0, 464.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "16760369", "2138843", "23983289", "23783727", "29253460", "9813098", "41264017", "31889025", "38630735"], "ranked_scores": [571.0, 542.0, 535.0, 533.0, 519.0, 519.0, 517.0, 515.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8903143", "31624828", "21465696", "25629722", "5273056", "17017465", "4324278", "5403286", "5914739"], "ranked_scores": [526.0, 524.0, 523.0, 518.0, 514.0, 513.0, 511.0, 511.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "12672066", "27150276", "36033696", "4587978", "38752049", "31554917", "35022568", "24318630", "116792"], "ranked_scores": [566.0, 516.0, 503.0, 501.0, 493.0, 492.0, 491.0, 489.0, 486.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["46695481", "28617573", "27873158", "19140422", "6561200", "7650066", "9764256", "16980892", "23136735", "46355579"], "ranked_scores": [594.0, 592.0, 586.0, 569.0, 560.0, 554.0, 551.0, 548.0, 541.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["25946292", "3831884", "21626639", "4138659", "27693891", "4447785", "6853699", "1344498", "16319097", "8538916"], "ranked_scores": [546.0, 543.0, 539.0, 535.0, 534.0, 534.0, 532.0, 530.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "2248870", "219475", "25738896", "21366394", "40365566", "4429118", "42279414", "5500086"], "ranked_scores": [543.0, 538.0, 525.0, 524.0, 523.0, 513.0, 512.0, 511.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "1967017", "29495185", "9977329", "5735492", "21902910", "84379954"], "ranked_scores": [551.0, 482.0, 463.0, 462.0, 456.0, 456.0, 454.0, 452.0, 449.0, 449.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["6853699", "4429118", "4447785", "38587347", "42693833", "381602", "7869794", "19510470", "219475", "8137081"], "ranked_scores": [542.0, 529.0, 528.0, 528.0, 528.0, 527.0, 526.0, 524.0, 524.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "29657303", "6158879", "12866641", "2060137", "20554003", "30553457", "32159283", "34054472", "79696454"], "ranked_scores": [495.0, 475.0, 474.0, 474.0, 473.0, 472.0, 472.0, 471.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["20554003", "1071991", "46926352", "24873253", "4979184", "43329366", "22613657", "14965508", "3935126", "31229233"], "ranked_scores": [487.0, 485.0, 484.0, 481.0, 480.0, 477.0, 476.0, 475.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["46926352", "3896759", "8672737", "34139429", "6137330", "27049238", "28369117", "4688340", "38369817", "4462079"], "ranked_scores": [455.0, 454.0, 443.0, 442.0, 441.0, 440.0, 439.0, 439.0, 437.0, 437.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "19804204", "44830890", "24510595", "28419824", "8672737", "23785605", "15984735", "24148722", "32743723"], "ranked_scores": [522.0, 505.0, 501.0, 500.0, 495.0, 495.0, 493.0, 490.0, 487.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "23400191", "23639838", "35186640", "29657303", "37628989", "6580081", "40145839", "9600826"], "ranked_scores": [480.0, 478.0, 471.0, 470.0, 469.0, 466.0, 464.0, 455.0, 454.0, 453.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "22551259", "9291668", "6040392", "26230669", "2722988", "1848452", "22543403", "7514614", "4434951"], "ranked_scores": [581.0, 578.0, 574.0, 573.0, 570.0, 559.0, 553.0, 552.0, 549.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "10039688", "8458567", "4423401", "14501880", "19683625", "6422576", "42489926", "25623469", "4544916"], "ranked_scores": [501.0, 499.0, 494.0, 493.0, 490.0, 488.0, 488.0, 487.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["30437264", "9433958", "23305884", "3493623", "16364639", "2638387", "13651792", "15248287", "12685434", "26873988"], "ranked_scores": [556.0, 555.0, 539.0, 538.0, 537.0, 537.0, 536.0, 535.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "22007333", "27123743", "17450673", "37480103", "5487448", "25973484", "23557241", "439670", "1428840"], "ranked_scores": [555.0, 555.0, 553.0, 553.0, 544.0, 541.0, 533.0, 525.0, 525.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "28617573", "32423829", "36355784", "27873158", "46355579", "22942787", "13831558", "26067999", "22007333"], "ranked_scores": [545.0, 531.0, 524.0, 520.0, 519.0, 513.0, 512.0, 509.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "6501747", "37643601", "5867846", "8005007", "5560962", "885056", "11784947", "23746313"], "ranked_scores": [530.0, 520.0, 518.0, 509.0, 508.0, 507.0, 507.0, 506.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "8137081", "14492339", "3698758", "13959707", "46193388", "5107861", "8317408", "6853699"], "ranked_scores": [520.0, 514.0, 510.0, 499.0, 497.0, 496.0, 496.0, 494.0, 494.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "40349336", "1084345", "13350374", "6313547", "4326318", "797114", "516867", "4452659"], "ranked_scores": [555.0, 511.0, 511.0, 510.0, 507.0, 505.0, 504.0, 503.0, 501.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "2714623", "116075383", "20018321", "6209599", "45875990", "13790144", "17919731", "4429388", "935538"], "ranked_scores": [541.0, 539.0, 535.0, 534.0, 533.0, 533.0, 532.0, 531.0, 530.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "810480", "33796570", "37592824", "29231620", "16398827", "6334188", "23702805", "2613775"], "ranked_scores": [531.0, 506.0, 487.0, 485.0, 485.0, 481.0, 475.0, 471.0, 469.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["31387717", "23393712", "323030", "15491404", "22767022", "7093809", "18042803", "15548965", "34735369", "2417551"], "ranked_scores": [524.0, 516.0, 516.0, 516.0, 516.0, 514.0, 514.0, 512.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "43390777", "29557235", "15488881", "11902109", "34537906", "21931005", "9451684", "36271512"], "ranked_scores": [510.0, 510.0, 502.0, 498.0, 495.0, 492.0, 490.0, 490.0, 490.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["8925851", "5765455", "2359152", "13717103", "9217800", "12804937", "22543403", "22551259", "21692235", "6000423"], "ranked_scores": [532.0, 525.0, 516.0, 514.0, 512.0, 511.0, 510.0, 510.0, 508.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "16208091", "2679511", "36830715", "10991183", "14380875", "665817", "4447055", "17805221", "14178995"], "ranked_scores": [507.0, 494.0, 493.0, 490.0, 490.0, 488.0, 486.0, 485.0, 483.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "10482574", "23267371", "21553394", "22442133", "41915616", "2425364", "8529693", "3150030", "49429882"], "ranked_scores": [500.0, 485.0, 477.0, 477.0, 477.0, 476.0, 472.0, 468.0, 467.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "12225214", "38028419", "1941721", "24896957", "22023404", "42441846", "20288322", "25649545"], "ranked_scores": [492.0, 488.0, 478.0, 478.0, 476.0, 474.0, 474.0, 472.0, 471.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17388232", "2177022", "6944800", "40963697", "2417551", "13256155", "10039688", "26735905", "24726600", "40667577"], "ranked_scores": [516.0, 512.0, 508.0, 503.0, 502.0, 498.0, 497.0, 496.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "2973910", "19332616", "87758", "38630735", "37583120", "13448422", "25028913", "4460880", "13933299"], "ranked_scores": [599.0, 531.0, 530.0, 526.0, 525.0, 524.0, 520.0, 518.0, 518.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "12206390", "41264017", "13933299", "5698494", "5402581", "34139429", "752423", "4647303", "9813098"], "ranked_scores": [579.0, 520.0, 518.0, 518.0, 511.0, 508.0, 507.0, 505.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "5811042", "5503194", "26336593", "13921783", "3113630", "30553457", "9194077", "4467129"], "ranked_scores": [533.0, 529.0, 523.0, 522.0, 518.0, 517.0, 514.0, 512.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17775228", "4447785", "9669099", "4138659", "24282306", "41293601", "5406411", "9239963"], "ranked_scores": [587.0, 552.0, 528.0, 521.0, 514.0, 514.0, 514.0, 513.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "29347970", "28006126", "2613411", "6123924", "4366738", "17017465", "2248870", "13798951", "18546584"], "ranked_scores": [571.0, 566.0, 564.0, 560.0, 554.0, 553.0, 552.0, 551.0, 550.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "6123924", "14492339", "54561384", "2248870", "3835423", "10015292", "266641", "40234452", "38502066"], "ranked_scores": [538.0, 531.0, 524.0, 519.0, 516.0, 516.0, 516.0, 516.0, 515.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "7451018", "21274496", "18174210", "7111021", "18938992", "45218443", "13959707", "7224723"], "ranked_scores": [547.0, 538.0, 532.0, 530.0, 522.0, 520.0, 519.0, 518.0, 517.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["13878124", "33370", "28937856", "14874811", "17755060", "10015292", "28334217", "1344498", "28249680", "26851674"], "ranked_scores": [481.0, 480.0, 478.0, 477.0, 476.0, 473.0, 473.0, 472.0, 470.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "28264919", "5560962", "6426919", "9767444", "6501747", "6144337", "14474178", "6947286"], "ranked_scores": [552.0, 526.0, 521.0, 513.0, 508.0, 508.0, 506.0, 506.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "7165938", "2492146", "13256155", "42731834", "10958594", "26973393", "4468861", "13380980", "7821634"], "ranked_scores": [595.0, 537.0, 536.0, 526.0, 520.0, 518.0, 518.0, 516.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["6171953", "28647122", "13923140", "4391121", "1550937", "35987381", "17934603", "34016987", "21498497", "34378726"], "ranked_scores": [543.0, 542.0, 534.0, 533.0, 533.0, 529.0, 529.0, 526.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "5914739", "4270992", "2714623", "9283422", "45414636", "13878643", "28006126", "2825380", "5483793"], "ranked_scores": [578.0, 563.0, 558.0, 558.0, 553.0, 552.0, 551.0, 549.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "19945096", "45920278", "11624482", "116556376", "5596332", "29253460", "12258338", "29107210"], "ranked_scores": [523.0, 483.0, 473.0, 463.0, 463.0, 463.0, 462.0, 461.0, 461.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "15659108", "40901687", "19165076", "9199796", "5389523", "31272411", "52944377", "23746313", "7225911"], "ranked_scores": [560.0, 539.0, 539.0, 538.0, 531.0, 530.0, 530.0, 530.0, 529.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "1871230", "17017465", "381602", "40145839", "2177022", "3330111", "28149602", "2042250"], "ranked_scores": [586.0, 539.0, 539.0, 537.0, 534.0, 533.0, 532.0, 530.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "31272411", "17195001", "12909503", "40901687", "41325555", "23286603", "29321530", "22116439", "14819804"], "ranked_scores": [528.0, 516.0, 515.0, 514.0, 513.0, 512.0, 512.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "1805641", "39984099", "1986482", "16787954", "341324", "5991309", "15319019", "31363207"], "ranked_scores": [584.0, 528.0, 511.0, 510.0, 508.0, 508.0, 507.0, 503.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1522336", "22635278", "39443128", "3462075", "37686718", "4468861", "5386514", "11335781", "6334188", "52180874"], "ranked_scores": [515.0, 510.0, 505.0, 504.0, 503.0, 502.0, 502.0, 500.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "16256507", "34054472", "12810152", "3150030", "10692948", "9617381", "2425364", "33409100", "18256197"], "ranked_scores": [360.0, 353.0, 343.0, 341.0, 340.0, 338.0, 337.0, 335.0, 334.0, 333.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "10162553", "970012", "4319174", "14874811", "34121231", "4561402", "13000926", "34582256", "8774475"], "ranked_scores": [327.0, 322.0, 321.0, 315.0, 313.0, 312.0, 311.0, 310.0, 309.0, 309.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "16760369", "2138843", "23983289", "13282296", "35714909", "23783727", "1358909", "41264017", "38630735"], "ranked_scores": [388.0, 361.0, 356.0, 356.0, 348.0, 347.0, 346.0, 345.0, 345.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["34905328", "21465696", "51952430", "11369420", "33499189", "25629722", "41325555", "9638032", "5403286", "7399084"], "ranked_scores": [347.0, 345.0, 345.0, 344.0, 343.0, 342.0, 340.0, 340.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "12672066", "27150276", "40996863", "36033696", "1967410", "7239105", "4587978", "5402581", "31554917"], "ranked_scores": [379.0, 337.0, 334.0, 329.0, 328.0, 325.0, 325.0, 325.0, 325.0, 323.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["28617573", "46695481", "27873158", "19140422", "6561200", "9764256", "7650066", "16980892", "23136735", "12779444"], "ranked_scores": [395.0, 395.0, 387.0, 383.0, 374.0, 366.0, 365.0, 363.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["25946292", "4138659", "21626639", "6853699", "27693891", "3831884", "16319097", "14768471", "9558539", "1686997"], "ranked_scores": [358.0, 356.0, 355.0, 355.0, 355.0, 354.0, 351.0, 348.0, 348.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "25738896", "219475", "12358173", "2248870", "46926352", "40365566", "15707049", "4447785"], "ranked_scores": [362.0, 353.0, 343.0, 341.0, 339.0, 338.0, 338.0, 337.0, 336.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "16979690", "1967017", "29495185", "26067999", "13831558", "5735492", "31272411", "70490"], "ranked_scores": [364.0, 318.0, 318.0, 316.0, 308.0, 307.0, 306.0, 305.0, 304.0, 303.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["6853699", "4429118", "219475", "19005293", "42693833", "7975937", "38587347", "23509113", "4380287", "381602"], "ranked_scores": [353.0, 353.0, 352.0, 350.0, 350.0, 350.0, 350.0, 349.0, 349.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "34054472", "12866641", "30553457", "32159283", "6580081", "20544428", "11441172", "22281684", "29657303"], "ranked_scores": [336.0, 320.0, 317.0, 316.0, 316.0, 316.0, 315.0, 314.0, 314.0, 313.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["43329366", "1071991", "46926352", "24873253", "4979184", "17327939", "20554003", "35256900", "3935126", "22613657"], "ranked_scores": [323.0, 321.0, 321.0, 321.0, 320.0, 318.0, 318.0, 314.0, 314.0, 313.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["46926352", "3896759", "34139429", "28369117", "6137330", "20186513", "27049238", "3692112", "9288638", "4462079"], "ranked_scores": [306.0, 302.0, 298.0, 295.0, 294.0, 294.0, 293.0, 293.0, 293.0, 291.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "19804204", "28419824", "44830890", "14566771", "33796570", "24148722", "22309946", "46764350", "5402581"], "ranked_scores": [341.0, 333.0, 328.0, 327.0, 326.0, 326.0, 324.0, 323.0, 323.0, 323.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["23639838", "15482274", "45276789", "35186640", "6580081", "27099731", "2138843", "29657303", "7227763", "40145839"], "ranked_scores": [319.0, 318.0, 313.0, 311.0, 310.0, 306.0, 305.0, 305.0, 304.0, 303.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22264117", "22551259", "6040392", "9291668", "26230669", "22543403", "7514614", "2722988", "1848452", "10012166"], "ranked_scores": [387.0, 384.0, 379.0, 378.0, 377.0, 369.0, 369.0, 368.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["10039688", "6277638", "40901687", "4423401", "1686997", "6422576", "14501880", "17195001", "41325555", "8458567"], "ranked_scores": [343.0, 341.0, 336.0, 336.0, 334.0, 334.0, 331.0, 331.0, 329.0, 329.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["30437264", "9433958", "2638387", "12685434", "18037805", "1032372", "3493623", "5811042", "23305884", "22705234"], "ranked_scores": [377.0, 373.0, 365.0, 362.0, 361.0, 361.0, 361.0, 361.0, 358.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["13831842", "17450673", "5487448", "22007333", "27123743", "37480103", "25973484", "16322674", "13831558", "439670"], "ranked_scores": [368.0, 363.0, 363.0, 362.0, 359.0, 357.0, 354.0, 350.0, 348.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "28617573", "20839751", "32423829", "36355784", "46355579", "13831558", "22007333", "27873158", "22942787"], "ranked_scores": [365.0, 349.0, 347.0, 346.0, 345.0, 341.0, 341.0, 339.0, 339.0, 338.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "40145839", "6501747", "885056", "37643601", "5560962", "19165076", "23746313", "285794"], "ranked_scores": [354.0, 342.0, 342.0, 341.0, 339.0, 338.0, 337.0, 335.0, 333.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8317408", "24512064", "8137081", "24088502", "11349166", "14492339", "39443128", "2138843", "46926352", "9056874"], "ranked_scores": [349.0, 349.0, 348.0, 347.0, 332.0, 332.0, 332.0, 331.0, 330.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "13350374", "6313547", "22264117", "1084345", "797114", "516867", "4326318", "1797622", "40349336"], "ranked_scores": [362.0, 342.0, 342.0, 337.0, 334.0, 334.0, 332.0, 331.0, 330.0, 330.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["45875990", "16120395", "17919731", "6209599", "13790144", "2714623", "27134527", "3849194", "116075383", "4429388"], "ranked_scores": [368.0, 363.0, 359.0, 359.0, 358.0, 357.0, 356.0, 355.0, 354.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "37592824", "15889329", "33796570", "810480", "18446525", "29231620", "23702805", "16398827", "6334188"], "ranked_scores": [349.0, 328.0, 328.0, 328.0, 323.0, 320.0, 319.0, 318.0, 316.0, 316.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15491404", "23393712", "31387717", "323030", "7093809", "2417551", "22767022", "1967017", "23420615", "31962403"], "ranked_scores": [359.0, 349.0, 349.0, 347.0, 347.0, 345.0, 345.0, 344.0, 343.0, 343.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "2988714", "15488881", "29557235", "21931005", "43390777", "8327914", "17017465", "21626639", "19489351"], "ranked_scores": [343.0, 341.0, 338.0, 332.0, 331.0, 331.0, 330.0, 329.0, 328.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["8925851", "5765455", "9217800", "13717103", "2359152", "6000423", "21692235", "12804937", "22543403", "5782614"], "ranked_scores": [356.0, 349.0, 347.0, 346.0, 345.0, 340.0, 339.0, 338.0, 338.0, 337.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "10991183", "16208091", "36830715", "17805221", "12909503", "4345315", "2679511", "16644043", "20054396"], "ranked_scores": [343.0, 336.0, 326.0, 326.0, 326.0, 324.0, 324.0, 323.0, 322.0, 321.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "8529693", "22442133", "10482574", "41915616", "21553394", "2425364", "16701509", "23267371", "4462079"], "ranked_scores": [338.0, 324.0, 321.0, 321.0, 321.0, 320.0, 318.0, 318.0, 317.0, 315.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "20288322", "38211681", "38028419", "849771", "52072815", "16389141", "22198971", "5775033"], "ranked_scores": [333.0, 328.0, 320.0, 318.0, 315.0, 314.0, 313.0, 311.0, 311.0, 311.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17388232", "26735905", "6944800", "2177022", "40963697", "13256155", "32532238", "24726600", "6948886", "40667577"], "ranked_scores": [353.0, 338.0, 336.0, 333.0, 332.0, 332.0, 332.0, 331.0, 331.0, 331.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "87758", "4446814", "2973910", "37583120", "19332616", "31933981", "4928057", "25028913", "6947286"], "ranked_scores": [394.0, 350.0, 347.0, 346.0, 346.0, 345.0, 344.0, 343.0, 341.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "12206390", "5698494", "40996863", "34139429", "23983289", "31889025", "4647303"], "ranked_scores": [389.0, 351.0, 350.0, 349.0, 345.0, 340.0, 337.0, 336.0, 336.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "23403754", "14362678", "13921783", "5503194", "5811042", "13380011", "32985041", "4467129"], "ranked_scores": [353.0, 352.0, 344.0, 343.0, 343.0, 343.0, 342.0, 342.0, 341.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "17775228", "4447785", "5406411", "9669099", "9159125", "7150238", "9239963", "42693833"], "ranked_scores": [390.0, 374.0, 356.0, 355.0, 349.0, 349.0, 348.0, 347.0, 347.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["28006126", "29347970", "13878643", "34905328", "17017465", "18546584", "25300426", "6123924", "22174015", "4447785"], "ranked_scores": [377.0, 374.0, 371.0, 370.0, 368.0, 367.0, 365.0, 365.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "6123924", "14492339", "54561384", "10015292", "33535222", "3835423", "24879055", "28006126", "40234452"], "ranked_scores": [372.0, 354.0, 352.0, 346.0, 344.0, 343.0, 342.0, 341.0, 340.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "24512064", "8300657", "18174210", "22705234", "18938992", "45218443", "13959707", "29023309", "7451018"], "ranked_scores": [365.0, 363.0, 362.0, 355.0, 352.0, 350.0, 348.0, 346.0, 346.0, 345.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["28937856", "33370", "10365787", "17755060", "1344498", "14874811", "28334217", "10015292", "26658659", "4324278"], "ranked_scores": [323.0, 323.0, 318.0, 316.0, 316.0, 316.0, 312.0, 312.0, 311.0, 310.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "28264919", "5560962", "6501747", "39758684", "6144337", "10326242", "9784254", "9767444"], "ranked_scores": [358.0, 355.0, 346.0, 340.0, 340.0, 340.0, 340.0, 337.0, 335.0, 334.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "7165938", "2492146", "13380980", "17462437", "13256155", "1900152", "42731834", "7821634", "4468861"], "ranked_scores": [391.0, 359.0, 358.0, 348.0, 344.0, 343.0, 342.0, 342.0, 340.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["28647122", "6171953", "13923140", "16119973", "1550937", "21498497", "34378726", "35987381", "4380287", "9160947"], "ranked_scores": [373.0, 362.0, 358.0, 357.0, 353.0, 352.0, 352.0, 352.0, 352.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2714623", "13878643", "5914739", "22134353", "9283422", "28006126", "34537906", "40094786", "42662816"], "ranked_scores": [391.0, 378.0, 374.0, 370.0, 367.0, 367.0, 366.0, 364.0, 364.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "19945096", "27712433", "5596332", "11624482", "63858430", "12258338", "31612088", "13870943", "32969964"], "ranked_scores": [347.0, 320.0, 317.0, 315.0, 314.0, 310.0, 309.0, 309.0, 309.0, 309.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "15659108", "19165076", "7029990", "30437264", "5519177", "18546584", "20996244", "45875990", "8185080"], "ranked_scores": [382.0, 368.0, 362.0, 356.0, 356.0, 355.0, 354.0, 354.0, 353.0, 353.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "40145839", "17017465", "3330111", "2177022", "14191255", "2236768", "26297042", "381602"], "ranked_scores": [399.0, 366.0, 364.0, 362.0, 362.0, 361.0, 358.0, 358.0, 357.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17195001", "7225911", "41325555", "6717533", "12909503", "28264919", "23286603", "31272411", "29321530", "3107733"], "ranked_scores": [346.0, 342.0, 342.0, 342.0, 338.0, 338.0, 337.0, 337.0, 337.0, 336.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "39984099", "16787954", "1805641", "1986482", "26038789", "341324", "35087728", "5991309"], "ranked_scores": [388.0, 357.0, 348.0, 345.0, 344.0, 342.0, 342.0, 338.0, 335.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1522336", "11335781", "21009874", "3944632", "6334188", "22635278", "39443128", "37686718", "28738741", "46112052"], "ranked_scores": [343.0, 339.0, 338.0, 335.0, 335.0, 331.0, 331.0, 330.0, 329.0, 327.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "34054472", "31890716", "16180601", "30639847", "10692948", "6158879", "15048300", "8672737"], "ranked_scores": [182.0, 170.0, 168.0, 167.0, 167.0, 164.0, 164.0, 164.0, 164.0, 163.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["25687558", "34121231", "970012", "9977329", "8595678", "2613775", "4810810", "10162553", "3038933", "3083927"], "ranked_scores": [165.0, 163.0, 162.0, 161.0, 161.0, 161.0, 159.0, 158.0, 157.0, 156.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "16760369", "20321154", "23983289", "41264017", "79231308", "3898784", "3056682", "38630735", "21301090"], "ranked_scores": [199.0, 190.0, 186.0, 186.0, 182.0, 180.0, 179.0, 179.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "25629722", "21465696", "29073751", "31624828", "2714623", "18882947", "34905328", "33499189", "9638032"], "ranked_scores": [180.0, 177.0, 175.0, 175.0, 174.0, 173.0, 173.0, 173.0, 173.0, 171.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "27150276", "12672066", "35022568", "32463364", "1921218", "4587978", "40996863", "13883546", "1967410"], "ranked_scores": [190.0, 167.0, 166.0, 164.0, 163.0, 163.0, 163.0, 162.0, 160.0, 160.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["28617573", "27873158", "46695481", "19140422", "9764256", "7650066", "6561200", "23136735", "25742130", "32423829"], "ranked_scores": [197.0, 197.0, 194.0, 188.0, 185.0, 183.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["23887844", "381602", "21626639", "1686997", "13329980", "4138659", "1797622", "14768471", "1344498", "7583725"], "ranked_scores": [181.0, 177.0, 177.0, 175.0, 175.0, 175.0, 175.0, 174.0, 174.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "26973393", "15707049", "25738896", "19005293", "219475", "4429118", "2248870", "12358173", "2030623"], "ranked_scores": [185.0, 178.0, 177.0, 176.0, 174.0, 173.0, 173.0, 173.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "84784389", "16979690", "17023584", "5560962", "16980892", "496873", "26067999", "90756514"], "ranked_scores": [192.0, 158.0, 157.0, 157.0, 155.0, 154.0, 153.0, 153.0, 152.0, 152.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["25946292", "38587347", "15879931", "42693833", "24707550", "9558539", "19510470", "3590806", "7736860", "6853699"], "ranked_scores": [180.0, 179.0, 179.0, 179.0, 177.0, 177.0, 176.0, 176.0, 176.0, 175.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "22281684", "24282306", "11071351", "9784254", "20554003", "6580081", "30553457", "67787658", "41822527"], "ranked_scores": [175.0, 168.0, 168.0, 164.0, 164.0, 162.0, 162.0, 162.0, 162.0, 161.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24873253", "13380980", "1071991", "46926352", "40164383", "123859", "22613657", "6544701", "27127885", "43329366"], "ranked_scores": [163.0, 163.0, 162.0, 162.0, 162.0, 162.0, 161.0, 161.0, 161.0, 161.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["5519177", "46926352", "2291922", "3896759", "6137330", "29253460", "19532163", "31387717", "27768226", "6961811"], "ranked_scores": [157.0, 156.0, 155.0, 155.0, 153.0, 152.0, 150.0, 150.0, 150.0, 150.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "8672737", "23785605", "28419824", "13717103", "37592824", "12667988", "5402581", "19804204", "24285403"], "ranked_scores": [172.0, 169.0, 168.0, 167.0, 167.0, 167.0, 166.0, 166.0, 165.0, 165.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["23639838", "6137330", "15482274", "13768432", "2138843", "16390264", "32423829", "13380980", "7285256", "35714909"], "ranked_scores": [168.0, 165.0, 165.0, 161.0, 160.0, 160.0, 160.0, 159.0, 157.0, 156.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "9291668", "2722988", "22543403", "10012166", "1848452", "26230669", "16233471", "22551259"], "ranked_scores": [200.0, 196.0, 193.0, 192.0, 192.0, 191.0, 191.0, 190.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["14501880", "1686997", "6422576", "10039688", "19683625", "4423401", "17195001", "38811597", "2119889", "52873726"], "ranked_scores": [177.0, 173.0, 172.0, 172.0, 170.0, 170.0, 169.0, 169.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["30437264", "12685434", "92308", "9433958", "1032372", "5811042", "1049501", "26133404", "34439544", "37762357"], "ranked_scores": [187.0, 186.0, 185.0, 185.0, 183.0, 181.0, 181.0, 180.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "5487448", "17450673", "27123743", "13831842", "11360768", "439670", "22007333", "9394119", "16322674"], "ranked_scores": [179.0, 178.0, 177.0, 177.0, 176.0, 176.0, 175.0, 174.0, 174.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "28617573", "32423829", "16701509", "40735046", "2015126", "20839751", "37480103", "9171913", "43226130"], "ranked_scores": [178.0, 178.0, 176.0, 172.0, 172.0, 172.0, 169.0, 169.0, 168.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "40145839", "18617259", "19165076", "23126677", "28617573", "8512633", "37643601", "6501747", "3790895"], "ranked_scores": [185.0, 178.0, 177.0, 176.0, 175.0, 175.0, 174.0, 173.0, 173.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "23124332", "28910120", "52893592", "24512064", "44801733", "14492339", "2138843", "3896759", "8317408"], "ranked_scores": [179.0, 172.0, 172.0, 172.0, 171.0, 170.0, 170.0, 170.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "6313547", "4326318", "22264117", "4452659", "13350374", "19460822", "4653837", "516867", "6040392"], "ranked_scores": [180.0, 177.0, 176.0, 175.0, 171.0, 170.0, 167.0, 167.0, 167.0, 167.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["16120395", "45875990", "6209599", "20018321", "27134931", "27134527", "1748921", "3154880", "16242975", "935538"], "ranked_scores": [187.0, 185.0, 184.0, 182.0, 182.0, 181.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "29231620", "37592824", "15889329", "21239672", "23702805", "30884033", "33796570", "810480", "7688110"], "ranked_scores": [178.0, 170.0, 168.0, 165.0, 165.0, 164.0, 163.0, 163.0, 163.0, 163.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23393712", "15491404", "323030", "31387717", "34735369", "2417551", "20313748", "7093809", "3506723", "22767022"], "ranked_scores": [183.0, 179.0, 177.0, 177.0, 176.0, 174.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "15488881", "20646904", "17017465", "23535770", "8327914", "19489351", "36904081", "4406819"], "ranked_scores": [177.0, 171.0, 170.0, 170.0, 170.0, 169.0, 169.0, 168.0, 167.0, 167.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["21692235", "5765455", "8925851", "41293601", "2359152", "13244602", "17911973", "13717103", "5782614", "9217800"], "ranked_scores": [180.0, 179.0, 177.0, 177.0, 175.0, 174.0, 174.0, 174.0, 174.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "10991183", "4452659", "4398832", "17805221", "27647593", "4345315", "31962403", "6422576", "20310709"], "ranked_scores": [172.0, 169.0, 169.0, 167.0, 167.0, 166.0, 165.0, 165.0, 165.0, 164.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "2425364", "4462079", "10482574", "21553394", "33409100", "15830352", "16701509", "30261663", "41915616"], "ranked_scores": [169.0, 168.0, 168.0, 168.0, 166.0, 162.0, 161.0, 160.0, 160.0, 160.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["46437558", "71625969", "52072815", "5775033", "5939172", "3067015", "6207111", "1148122", "20526907", "9822397"], "ranked_scores": [168.0, 168.0, 166.0, 165.0, 165.0, 164.0, 164.0, 162.0, 162.0, 162.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "10991183", "32532238", "19708993", "24282306", "20851402", "25942757", "17388232", "24726600", "6944800"], "ranked_scores": [172.0, 170.0, 169.0, 169.0, 168.0, 168.0, 168.0, 167.0, 167.0, 166.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "87758", "2973910", "38630735", "15925931", "31933981", "19332616", "4460880", "30639847", "4928057"], "ranked_scores": [199.0, 180.0, 179.0, 178.0, 177.0, 176.0, 175.0, 175.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "22730024", "41264017", "12206390", "5698494", "4647303", "1287809", "37424881", "40996863"], "ranked_scores": [198.0, 183.0, 179.0, 178.0, 178.0, 178.0, 175.0, 173.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["23403754", "12217662", "27438378", "28249680", "42489926", "24496245", "5503194", "12866641", "28724565", "26336593"], "ranked_scores": [176.0, 175.0, 175.0, 174.0, 174.0, 174.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4447785", "5406411", "17775228", "13070316", "4889228", "13905670", "9239963", "41496215"], "ranked_scores": [200.0, 190.0, 189.0, 187.0, 184.0, 181.0, 181.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "28006126", "18546584", "5914739", "6123924", "22174015", "14311986", "6961811", "17017465", "18231807"], "ranked_scores": [187.0, 187.0, 184.0, 184.0, 183.0, 182.0, 182.0, 182.0, 181.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "38830961", "33535222", "14647747", "19511011", "11233339", "15488881", "3835423", "266641", "6123924"], "ranked_scores": [190.0, 172.0, 172.0, 172.0, 172.0, 170.0, 170.0, 170.0, 170.0, 170.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "24512064", "45218443", "5398179", "7111021", "8300657", "7451018", "18938992", "22705234", "18174210"], "ranked_scores": [190.0, 181.0, 180.0, 178.0, 178.0, 178.0, 178.0, 177.0, 177.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["33370", "26851674", "10015292", "275294", "4324278", "10365787", "15282056", "41294031", "28249680", "36355784"], "ranked_scores": [163.0, 163.0, 162.0, 162.0, 162.0, 160.0, 160.0, 160.0, 159.0, 159.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "13373629", "12880573", "5560962", "41852733", "9767444", "6144337", "20399078", "26607366"], "ranked_scores": [179.0, 174.0, 172.0, 172.0, 171.0, 171.0, 171.0, 171.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "7165938", "7821634", "42731834", "26231129", "10958594", "26887439", "46485368", "26973393"], "ranked_scores": [199.0, 185.0, 177.0, 176.0, 174.0, 174.0, 173.0, 173.0, 173.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["25315295", "28647122", "16119973", "34378726", "17934603", "20722510", "20460020", "44562058", "3545805", "5035827"], "ranked_scores": [185.0, 185.0, 183.0, 182.0, 181.0, 181.0, 181.0, 181.0, 180.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["34905328", "2714623", "27693891", "5914739", "40094786", "13878643", "29347970", "19384430", "22134353", "34537906"], "ranked_scores": [191.0, 191.0, 187.0, 187.0, 186.0, 186.0, 186.0, 185.0, 185.0, 184.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "19945096", "10577574", "12258338", "5596332", "21323587", "6896063", "26611094", "935034"], "ranked_scores": [184.0, 178.0, 165.0, 163.0, 163.0, 162.0, 161.0, 161.0, 160.0, 160.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "14367469", "14555750", "18924534", "52944377", "30437264", "15659108", "5519177", "7029990", "8185080"], "ranked_scores": [193.0, 185.0, 183.0, 182.0, 181.0, 181.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "44801733", "3330111", "2417551", "11233339", "13878643", "14191255", "5914739", "38587347", "8856690"], "ranked_scores": [196.0, 186.0, 184.0, 183.0, 181.0, 181.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["6717533", "27693891", "1967017", "22134353", "31851367", "17195001", "17416520", "22185730", "23286603", "8519911"], "ranked_scores": [180.0, 178.0, 175.0, 174.0, 174.0, 173.0, 173.0, 172.0, 172.0, 172.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "26038789", "28264919", "1986482", "5560962", "21700295", "39984099", "15319019", "35087728"], "ranked_scores": [197.0, 179.0, 176.0, 175.0, 174.0, 173.0, 172.0, 172.0, 171.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1522336", "21009874", "11335781", "52180874", "14700857", "1287809", "4468861", "3462075", "6334188", "8891333"], "ranked_scores": [176.0, 175.0, 174.0, 173.0, 172.0, 171.0, 170.0, 169.0, 169.0, 169.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "37916361", "44572913", "10692948", "4445629", "79231308", "10071590", "5596332", "44624045", "8428935"], "ranked_scores": [92.0, 86.0, 85.0, 84.0, 84.0, 84.0, 83.0, 83.0, 83.0, 83.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "10162553", "34121231", "18361917", "25687558", "19460822", "9559146", "8774475", "4959368", "9977329"], "ranked_scores": [83.0, 83.0, 82.0, 81.0, 81.0, 81.0, 81.0, 81.0, 81.0, 81.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["5884524", "23983289", "35724562", "16760369", "20321154", "3898784", "3056682", "13282296", "21048969", "6070278"], "ranked_scores": [97.0, 96.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["17017465", "11369420", "3531388", "29073751", "11844826", "25629722", "5273056", "21465696", "22317868", "23393712"], "ranked_scores": [94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "27150276", "35022568", "12672066", "24318630", "36432234", "19071857", "32463364", "1921218", "84884645"], "ranked_scores": [95.0, 88.0, 85.0, 85.0, 83.0, 82.0, 81.0, 81.0, 81.0, 81.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["27873158", "28617573", "46695481", "15570962", "7650066", "19140422", "9764256", "23136735", "32423829", "285794"], "ranked_scores": [100.0, 98.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.962, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18399038", "23887844", "381602", "13952658", "21626639", "28334217", "5386514", "219475", "40323148", "4583180"], "ranked_scores": [96.0, 96.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "15707049", "2248870", "40365566", "8659426", "1900152", "25738896", "40096222", "46926352", "6417632"], "ranked_scores": [95.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "6477536", "84784389", "1967017", "46695481", "3308636", "16979690", "2159648", "427865"], "ranked_scores": [93.0, 83.0, 83.0, 81.0, 80.0, 80.0, 79.0, 79.0, 79.0, 78.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["8208212", "42693833", "24349992", "9558539", "15879931", "23727313", "24612804", "67787658", "7736860", "3376731"], "ranked_scores": [94.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["22281684", "20554003", "32159283", "708425", "37424881", "15984735", "3619931", "30553457", "888896", "40790033"], "ranked_scores": [85.0, 85.0, 85.0, 83.0, 83.0, 82.0, 82.0, 82.0, 82.0, 82.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2576811", "3981613", "6544701", "4979184", "14591894", "27127885", "38587347", "6936141", "5508750", "8290953"], "ranked_scores": [85.0, 84.0, 83.0, 83.0, 83.0, 82.0, 82.0, 82.0, 82.0, 82.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["5519177", "8137081", "3896759", "7492250", "29253460", "31387717", "34905328", "34228604", "5262240", "9288638"], "ranked_scores": [82.0, 80.0, 79.0, 78.0, 77.0, 77.0, 77.0, 77.0, 77.0, 77.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["19804204", "34121231", "37592824", "17930286", "23557241", "14566771", "17450673", "37583120", "23785605", "4810810"], "ranked_scores": [87.0, 87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["13380980", "16390264", "23639838", "38180456", "22688699", "15482274", "24144677", "21859699", "25098790", "7451018"], "ranked_scores": [89.0, 87.0, 86.0, 83.0, 83.0, 82.0, 82.0, 82.0, 82.0, 81.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "12804937", "22264117", "1848452", "9291668", "22543403", "8519911", "7514614", "26230669", "6259170"], "ranked_scores": [102.0, 100.0, 100.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["8538916", "38811597", "19683625", "84085333", "1686997", "14367469", "17195001", "1031534", "6422576", "5944514"], "ranked_scores": [91.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5395426", "92308", "1032372", "1049501", "12804937", "857189", "15836115", "30437264", "33986507"], "ranked_scores": [101.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["35186640", "13831842", "881332", "16322674", "37480103", "20280410", "16812091", "38752049", "17464771", "4432763"], "ranked_scores": [88.0, 87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12779444", "9764256", "32423829", "6748318", "25742130", "28617573", "36355784", "40735046", "22922353", "6910577"], "ranked_scores": [93.0, 91.0, 90.0, 90.0, 89.0, 88.0, 88.0, 87.0, 85.0, 85.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["28617573", "31272411", "37643601", "2638387", "35467590", "3788528", "8144920", "27555165", "4347374", "6961811"], "ranked_scores": [93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["8137081", "8317408", "38502066", "44801733", "11616424", "23124332", "38830961", "11349166", "6270720", "9460704"], "ranked_scores": [90.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "4326318", "22264117", "4452659", "6040392", "1084345", "19460822", "24347647", "40349336", "6896063"], "ranked_scores": [100.0, 98.0, 95.0, 93.0, 93.0, 91.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["2417551", "1748921", "45875990", "20018321", "16120395", "16242975", "8903143", "3849194", "12217662", "23895668"], "ranked_scores": [96.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "2613775", "29231620", "33796570", "3308636", "810480", "28724565", "7688110", "23702805", "6717533"], "ranked_scores": [94.0, 89.0, 89.0, 88.0, 87.0, 86.0, 85.0, 85.0, 84.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["23393712", "15491404", "1031534", "11238784", "21380348", "612002", "13992047", "323030", "67045088", "3506723"], "ranked_scores": [97.0, 94.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "29557235", "8327914", "36904081", "43390777", "2988714", "27693891", "33063763", "34537906", "9160947"], "ranked_scores": [92.0, 90.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["9217800", "5765455", "8925851", "2359152", "13717103", "14717213", "13244602", "17911973", "40254495", "41293601"], "ranked_scores": [93.0, 93.0, 93.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["20310709", "10991183", "54562433", "36830715", "17805221", "12909503", "8538916", "4336849", "665817", "4363526"], "ranked_scores": [88.0, 86.0, 86.0, 86.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "10482574", "37583120", "11748341", "16812091", "15830352", "2425364", "22442133", "21553394", "27123743"], "ranked_scores": [82.0, 82.0, 82.0, 81.0, 81.0, 81.0, 81.0, 81.0, 81.0, 81.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "1148122", "24896957", "20904154", "4587978", "5939172", "6588614", "75636923", "29689140"], "ranked_scores": [95.0, 91.0, 89.0, 87.0, 87.0, 87.0, 87.0, 87.0, 87.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["38551172", "20851402", "1065627", "34876410", "24282306", "6670101", "32532238", "10991183", "3052642", "26735905"], "ranked_scores": [88.0, 88.0, 87.0, 87.0, 86.0, 86.0, 86.0, 85.0, 85.0, 84.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "1145473", "15925931", "38630735", "31933981", "19332616", "37450671", "46182525", "37583120", "87758"], "ranked_scores": [99.0, 92.0, 90.0, 90.0, 90.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "15997009", "32328114", "41264017", "37424881", "40996863", "12206390", "5698494", "36654066"], "ranked_scores": [104.0, 92.0, 90.0, 90.0, 90.0, 90.0, 90.0, 89.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["23403754", "28724565", "14362678", "28249680", "13329980", "24496245", "19822046", "27438378", "25748308", "42489926"], "ranked_scores": [95.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "13189693", "21181273", "5406411", "18358026", "4447785", "11255504", "13070316", "13905670", "28334217"], "ranked_scores": [103.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["29347970", "6123924", "13798951", "28006126", "18546584", "8538916", "54561384", "31107919", "9911547", "994800"], "ranked_scores": [96.0, 96.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "14647747", "21203899", "33535222", "19511011", "10015292", "42441846", "46112052", "623486", "7150238"], "ranked_scores": [98.0, 92.0, 91.0, 90.0, 90.0, 89.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "6503534", "18938992", "7451018", "45218443", "25263810", "1387104", "4404433", "25141908", "857189"], "ranked_scores": [98.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["24731248", "10247314", "4324278", "10365787", "14367469", "17755060", "275294", "36355784", "4398832", "22968257"], "ranked_scores": [88.0, 87.0, 86.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0, 83.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["8595678", "17088791", "20280410", "12156187", "15319019", "2679511", "13373629", "51952430", "13921783", "9881829"], "ranked_scores": [93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "7165938", "42731834", "1967410", "15541119", "1921218", "26231129", "26973393", "46765242"], "ranked_scores": [101.0, 97.0, 94.0, 91.0, 91.0, 91.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["20722510", "3545805", "25315295", "21009874", "11233339", "21866916", "4911006", "52095986", "3773719", "5377059"], "ranked_scores": [102.0, 99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["27693891", "2714623", "19384430", "17017465", "33986507", "34905328", "45414636", "40094786", "6163801", "9283422"], "ranked_scores": [101.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "27712433", "26341063", "12258338", "7419612", "6896063", "40905302", "8318286", "38630735", "41493639"], "ranked_scores": [95.0, 92.0, 85.0, 84.0, 84.0, 84.0, 84.0, 84.0, 83.0, 83.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "14367469", "5519177", "18924534", "3805841", "40901687", "8002887", "20028729", "52944377", "8856690"], "ranked_scores": [103.0, 101.0, 99.0, 98.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "19384430", "35345807", "32927401", "18042803", "2177022", "19561411", "36271512", "2417551", "885056"], "ranked_scores": [95.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31851367", "6717533", "13639330", "14581009", "14367469", "21330280", "11291348", "3230361", "43711341", "9669099"], "ranked_scores": [95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "28264919", "12801438", "10365787", "14530534", "7111021", "39984099", "4324278", "45461275", "8247469"], "ranked_scores": [95.0, 92.0, 90.0, 89.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1522336", "52180874", "15521377", "9056874", "21009874", "4468861", "4678846", "35766603", "40156901", "7875158"], "ranked_scores": [90.0, 90.0, 89.0, 88.0, 88.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-mpnet-base-mrl-64-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "34054472", "35724562", "17930286", "37916361", "31890716", "33409100", "4678846", "8428935", "9167230"], "ranked_scores": [48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["3038933", "2391552", "15984735", "12667988", "79231308", "3083927", "20945963", "9977329", "25687558", "970012"], "ranked_scores": [46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["38630735", "3056682", "32159283", "41264017", "16760369", "19854543", "23983289", "25355575", "5884524", "6070278"], "ranked_scores": [53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["9283422", "44640124", "29073751", "4418070", "4346731", "25629722", "5123516", "29473081", "3531388", "5270265"], "ranked_scores": [52.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "27150276", "24003461", "36432234", "24323695", "20188586", "39776978", "28419824", "7808055", "45581752"], "ranked_scores": [49.0, 45.0, 44.0, 43.0, 43.0, 42.0, 42.0, 42.0, 42.0, 42.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["19140422", "27873158", "9764256", "15570962", "46695481", "7650066", "6561200", "28617573", "8512633", "23126677"], "ranked_scores": [54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7157, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["1344498", "18399038", "28334217", "5256564", "3559136", "14541844", "5700349", "7177329", "9226649", "9955779"], "ranked_scores": [53.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "21535641", "15707049", "6212802", "2248870", "25098790", "25738896", "2958458", "40096222", "8137081"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["2159648", "7268522", "27768226", "5953485", "63858430", "2988714", "19149247", "8426046", "38369817", "84784389"], "ranked_scores": [45.0, 44.0, 44.0, 43.0, 43.0, 42.0, 42.0, 42.0, 42.0, 41.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["42693833", "57783564", "12513042", "24349992", "28334217", "7521113", "3107733", "38252314", "9433958", "6923961"], "ranked_scores": [51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["14290854", "40790033", "20554003", "21239672", "15984735", "32159283", "23785605", "4910408", "5402581", "708425"], "ranked_scores": [48.0, 48.0, 48.0, 47.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24873253", "8659426", "24575065", "21179714", "3840043", "5508750", "38587347", "6407356", "6544701", "6454371"], "ranked_scores": [47.0, 46.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["8137081", "8318286", "20186513", "2058909", "4036038", "1191830", "15830352", "5262240", "5519177", "6106004"], "ranked_scores": [46.0, 44.0, 43.0, 43.0, 42.0, 42.0, 42.0, 41.0, 41.0, 41.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["9171913", "33458992", "24285403", "13350374", "15041758", "16701509", "23557241", "37488367", "23785605", "881332"], "ranked_scores": [49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["13380980", "22703082", "14729253", "24282306", "18882947", "22688699", "22896384", "6137330", "45820464", "8290953"], "ranked_scores": [47.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "1848452", "6896063", "3883485", "39481265", "8519911", "22264117", "26230669", "43619625", "4326318"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["15615957", "17195001", "52873726", "40476126", "597790", "32532238", "1754001", "2130391", "24097933", "2481032"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["3870062", "11291348", "5377059", "11721286", "8005007", "9687772", "9433958", "30437264", "7224723", "857189"], "ranked_scores": [50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["7489663", "20127522", "20321154", "14729253", "35186640", "16812091", "35314705", "4364884", "29253460", "52874170"], "ranked_scores": [46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["31070360", "40735046", "12779444", "881332", "6748318", "19140422", "20127522", "32423829", "2140497", "4886637"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["2638387", "9669099", "13763195", "31272411", "35467590", "3788528", "25001628", "36623997", "56486733", "935538"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["5238341", "2192419", "36025357", "29347970", "44801733", "16511863", "3203590", "34905328", "8317408", "38830961"], "ranked_scores": [49.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "40349336", "26230669", "3056682", "22264117", "665817", "4326318", "6313547", "4452659", "7514614"], "ranked_scores": [49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["27900414", "45875990", "16120395", "36838958", "27134931", "20018321", "27134527", "44640124", "8460275", "5094468"], "ranked_scores": [51.0, 51.0, 51.0, 51.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "33796570", "21239672", "29745822", "24237492", "810480", "21754541", "29231620", "2613775", "31324978"], "ranked_scores": [48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["13992047", "24712186", "15491404", "4544916", "8093935", "37673301", "21866916", "34735369", "35531883", "7860396"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["26011884", "36904081", "43390777", "21932297", "21363424", "8093935", "31387717", "8327914", "38502066", "994800"], "ranked_scores": [50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13905670", "5765455", "9217800", "14864285", "6948886", "13244602", "39481265", "21692235", "5782614", "2359152"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["10534299", "18104691", "16660256", "3285059", "17587795", "665817", "54562433", "21622715", "7468449", "9283422"], "ranked_scores": [48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["15830352", "13230773", "1974176", "11748341", "4841908", "8529693", "23967973", "9171913", "37583120", "44572913"], "ranked_scores": [47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "75636923", "20904154", "20526907", "31272411", "4587978", "1191830", "667451", "8892905", "71625969"], "ranked_scores": [50.0, 50.0, 50.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["38551172", "37673301", "21380348", "24282306", "34876410", "3052642", "31107919", "35534019", "30720103", "40667066"], "ranked_scores": [47.0, 47.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["19332616", "3056682", "38630735", "87758", "13448422", "1145473", "31889025", "3504761", "46182525", "4889228"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "41264017", "12206390", "37424881", "22730024", "10072941", "5698494", "5402581", "6945285"], "ranked_scores": [56.0, 51.0, 51.0, 51.0, 50.0, 50.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["27438378", "28724565", "10012166", "23403754", "19708993", "2192419", "23124332", "25748308", "4452659", "30553457"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "2061878", "18358026", "21181273", "11922370", "28334217", "13070316", "3127341", "5406411", "7970974"], "ranked_scores": [54.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13778710", "9911547", "13242763", "28006126", "13798951", "3052642", "34905328", "2086909", "36904081", "6407356"], "ranked_scores": [50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "10165258", "28206748", "7150238", "6259170", "36025357", "28006126", "28264919", "42441846", "46112052"], "ranked_scores": [52.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["6503534", "26474812", "11721286", "4404433", "39285547", "19497526", "857189", "37762357", "8373753", "45218443"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["15615957", "36654066", "1522647", "6259170", "36653415", "24731248", "7552215", "45461275", "8595678", "4791384"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0, 44.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["11899391", "14581009", "116075383", "9784254", "2679511", "8595678", "20280410", "24384587", "4561402", "9993008"], "ranked_scores": [48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "26231129", "2492146", "42731834", "26973393", "13256155", "8659426", "15541119", "44264297", "7975937"], "ranked_scores": [54.0, 53.0, 53.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["5289038", "3773719", "5377059", "25315295", "4380287", "24044977", "5836", "6961811", "9225850", "883747"], "ranked_scores": [52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["20659283", "19384430", "8460275", "27693891", "28264919", "34905328", "28937856", "40667066", "3849194", "4418070"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["27712433", "13906581", "26611094", "39984099", "44562058", "74137632", "37029185", "15041758", "21323587", "7111021"], "ranked_scores": [51.0, 48.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["8856690", "1848452", "3531388", "16691520", "19384430", "5519177", "3805841", "28006126", "885056", "6123924"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["25942757", "2177022", "6796297", "28468276", "36025357", "30208015", "43224840", "38944245", "323030", "36271512"], "ranked_scores": [51.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31851367", "20659283", "6717533", "2158516", "23286603", "9791313", "22134353", "24624992", "368506", "4544916"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["14647747", "3851329", "15476777", "10365787", "29807737", "6401675", "27437459", "4336849", "4883040", "5991309"], "ranked_scores": [49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["20722510", "26008063", "1032372", "11335781", "7621534", "15476777", "13870943", "9056874", "4678846", "6426919"], "ranked_scores": [47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-atanh": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "33409100", "23557241", "44572913", "32023005", "4678846", "71625969", "5185871", "8318922", "8428935"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["79231308", "23639838", "15836115", "13000926", "22889972", "29745822", "40365566", "6182947", "7373453", "6853699"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["5884524", "7873737"], "ranked_ids": ["2138843", "29657303", "20645335", "22420524", "21301090", "32159283", "25355575", "38630735", "31460499", "5402581"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["29073751", "4346731", "44640124", "34198365", "25629722", "18042803", "3531388", "5270265", "885056", "9283422"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["36432234", "5912283", "19278208", "31324978", "40666943", "24873253", "45581752", "4587978", "45487164", "5855168"], "ranked_scores": [27.0, 26.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "971": {"relevant_ids": ["9764256", "27873158", "28617573", "46695481"], "ranked_ids": ["9764256", "27873158", "19140422", "28617573", "6561200", "46695481", "7650066", "1203035", "32423829", "3514072"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8048, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9439, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["11181416", "23702805", "5944514", "21626639", "33063763", "612002", "6550579", "7177329", "8538916", "8646760"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["25738896", "27099731", "2958458", "4447785", "45401535", "40096222", "32421068", "9056874", "6580081", "4544916"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["63858430", "19149247", "24555417", "23639838", "23746313", "6477536", "5596332", "84784389", "84379954", "9754530"], "ranked_scores": [26.0, 24.0, 24.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["16863359", "13025574", "15879931", "23273454", "20388894", "9831859", "57783564", "36355784", "6417632", "9433958"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["16787954", "14290854", "25643818", "4910408", "20554003", "46517055", "6153754", "6580081", "79231308", "708425"], "ranked_scores": [27.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["10408324", "11109043", "24003461", "30058568", "8659426", "43329366", "43661837", "24282306", "6454371", "708425"], "ranked_scores": [25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["3896759", "19532163", "11200685", "28369117", "21380348", "4036038", "17934082", "34982259", "2177022", "9160947"], "ranked_scores": [26.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 23.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["881332", "12122482", "19804204", "17691617", "43226130", "24148722", "46182525", "24285403", "37488367", "9538708"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["13380980", "22896384", "14647747", "15482274", "15274349", "21301090", "6137330", "45276789", "5114282", "52874170"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["4452659", "12156187", "6896063", "22428640", "22264117", "4312169", "6040392", "6415816", "6948886", "9911547"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["10247282", "22517564", "2481032", "18473550", "35884026", "52873726", "40476126", "3085264", "21754541", "8538916"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["40365566", "19005293", "15836115", "6544701", "31313782", "42035464", "7224723", "6182947", "92308", "9433958"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["35314705", "7965928", "7489663", "26798867", "27123743", "46182525", "29253460", "3464191", "9274291", "39550665"], "ranked_scores": [27.0, 27.0, 27.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["12513042", "881332", "10699587", "13025574", "364522", "19140422", "43220289", "87758", "22942787", "45581752"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["2638387", "27061085", "19165076", "21853444", "21874312", "4378885", "56486733", "25001628", "9600826", "9687772"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["20675284", "16511863", "22889972", "13989491", "40127292", "6853699", "3616843", "38712515", "49432306", "7764903"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["6896063", "2194320", "24347647", "15955172", "22264117", "4326318", "6415816", "7514614", "9513785", "9911547"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["25748308", "6923795", "11983390", "14501880", "36838958", "1590744", "26658659", "4583180", "8458567", "8533245"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14092737", "8398627", "21932297", "46517055", "23403754", "29745822", "28264919", "33796570", "5266423", "7433668"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["3506723", "13992047", "21380348", "11181416", "26297042", "33920995", "24712186", "2727303", "46926352", "612002"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["612002", "21932297", "11181416", "23393712", "26011884", "11886686", "32611468", "46451940", "4795303", "8093935"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["13905670", "39481265", "14864285", "5782614", "6948886", "7514614", "16364639", "8247597", "9513785", "8925851"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["25293721", "18104691", "10534299", "5108807", "33030946", "4795303", "58006489", "612002", "7997337", "97884"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["4463811", "22442133", "15521377", "10557471", "11748341", "31107919", "42565477", "8529693", "9559146", "8868863"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["44640124", "75636923", "16389141", "20904154", "195352", "21641088", "23576165", "71625969", "4345757", "27449472"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["37673301", "25942757", "12236208", "3506723", "2958458", "31107919", "2242416", "4429118", "7552147", "8137081"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13448422", "19332616", "13481731", "15925931", "24144677", "6070278", "38630735", "46182525", "9394119", "7373453"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["37424881", "41264017", "5402581", "21636085", "10984005", "10072941", "22730024", "22995579", "5691302", "40790033"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["23403754", "21564598", "23124332", "28149602", "27438378", "28712203", "46451940", "5107861", "34378726", "3330111"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["11271123", "6923961", "25353658", "28334217", "4303939", "38023457", "36386637", "38025907", "9239963", "7150238"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["14367469", "13778710", "18546584", "42035464", "27428509", "42565477", "7225911", "4447785", "92308", "9239963"], "ranked_scores": [29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["10165258", "18348376", "25488034", "6259170", "22997657", "7185591", "4795303", "6936141", "36025357", "9881829"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["14474178", "18174210", "5849439", "21562657", "10491220", "20738970", "20646904", "40913091", "24512064", "857189"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["14471161", "1192458", "12058271", "18421962", "16546131", "57783564", "24731248", "364522", "26887439", "8891333"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["16626264", "2042250", "24670522", "18694784", "29634262", "14767844", "30184745", "502591", "5377059", "6157837"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["12438901", "15476777", "44264297", "6477536", "26231129", "3329824", "6407356", "4961038", "63858430", "7228140"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["20722510", "20610557", "3935126", "4468861", "4380287", "52180874", "8519911", "5386514", "9767444", "5289038"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["9283422", "33499189"], "ranked_ids": ["6446747", "10165258", "5406411", "2251426", "22997657", "8460275", "25488034", "6259170", "36025357", "36216395"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["17691617", "22428640", "21274919", "13906581", "37592824", "28338268", "41264017", "45920278", "58564850", "6421734"], "ranked_scores": [26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["13878643", "14332945", "6264468", "40090058", "5953485", "19384430", "5519177", "885056", "9539753", "8856690"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["25942757", "18126445", "23286603", "40145839", "33063763", "41620295", "5531479", "9614443", "6397191", "9393969"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31851367", "35186640", "25543207", "8856690", "6157837", "31407112", "31460499", "34198365", "3851329", "35087728"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["9784254", "17934082", "18348376", "23126677", "20220731", "18682109", "39281166", "7764903", "44801733", "6401675"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["13923140", "15669393", "14827874", "20302714", "4767806", "427865", "9548440", "63858430", "5035827", "74137632"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-2000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["30981192", "16256507", "4462079", "12810152", "34054472", "18256197", "21636085", "22023404", "275294", "3215494"], "ranked_scores": [0.648, 0.6439, 0.6349, 0.6271, 0.6131, 0.6052, 0.6048, 0.6043, 0.5911, 0.5897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "6504953", "34582256", "13000926", "25687558", "7198295", "24241932", "15678772", "6945285", "29125354"], "ranked_scores": [0.4671, 0.4222, 0.4163, 0.4003, 0.393, 0.3918, 0.3765, 0.3757, 0.3688, 0.3617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "38630735", "29253460", "2138843", "16760369", "25028913", "9813098", "20526907", "21301090"], "ranked_scores": [0.7719, 0.6808, 0.6558, 0.6552, 0.6419, 0.6395, 0.6337, 0.6286, 0.6271, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "51952430", "8698857", "13398997", "9283422", "24042363", "5914739", "25479072", "3559136", "12156187"], "ranked_scores": [0.7115, 0.691, 0.685, 0.6847, 0.6821, 0.6792, 0.6753, 0.6719, 0.667, 0.6663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "24921368", "28419824"], "ranked_scores": [0.5806, 0.5434, 0.5292, 0.4896, 0.4838, 0.4771, 0.4652, 0.4627, 0.4586, 0.4343], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["23136735", "28617573", "46695481", "6561200", "27873158", "46355579", "19140422", "9764256", "1203035", "7650066"], "ranked_scores": [0.7722, 0.7617, 0.7579, 0.7568, 0.7365, 0.7152, 0.7142, 0.6907, 0.6795, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5925, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.7157, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "23576165", "25519138", "1605196", "9159125", "20672596", "37362689", "5094468", "4423401"], "ranked_scores": [0.6503, 0.6297, 0.6271, 0.6166, 0.6103, 0.609, 0.6087, 0.6047, 0.6003, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "19005293", "20722510", "9225850", "5752492", "6936141", "44935041", "1800734"], "ranked_scores": [0.6974, 0.6829, 0.6794, 0.6656, 0.658, 0.6409, 0.6358, 0.6353, 0.6332, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "29107210", "63858430", "20945963", "13097856", "21902910", "11469078"], "ranked_scores": [0.662, 0.4709, 0.4295, 0.4052, 0.3336, 0.3272, 0.3226, 0.3209, 0.3201, 0.3159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "24282306", "164985", "4429118", "24612804", "219475", "5406411", "7343711", "32742683", "38587347"], "ranked_scores": [0.6366, 0.6323, 0.6222, 0.6191, 0.6135, 0.6125, 0.6077, 0.6059, 0.6018, 0.5998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "10284593", "2192419", "6580081", "15879931", "2973910", "12866641", "21372171", "22530842", "4421742"], "ranked_scores": [0.6369, 0.5701, 0.5616, 0.5257, 0.5126, 0.5118, 0.511, 0.5103, 0.5088, 0.5068], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["27555165", "17682477", "2947124", "28517384", "26873988", "22980205", "10450300", "12899612", "3118719", "30933307"], "ranked_scores": [0.5938, 0.5887, 0.5856, 0.5846, 0.5841, 0.5806, 0.5802, 0.576, 0.571, 0.5685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4406819", "25068298", "14692646", "34876410", "17741440", "7764903", "19521501", "20155713", "9239963", "24042919"], "ranked_scores": [0.42, 0.4076, 0.4069, 0.3994, 0.3978, 0.3926, 0.3869, 0.3862, 0.3844, 0.3835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24510595", "21274919", "24148722", "7965928", "51386222", "28419824", "41264017", "44830890"], "ranked_scores": [0.5482, 0.5262, 0.516, 0.5044, 0.4997, 0.4862, 0.474, 0.4734, 0.4722, 0.4648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "79231308", "11718220", "9754530", "29981186", "12839939", "45276789", "15194125", "41298619"], "ranked_scores": [0.5998, 0.4615, 0.4526, 0.4495, 0.4359, 0.433, 0.4252, 0.4154, 0.4042, 0.4023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "22543403", "4434951", "1848452", "22551259", "26230669", "4679264", "2466614"], "ranked_scores": [0.8164, 0.8006, 0.7901, 0.7858, 0.7652, 0.7627, 0.7376, 0.7363, 0.7266, 0.6906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "10247282", "6277638", "26045237", "17195001", "4423401", "22116439", "8460275", "35660758", "44693226"], "ranked_scores": [0.6228, 0.6053, 0.6046, 0.5944, 0.5905, 0.578, 0.5741, 0.5694, 0.5685, 0.5649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "12885341", "8300657", "10627801", "27602752", "9433958", "10648422", "26873988", "28015516", "18938992"], "ranked_scores": [0.7388, 0.7331, 0.719, 0.6934, 0.6901, 0.6896, 0.6854, 0.6648, 0.6555, 0.6551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["27123743", "37480103", "25973484", "15559582", "22007333", "13831842", "21874312", "23557241", "13831558", "4886637"], "ranked_scores": [0.7874, 0.7762, 0.7627, 0.7582, 0.7548, 0.7446, 0.7215, 0.7203, 0.7146, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["36355784", "46355579", "46695481", "27873158", "32423829", "6561200", "28617573", "23136735", "19140422", "7650066"], "ranked_scores": [0.7368, 0.7351, 0.7304, 0.7223, 0.722, 0.7081, 0.702, 0.6958, 0.6715, 0.6589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "7225911", "885056", "13290521", "41337677", "30261663", "8005007", "6501747", "4664540"], "ranked_scores": [0.6782, 0.6495, 0.6425, 0.641, 0.6319, 0.6291, 0.6252, 0.6237, 0.6168, 0.615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "6315132", "24088502", "46202852", "24596228", "8317408", "22059387", "1387104", "23665162", "36444198"], "ranked_scores": [0.58, 0.5549, 0.5467, 0.5431, 0.5373, 0.5342, 0.526, 0.5182, 0.5172, 0.5165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "2543135", "28138927", "7514614", "24347647", "18949516", "20418809", "1848452", "13350374"], "ranked_scores": [0.6358, 0.5915, 0.5817, 0.5555, 0.5526, 0.551, 0.5504, 0.5478, 0.5381, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "10247314", "51952430", "16120395", "2714623", "28006126", "5914739", "4306711", "30208015"], "ranked_scores": [0.7385, 0.7168, 0.7148, 0.714, 0.708, 0.7059, 0.7054, 0.703, 0.7014, 0.7013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "25416944", "37592824", "12670680", "5811042", "8672737", "116792", "22309946", "810480"], "ranked_scores": [0.7389, 0.588, 0.5586, 0.5572, 0.5355, 0.5299, 0.5285, 0.516, 0.514, 0.5112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "612002", "21179714", "7221410", "40476126", "43711341", "57574395", "5953485", "20646904"], "ranked_scores": [0.6332, 0.6284, 0.6071, 0.6053, 0.6052, 0.602, 0.5987, 0.5969, 0.5944, 0.5935], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "6209599", "8458567", "2988714", "24142891", "4138659", "31962403", "7860396", "11922370", "23577014"], "ranked_scores": [0.6733, 0.67, 0.6678, 0.6642, 0.6573, 0.6542, 0.6521, 0.6476, 0.6464, 0.6421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5765455", "5836", "3863543", "5782614", "10641715", "8083310", "2359152", "11992632", "13293033"], "ranked_scores": [0.726, 0.7064, 0.7026, 0.6992, 0.6833, 0.6826, 0.6748, 0.6626, 0.6621, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "16280642", "4447055", "14380875", "17416520", "14155726", "41913714", "18467982", "36540079"], "ranked_scores": [0.555, 0.5496, 0.5316, 0.5315, 0.5208, 0.5175, 0.5155, 0.5133, 0.5117, 0.5085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "275294", "22023404", "3150030", "6313547"], "ranked_scores": [0.7422, 0.6992, 0.6441, 0.6274, 0.5919, 0.57, 0.5667, 0.5527, 0.5475, 0.547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "38028419", "8892905", "4303939", "21553394", "22023404", "30981192", "23267371", "275294", "3153673"], "ranked_scores": [0.5081, 0.506, 0.4973, 0.4926, 0.4883, 0.4867, 0.4825, 0.4717, 0.464, 0.4545], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "43224840", "18237384", "6948886", "5483793", "1386103", "2014909", "40710501", "26973393", "21185923"], "ranked_scores": [0.6549, 0.6099, 0.6002, 0.5894, 0.5879, 0.5862, 0.5842, 0.5841, 0.583, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "28338268", "17930286", "32743723", "3984231", "23785605", "17421851", "18104691", "15707049"], "ranked_scores": [0.6498, 0.6194, 0.5978, 0.5899, 0.5795, 0.5777, 0.5762, 0.5752, 0.5744, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "1358909", "13933299", "41264017", "28419824", "32463364", "37488367", "6945285", "5691302"], "ranked_scores": [0.7348, 0.6373, 0.6366, 0.6349, 0.6274, 0.6079, 0.5903, 0.5855, 0.5832, 0.5805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "30261663", "31624828", "8596357", "41913714", "44408494", "5811042", "14308244"], "ranked_scores": [0.7437, 0.6928, 0.6899, 0.6846, 0.6746, 0.6649, 0.6647, 0.6637, 0.6592, 0.6585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "9159125", "31682248", "26735905", "28334217", "41710132", "58006489"], "ranked_scores": [0.745, 0.741, 0.711, 0.6809, 0.6743, 0.6638, 0.6444, 0.6426, 0.6417, 0.6392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "28006126", "13798951", "29347970", "18546584", "22174015", "2714623", "20220731", "19047331"], "ranked_scores": [0.7529, 0.748, 0.7336, 0.7334, 0.7316, 0.7311, 0.7269, 0.7248, 0.7225, 0.7222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "45414636", "20457190", "20220731", "54561384", "18374364", "24879055", "34905328", "10165258"], "ranked_scores": [0.7677, 0.7239, 0.6361, 0.633, 0.6292, 0.6281, 0.6273, 0.6224, 0.6205, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "31560225", "21274496", "29023309", "7224723", "16572581", "28738741", "15081770"], "ranked_scores": [0.7281, 0.6908, 0.6594, 0.6323, 0.6298, 0.6274, 0.6245, 0.623, 0.6129, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "28821565", "40005757", "29362104", "33918970", "25817686", "16066726", "25687558", "38830961"], "ranked_scores": [0.4032, 0.3912, 0.3891, 0.3882, 0.3804, 0.3661, 0.362, 0.3597, 0.3581, 0.3553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "2158516", "25014337", "25895285", "26045237", "14241418", "34016944", "12641252", "293661", "14819804"], "ranked_scores": [0.6041, 0.5985, 0.5927, 0.592, 0.5917, 0.5813, 0.5789, 0.578, 0.5765, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "42731834", "24873253", "2492146", "20127522", "41340212", "25298276", "24634621", "24916604", "31616203"], "ranked_scores": [0.7178, 0.7039, 0.6965, 0.6908, 0.6872, 0.6852, 0.6794, 0.6741, 0.6724, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "44935041", "5572127", "5752492", "17438862", "45449835", "13923140", "1360607", "40632104"], "ranked_scores": [0.7043, 0.6855, 0.6798, 0.6765, 0.6731, 0.672, 0.67, 0.6657, 0.6653, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "8903143", "34905328", "33499189", "13798951", "4270992", "5483793", "6961811", "20220731", "18237384"], "ranked_scores": [0.805, 0.7721, 0.7709, 0.7667, 0.7563, 0.7532, 0.7503, 0.7496, 0.7465, 0.7463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "21323587", "29107210", "5372432", "19071857", "6421734", "3662510", "45548062", "19945096"], "ranked_scores": [0.5117, 0.4367, 0.4202, 0.4095, 0.406, 0.4049, 0.4027, 0.3792, 0.379, 0.371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "19047331", "29073751", "7225911", "9784254", "4920376", "1550937", "2061878", "35760786", "28651643"], "ranked_scores": [0.7432, 0.7346, 0.7321, 0.731, 0.7162, 0.7118, 0.701, 0.6987, 0.6978, 0.6925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "9225850", "17327939", "44801733", "6936141", "28149602", "28015516", "2947124", "5519177"], "ranked_scores": [0.7501, 0.6648, 0.653, 0.6319, 0.6252, 0.6201, 0.6111, 0.6091, 0.6063, 0.603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["17671145", "7225911", "14171859", "885056", "41620295", "56486733", "9956893", "23286603", "14380875", "19165076"], "ranked_scores": [0.6908, 0.6777, 0.6744, 0.6643, 0.6446, 0.6381, 0.6213, 0.6212, 0.6172, 0.6158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "2824347", "31363207", "7111021", "15997009", "15319019", "21700295"], "ranked_scores": [0.8003, 0.7248, 0.696, 0.6843, 0.6814, 0.6805, 0.6661, 0.6658, 0.6618, 0.6604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1900152", "22635278", "8659426", "4468861", "7613033", "49432306", "27437459", "9767444", "12641252", "26886351"], "ranked_scores": [0.6743, 0.6703, 0.6655, 0.6537, 0.6515, 0.6498, 0.6383, 0.638, 0.6375, 0.6368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-4000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "21636085", "18256197", "22023404", "23267371", "34054472"], "ranked_scores": [0.6085, 0.6071, 0.6005, 0.5882, 0.5665, 0.557, 0.5555, 0.5526, 0.5515, 0.5478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "34582256", "25687558", "7198295", "24241932", "13350374", "29125354", "15678772"], "ranked_scores": [0.4268, 0.3924, 0.3862, 0.3801, 0.3704, 0.34, 0.3396, 0.3312, 0.3277, 0.3225], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "20526907", "2138843", "16760369", "25028913", "21301090", "9813098"], "ranked_scores": [0.7485, 0.6529, 0.641, 0.6281, 0.6141, 0.6112, 0.609, 0.6055, 0.6015, 0.5928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "51952430", "8698857", "9283422", "13398997", "25479072", "5914739", "24042363", "34905328", "8305686"], "ranked_scores": [0.6725, 0.6712, 0.6627, 0.6541, 0.6486, 0.6481, 0.6473, 0.6454, 0.6418, 0.6387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "24921368", "80109277"], "ranked_scores": [0.5342, 0.5097, 0.4916, 0.4513, 0.4455, 0.433, 0.4188, 0.4103, 0.4035, 0.3843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "1203035", "7650066"], "ranked_scores": [0.7544, 0.7452, 0.7442, 0.7334, 0.7122, 0.6957, 0.6849, 0.6711, 0.6471, 0.6453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "23576165", "5094468", "25519138", "1605196", "37362689", "20672596", "27693891", "4319174"], "ranked_scores": [0.6405, 0.6238, 0.594, 0.5934, 0.5891, 0.5865, 0.5839, 0.5831, 0.5829, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "20722510", "19005293", "5752492", "1800734", "6501747", "46202852", "44935041"], "ranked_scores": [0.6628, 0.6432, 0.641, 0.6245, 0.6214, 0.5868, 0.5862, 0.5834, 0.5821, 0.581], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "29107210", "11469078", "116556376", "20945963", "21902910"], "ranked_scores": [0.6347, 0.4621, 0.3986, 0.3677, 0.3027, 0.2997, 0.291, 0.2891, 0.2889, 0.2883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "24707550", "164985", "7343711", "5406411", "38587347", "32742683", "219475", "19005293"], "ranked_scores": [0.6068, 0.6042, 0.5903, 0.5875, 0.5859, 0.5839, 0.5831, 0.5803, 0.5722, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "6580081", "12866641", "13651792", "2973910", "22530842", "2587396"], "ranked_scores": [0.6033, 0.5388, 0.5276, 0.4963, 0.4849, 0.4833, 0.4817, 0.4816, 0.4776, 0.4776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "27555165", "4816339", "12899612", "28517384", "17682477", "22980205", "8246922", "24044977"], "ranked_scores": [0.5731, 0.561, 0.5601, 0.5561, 0.5554, 0.5548, 0.5543, 0.553, 0.5452, 0.5451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["4406819", "17741440", "34876410", "25068298", "12670680", "14692646", "18126445", "7764903", "20155713", "2474731"], "ranked_scores": [0.3661, 0.3653, 0.3648, 0.3634, 0.3608, 0.3576, 0.3544, 0.3523, 0.3502, 0.3472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24510595", "24148722", "28419824", "21274919", "7965928", "41264017", "30813140", "51386222"], "ranked_scores": [0.5195, 0.4797, 0.4668, 0.4663, 0.4539, 0.4492, 0.4243, 0.4194, 0.4154, 0.4151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "79231308", "11718220", "9754530", "29981186", "45276789", "21301090", "21767325", "980196"], "ranked_scores": [0.5471, 0.4189, 0.4128, 0.4099, 0.3971, 0.3939, 0.3926, 0.3781, 0.3715, 0.3684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "4434951", "22551259", "26230669", "4679264", "7514614"], "ranked_scores": [0.8021, 0.7843, 0.7776, 0.7506, 0.7479, 0.7337, 0.7263, 0.7261, 0.687, 0.6831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "17195001", "22116439", "44693226", "4423401", "26045237", "8460275", "35660758"], "ranked_scores": [0.5895, 0.5786, 0.5639, 0.5514, 0.5462, 0.5447, 0.539, 0.5341, 0.5336, 0.523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "12885341", "8300657", "9433958", "27602752", "10627801", "10648422", "26873988", "28015516", "1386103"], "ranked_scores": [0.7045, 0.6794, 0.6792, 0.6642, 0.6558, 0.6479, 0.636, 0.6317, 0.6123, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "23557241", "17450673", "13831558", "16701509"], "ranked_scores": [0.7656, 0.7507, 0.727, 0.7204, 0.7191, 0.7115, 0.6895, 0.6836, 0.6775, 0.6714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "46695481", "32423829", "6561200", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.7176, 0.7007, 0.6952, 0.6899, 0.6862, 0.6859, 0.6778, 0.6575, 0.6568, 0.6369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7225911", "30261663", "8005007", "7820043", "2619579"], "ranked_scores": [0.6291, 0.6124, 0.5997, 0.5936, 0.5908, 0.5869, 0.5768, 0.5761, 0.5744, 0.5701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "46202852", "6315132", "24596228", "23665162", "883747", "24943534", "8317408", "22059387"], "ranked_scores": [0.5437, 0.516, 0.5112, 0.5085, 0.4952, 0.49, 0.4862, 0.4849, 0.48, 0.4748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "2543135", "18949516", "1084345", "24347647", "1848452", "7514614", "20418809", "13350374"], "ranked_scores": [0.602, 0.5645, 0.5409, 0.5334, 0.518, 0.5155, 0.5121, 0.5119, 0.5105, 0.5077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "2714623", "51952430", "16120395", "28006126", "10247314", "5914739", "3107733", "2405259"], "ranked_scores": [0.7241, 0.7058, 0.6923, 0.6906, 0.6831, 0.6825, 0.682, 0.6816, 0.6765, 0.6714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "8672737", "810480", "12670680", "22309946", "5811042", "116792"], "ranked_scores": [0.7069, 0.5436, 0.5168, 0.5019, 0.4938, 0.4852, 0.4759, 0.4708, 0.4653, 0.4628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "7221410", "21179714", "40476126", "57574395", "43711341", "5953485", "612002", "20646904"], "ranked_scores": [0.5866, 0.5771, 0.5675, 0.5649, 0.5647, 0.5637, 0.5604, 0.5564, 0.5536, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "6209599", "31962403", "11922370", "23577014", "8458567", "12225214", "4423401", "31514338"], "ranked_scores": [0.6269, 0.6174, 0.6138, 0.6091, 0.6089, 0.6076, 0.6009, 0.5995, 0.5923, 0.592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "3863543", "10641715", "5782614", "2359152", "8083310", "11992632", "13921783"], "ranked_scores": [0.6876, 0.6657, 0.6639, 0.654, 0.639, 0.6309, 0.6292, 0.6267, 0.6212, 0.6193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "4447055", "16280642", "14380875", "14155726", "41913714", "21754541", "17416520", "22174015"], "ranked_scores": [0.5265, 0.5138, 0.4884, 0.4844, 0.4832, 0.4743, 0.4734, 0.471, 0.4691, 0.4645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "275294", "22023404", "6313547", "3150030"], "ranked_scores": [0.6949, 0.6479, 0.6265, 0.5903, 0.5492, 0.5365, 0.5112, 0.5089, 0.5038, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "21553394", "30981192", "3153673", "23267371", "583260"], "ranked_scores": [0.464, 0.4624, 0.4521, 0.441, 0.4329, 0.4273, 0.4168, 0.4157, 0.4148, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "18237384", "2014909", "1386103", "43224840", "6944800", "26973393", "2030623", "5483793", "33677323"], "ranked_scores": [0.6204, 0.5671, 0.5671, 0.562, 0.5588, 0.5578, 0.5571, 0.5569, 0.5564, 0.5541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "3984231", "28338268", "57574395", "10284593", "23785605", "15707049", "18104691"], "ranked_scores": [0.6165, 0.5654, 0.5451, 0.5385, 0.5338, 0.5328, 0.5317, 0.5304, 0.529, 0.5248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "24625323", "41264017", "28419824", "32463364", "37488367", "6945285", "71625969"], "ranked_scores": [0.6976, 0.5977, 0.5855, 0.5688, 0.5653, 0.5545, 0.5437, 0.5336, 0.5258, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "31624828", "30261663", "17333231", "14308244", "44408494", "41913714", "11899391"], "ranked_scores": [0.7106, 0.6643, 0.6601, 0.6481, 0.6457, 0.6415, 0.6277, 0.6247, 0.6179, 0.6176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "9159125", "26735905", "31682248", "41710132", "28334217", "12685434"], "ranked_scores": [0.7447, 0.7227, 0.679, 0.6696, 0.6441, 0.6377, 0.6328, 0.6307, 0.6266, 0.6255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "13798951", "22174015", "28006126", "18546584", "29347970", "20220731", "20388894", "8903143"], "ranked_scores": [0.7381, 0.7195, 0.711, 0.7082, 0.7075, 0.7071, 0.7028, 0.6945, 0.6942, 0.6932], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "20457190", "24879055", "20220731", "34905328", "45414636", "10165258", "18374364"], "ranked_scores": [0.7417, 0.7072, 0.6209, 0.5992, 0.5961, 0.596, 0.5939, 0.5901, 0.5875, 0.5843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "16572581", "31560225", "7224723", "28738741", "29023309", "15081770"], "ranked_scores": [0.6991, 0.6494, 0.622, 0.601, 0.5799, 0.578, 0.5769, 0.576, 0.5748, 0.5683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "28821565", "44693226", "40590358", "29362104", "37296667", "40005757", "18678095", "25817686", "34582256"], "ranked_scores": [0.3808, 0.3613, 0.3611, 0.3466, 0.344, 0.3439, 0.3435, 0.337, 0.3363, 0.3355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "34016944", "14241418", "25895285", "14819804", "12641252", "26045237", "293661"], "ranked_scores": [0.5777, 0.5649, 0.5639, 0.5501, 0.5492, 0.5383, 0.5373, 0.5372, 0.5366, 0.5351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "2492146", "25298276", "24634621", "41340212", "20127522", "8037453", "24916604"], "ranked_scores": [0.7103, 0.6765, 0.6635, 0.661, 0.6548, 0.6443, 0.6431, 0.6424, 0.632, 0.63], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "5752492", "17438862", "16488405", "44935041", "2947124", "40632104", "5572127"], "ranked_scores": [0.6566, 0.6512, 0.6374, 0.6336, 0.6331, 0.6286, 0.6269, 0.6238, 0.6221, 0.6188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "33499189", "5483793", "4270992", "13798951", "18237384", "34436231", "5914739"], "ranked_scores": [0.7743, 0.7508, 0.7379, 0.7365, 0.7292, 0.7286, 0.7273, 0.7262, 0.7173, 0.7129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "21323587", "29107210", "5372432", "6421734", "19071857", "30813140", "44265107", "7419612"], "ranked_scores": [0.5184, 0.4054, 0.3836, 0.3831, 0.3786, 0.3598, 0.3594, 0.3488, 0.3386, 0.3354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "29073751", "4920376", "9784254", "46765242", "28651643", "35760786", "1550937"], "ranked_scores": [0.7138, 0.7108, 0.7082, 0.6972, 0.6889, 0.6846, 0.6673, 0.6667, 0.6655, 0.6646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "17327939", "28015516", "6936141", "5519177", "28149602", "2947124"], "ranked_scores": [0.731, 0.6204, 0.5956, 0.5952, 0.5783, 0.5728, 0.5696, 0.5663, 0.5651, 0.5613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "7225911", "17671145", "41620295", "56486733", "14380875", "23286603", "12130690", "9956893"], "ranked_scores": [0.6525, 0.6522, 0.6489, 0.6457, 0.6238, 0.6158, 0.5985, 0.5899, 0.5882, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "2824347", "31363207", "7111021", "15319019", "15997009", "21700295"], "ranked_scores": [0.7842, 0.6882, 0.6651, 0.6501, 0.6443, 0.6409, 0.6397, 0.6379, 0.6308, 0.6234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "8659426", "26886351", "4468861", "5492542", "12641252", "9767444", "6407356"], "ranked_scores": [0.6294, 0.6204, 0.6154, 0.6106, 0.5989, 0.598, 0.5964, 0.5954, 0.5944, 0.5917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-6000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "22023404", "18256197", "21636085", "23267371", "34054472"], "ranked_scores": [0.5986, 0.5938, 0.5791, 0.5723, 0.5521, 0.5417, 0.541, 0.5408, 0.5351, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "7198295", "13350374", "24241932", "29125354", "970012"], "ranked_scores": [0.4102, 0.391, 0.3795, 0.3734, 0.3727, 0.3364, 0.3334, 0.3315, 0.324, 0.3216], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "20526907", "16760369", "25028913", "2138843", "21301090", "12561083"], "ranked_scores": [0.7408, 0.6392, 0.6308, 0.617, 0.6031, 0.5998, 0.5951, 0.594, 0.5896, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8698857", "8903143", "9283422", "25479072", "5914739", "13398997", "24042363", "21557055", "34905328"], "ranked_scores": [0.6648, 0.659, 0.6558, 0.643, 0.6404, 0.637, 0.6349, 0.6342, 0.6333, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "4587978", "38752049", "11913139", "8868863", "21590125", "24921368", "80109277"], "ranked_scores": [0.5287, 0.5017, 0.4928, 0.4459, 0.4438, 0.4383, 0.4133, 0.3996, 0.3946, 0.3859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "1203035", "7650066"], "ranked_scores": [0.7484, 0.7381, 0.7332, 0.7235, 0.7074, 0.6839, 0.6764, 0.663, 0.64, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "20672596", "23576165", "37362689", "25519138", "27693891", "4319174"], "ranked_scores": [0.64, 0.6179, 0.5889, 0.584, 0.5839, 0.5827, 0.5825, 0.5808, 0.5776, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "20722510", "19005293", "1800734", "883747", "46202852", "5752492", "32533299"], "ranked_scores": [0.6514, 0.6357, 0.6302, 0.6166, 0.6109, 0.5802, 0.5773, 0.5742, 0.5741, 0.5728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11469078", "29107210", "20945963", "28017005", "327319"], "ranked_scores": [0.6278, 0.4451, 0.3867, 0.3443, 0.3003, 0.2842, 0.279, 0.2778, 0.2753, 0.2748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4429118", "24282306", "7343711", "5406411", "164985", "38587347", "24707550", "32742683", "19005293", "40323148"], "ranked_scores": [0.6013, 0.6012, 0.5887, 0.5843, 0.583, 0.5826, 0.5821, 0.5763, 0.5716, 0.567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "12866641", "13651792", "2973910", "6580081", "22530842", "2587396"], "ranked_scores": [0.5897, 0.5258, 0.5154, 0.4855, 0.4725, 0.4715, 0.4696, 0.4695, 0.4607, 0.4605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "27555165", "4816339", "28517384", "22980205", "12899612", "17682477", "8246922", "24044977"], "ranked_scores": [0.5762, 0.5567, 0.5533, 0.5515, 0.5471, 0.5469, 0.5463, 0.5447, 0.5442, 0.5431], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "4406819", "12670680", "34876410", "25068298", "18126445", "38369817", "20155713", "2474731", "30464859"], "ranked_scores": [0.3593, 0.3548, 0.3547, 0.3514, 0.3512, 0.3479, 0.3392, 0.3382, 0.3379, 0.337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "24510595", "28419824", "21274919", "7965928", "12667988", "14566771", "41264017"], "ranked_scores": [0.5113, 0.4682, 0.4596, 0.4532, 0.4481, 0.4355, 0.4126, 0.409, 0.4066, 0.4056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "79231308", "11718220", "9754530", "45276789", "29981186", "21301090", "980196", "21767325"], "ranked_scores": [0.539, 0.4065, 0.4055, 0.3976, 0.3948, 0.3874, 0.3865, 0.3737, 0.3676, 0.3674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "4434951", "26230669", "22551259", "7514614", "4679264"], "ranked_scores": [0.8007, 0.7834, 0.7738, 0.7539, 0.7379, 0.7274, 0.7228, 0.7222, 0.6864, 0.681], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "17195001", "44693226", "22116439", "4423401", "8460275", "26045237", "38028419"], "ranked_scores": [0.5845, 0.5714, 0.5593, 0.5429, 0.5404, 0.5395, 0.5292, 0.5229, 0.5218, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "12885341", "9433958", "27602752", "10627801", "10648422", "26873988", "28015516", "44366096"], "ranked_scores": [0.7018, 0.6712, 0.6664, 0.6639, 0.6493, 0.6472, 0.6339, 0.629, 0.6095, 0.605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "23557241", "17450673", "13831558", "16701509"], "ranked_scores": [0.7594, 0.7384, 0.7175, 0.7065, 0.7031, 0.6994, 0.6737, 0.6731, 0.6606, 0.6568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "6561200", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.7033, 0.6926, 0.6861, 0.675, 0.6748, 0.6703, 0.6647, 0.6506, 0.6425, 0.6238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "30261663", "7225911", "2619579", "7820043", "8005007"], "ranked_scores": [0.6247, 0.6133, 0.6007, 0.5925, 0.589, 0.5782, 0.578, 0.5706, 0.5703, 0.5694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "46202852", "6315132", "883747", "23665162", "24596228", "24943534", "8317408", "38944245"], "ranked_scores": [0.5327, 0.5125, 0.503, 0.5002, 0.4818, 0.4802, 0.4794, 0.4703, 0.469, 0.4615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1084345", "1848452", "24347647", "13350374", "20418809", "28138927"], "ranked_scores": [0.5974, 0.5516, 0.5289, 0.5287, 0.5122, 0.508, 0.508, 0.5072, 0.5, 0.4986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "51952430", "2714623", "16120395", "10247314", "28006126", "5914739", "3107733", "30208015"], "ranked_scores": [0.709, 0.6969, 0.6819, 0.6813, 0.6771, 0.6751, 0.67, 0.6691, 0.6678, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "8672737", "810480", "12670680", "22309946", "5811042", "116792"], "ranked_scores": [0.6976, 0.5267, 0.5086, 0.4978, 0.4817, 0.4791, 0.4653, 0.463, 0.4584, 0.4498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "7221410", "43711341", "57574395", "40476126", "21179714", "22767022", "5953485", "612002"], "ranked_scores": [0.5865, 0.5652, 0.5579, 0.557, 0.555, 0.5539, 0.5535, 0.5486, 0.5436, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "31962403", "6422576", "6209599", "23577014", "11922370", "8458567", "12225214", "31514338", "4423401"], "ranked_scores": [0.62, 0.6081, 0.6079, 0.6018, 0.5997, 0.5994, 0.5919, 0.5906, 0.5815, 0.58], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "3863543", "10641715", "2359152", "5782614", "8083310", "11992632", "13921783"], "ranked_scores": [0.6795, 0.6484, 0.6467, 0.6381, 0.6249, 0.6215, 0.6177, 0.6122, 0.6092, 0.6079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "4447055", "14380875", "16280642", "41913714", "14155726", "21754541", "17416520", "22174015"], "ranked_scores": [0.5174, 0.5003, 0.4792, 0.4764, 0.4754, 0.4715, 0.4705, 0.4665, 0.4651, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "275294", "3150030", "6313547"], "ranked_scores": [0.6729, 0.6283, 0.6169, 0.5763, 0.5347, 0.5217, 0.4982, 0.4956, 0.4902, 0.4859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "21553394", "583260", "13933299", "3153673", "30981192"], "ranked_scores": [0.4604, 0.4512, 0.4426, 0.4323, 0.4244, 0.4111, 0.4095, 0.4082, 0.4074, 0.3989], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "18237384", "43224840", "1386103", "6944800", "26973393", "33677323", "2030623", "5483793"], "ranked_scores": [0.6199, 0.5649, 0.5568, 0.5564, 0.5553, 0.5539, 0.5503, 0.5499, 0.5498, 0.546], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "3984231", "57574395", "10284593", "28338268", "18104691", "15707049", "23785605"], "ranked_scores": [0.6162, 0.5486, 0.5281, 0.5254, 0.5224, 0.5193, 0.5161, 0.516, 0.5142, 0.5096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "41264017", "24625323", "28419824", "32463364", "37488367", "6945285", "71625969"], "ranked_scores": [0.6858, 0.5853, 0.5689, 0.5504, 0.5457, 0.5412, 0.5282, 0.5171, 0.514, 0.5055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "30261663", "31624828", "17333231", "14308244", "44408494", "41913714", "5811042"], "ranked_scores": [0.7023, 0.6578, 0.6564, 0.6446, 0.6444, 0.6426, 0.6248, 0.6208, 0.6158, 0.615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "26735905", "9159125", "41710132", "31682248", "12685434", "28334217"], "ranked_scores": [0.7405, 0.7167, 0.6713, 0.6635, 0.6386, 0.6345, 0.6326, 0.6297, 0.6236, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "13798951", "22174015", "28006126", "18546584", "14311986", "29347970", "20388894", "20220731"], "ranked_scores": [0.7314, 0.7132, 0.7046, 0.7034, 0.7013, 0.696, 0.6919, 0.6899, 0.6879, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "20220731", "24879055", "20457190", "34905328", "10165258", "45414636", "18374364"], "ranked_scores": [0.7319, 0.6942, 0.6141, 0.5838, 0.5834, 0.5819, 0.5794, 0.5757, 0.5745, 0.5688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "28738741", "15081770", "16572581", "7224723", "29023309", "31560225"], "ranked_scores": [0.6859, 0.6332, 0.6111, 0.5932, 0.5631, 0.5624, 0.56, 0.5594, 0.5588, 0.5565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "28821565", "37296667", "29362104", "40590358", "18678095", "3870062", "40005757", "38830961"], "ranked_scores": [0.3791, 0.3533, 0.3505, 0.3433, 0.341, 0.3403, 0.3393, 0.339, 0.3369, 0.3358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "34016944", "14241418", "14819804", "26045237", "25895285", "293661", "12641252"], "ranked_scores": [0.5728, 0.5623, 0.5585, 0.5448, 0.5415, 0.5314, 0.5263, 0.5263, 0.5224, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "2492146", "25298276", "24634621", "41340212", "20127522", "5492542", "8037453"], "ranked_scores": [0.705, 0.6671, 0.6485, 0.6473, 0.6449, 0.6337, 0.6292, 0.6256, 0.6233, 0.6187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "17438862", "5752492", "16488405", "44935041", "2947124", "40632104", "14496749"], "ranked_scores": [0.6497, 0.6431, 0.6299, 0.6265, 0.6246, 0.6206, 0.6175, 0.6173, 0.6169, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "33499189", "13798951", "5483793", "4270992", "34436231", "18237384", "5914739"], "ranked_scores": [0.7699, 0.7461, 0.7327, 0.7258, 0.7224, 0.7223, 0.7192, 0.7164, 0.7164, 0.7105], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "21323587", "5372432", "19071857", "6421734", "30813140", "44265107", "19945096"], "ranked_scores": [0.5148, 0.3895, 0.3744, 0.3713, 0.368, 0.3484, 0.3476, 0.3351, 0.3282, 0.3266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["24624992", "19047331", "7225911", "29073751", "4920376", "9784254", "46765242", "28651643", "1550937", "35760786"], "ranked_scores": [0.7057, 0.7055, 0.7054, 0.6903, 0.6867, 0.6822, 0.6664, 0.662, 0.6584, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "28015516", "17327939", "6936141", "5519177", "28149602", "2947124"], "ranked_scores": [0.7325, 0.6159, 0.6038, 0.589, 0.5736, 0.571, 0.565, 0.5627, 0.5621, 0.5587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "7225911", "17671145", "41620295", "56486733", "14380875", "23286603", "12130690", "4396105"], "ranked_scores": [0.6524, 0.6454, 0.6332, 0.6324, 0.6239, 0.6066, 0.5891, 0.5867, 0.5781, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "7111021", "15319019", "2824347", "31363207", "15997009", "21700295"], "ranked_scores": [0.7773, 0.6793, 0.6508, 0.6384, 0.6307, 0.6305, 0.6284, 0.6269, 0.6195, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "8659426", "5492542", "26886351", "4468861", "9767444", "12641252", "49432306"], "ranked_scores": [0.6211, 0.6115, 0.6059, 0.5924, 0.5907, 0.5906, 0.5897, 0.5876, 0.5873, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-8000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "18256197", "21636085", "22023404", "23267371", "520579"], "ranked_scores": [0.5916, 0.5901, 0.5756, 0.5661, 0.5435, 0.5362, 0.5348, 0.5332, 0.5311, 0.5242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "7198295", "13350374", "24241932", "970012", "29125354"], "ranked_scores": [0.4018, 0.3879, 0.3783, 0.3725, 0.3616, 0.3313, 0.3273, 0.3267, 0.3187, 0.3179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "20526907", "16760369", "25028913", "2138843", "21301090", "9813098"], "ranked_scores": [0.7369, 0.6368, 0.6305, 0.6148, 0.6014, 0.601, 0.5928, 0.5907, 0.5903, 0.5811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8698857", "8903143", "9283422", "25479072", "5914739", "24042363", "21557055", "34905328", "13398997"], "ranked_scores": [0.6663, 0.6617, 0.6583, 0.6408, 0.6403, 0.6385, 0.637, 0.6368, 0.6329, 0.6322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "24921368", "80109277"], "ranked_scores": [0.5267, 0.5004, 0.4898, 0.4433, 0.4425, 0.4305, 0.4087, 0.3985, 0.3967, 0.3798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "7650066", "1203035"], "ranked_scores": [0.7486, 0.7402, 0.7282, 0.7194, 0.7044, 0.6804, 0.6761, 0.6607, 0.6365, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "37362689", "20672596", "27693891", "23576165", "16319097", "25519138"], "ranked_scores": [0.6364, 0.6151, 0.5843, 0.577, 0.5756, 0.5744, 0.5732, 0.5727, 0.5725, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "20722510", "19005293", "883747", "1800734", "46202852", "32533299", "6501747"], "ranked_scores": [0.6387, 0.6204, 0.6194, 0.6065, 0.6041, 0.5692, 0.568, 0.5632, 0.5609, 0.5599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11469078", "20945963", "327319", "116556376", "29107210"], "ranked_scores": [0.624, 0.4439, 0.3797, 0.3415, 0.2961, 0.2817, 0.2777, 0.2775, 0.275, 0.2748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "7343711", "164985", "5406411", "38587347", "24707550", "32742683", "19005293", "40323148"], "ranked_scores": [0.5976, 0.5969, 0.5812, 0.5796, 0.5759, 0.5748, 0.5732, 0.5714, 0.5666, 0.5611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "13651792", "12866641", "6580081", "2973910", "2587396", "22530842"], "ranked_scores": [0.5825, 0.5169, 0.5058, 0.4777, 0.4649, 0.4645, 0.4614, 0.4592, 0.4549, 0.4486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "22980205", "27555165", "4816339", "24044977", "12899612", "28517384", "8246922", "17682477"], "ranked_scores": [0.5723, 0.5486, 0.5455, 0.5442, 0.5441, 0.5406, 0.5405, 0.5388, 0.5384, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "4406819", "12670680", "34876410", "25068298", "38369817", "18126445", "20155713", "14692646", "2474731"], "ranked_scores": [0.3489, 0.3476, 0.3469, 0.3462, 0.3406, 0.3381, 0.3366, 0.3327, 0.3296, 0.3279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "24510595", "28419824", "21274919", "30813140", "7965928", "12667988", "14566771"], "ranked_scores": [0.5109, 0.4663, 0.4591, 0.4519, 0.4469, 0.4342, 0.4102, 0.4092, 0.4075, 0.4033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "997143", "79231308", "11718220", "9754530", "29981186", "45276789", "21767325", "21301090", "980196"], "ranked_scores": [0.5354, 0.4051, 0.4044, 0.3933, 0.3898, 0.3858, 0.3841, 0.3715, 0.3706, 0.3679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "4434951", "22551259", "26230669", "7514614", "4679264"], "ranked_scores": [0.7938, 0.7763, 0.7631, 0.745, 0.7301, 0.7156, 0.7152, 0.7126, 0.676, 0.6725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "17195001", "44693226", "22116439", "4423401", "26045237", "8460275", "38028419"], "ranked_scores": [0.5731, 0.5623, 0.5506, 0.5368, 0.5345, 0.5312, 0.5195, 0.516, 0.5157, 0.5102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "12885341", "27602752", "10627801", "10648422", "26873988", "28015516", "44366096"], "ranked_scores": [0.6932, 0.6615, 0.6596, 0.6553, 0.639, 0.6371, 0.6254, 0.6233, 0.5982, 0.5966], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "17450673", "23557241", "13831558", "16701509"], "ranked_scores": [0.7582, 0.7358, 0.7152, 0.7056, 0.7014, 0.6984, 0.6715, 0.6712, 0.66, 0.655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "6561200", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.7025, 0.6913, 0.6837, 0.6763, 0.6723, 0.6679, 0.665, 0.6469, 0.6401, 0.6249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "30261663", "7225911", "8005007", "2619579", "7820043"], "ranked_scores": [0.6147, 0.6076, 0.5963, 0.5871, 0.578, 0.5707, 0.5706, 0.5634, 0.5622, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "46202852", "6315132", "883747", "23665162", "24596228", "24943534", "8317408", "1153655"], "ranked_scores": [0.5254, 0.5033, 0.5016, 0.4888, 0.4751, 0.4744, 0.4704, 0.4675, 0.461, 0.4577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1084345", "1848452", "13350374", "24347647", "7514614", "20418809"], "ranked_scores": [0.5888, 0.5438, 0.5211, 0.5149, 0.5049, 0.5011, 0.4993, 0.4986, 0.4896, 0.4892], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "2714623", "51952430", "10247314", "16120395", "5914739", "28006126", "3107733", "30208015"], "ranked_scores": [0.7074, 0.695, 0.6798, 0.6784, 0.6717, 0.6711, 0.668, 0.6638, 0.663, 0.6586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "8672737", "810480", "22309946", "12670680", "23670644", "5811042"], "ranked_scores": [0.6905, 0.5194, 0.4987, 0.4859, 0.4761, 0.4758, 0.4569, 0.4516, 0.4487, 0.4474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "43711341", "21179714", "7221410", "57574395", "40476126", "22767022", "5953485", "612002"], "ranked_scores": [0.5806, 0.5589, 0.5535, 0.5492, 0.5487, 0.5482, 0.5455, 0.545, 0.539, 0.5338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "23577014", "6209599", "11922370", "12225214", "8458567", "31514338", "7860396"], "ranked_scores": [0.6051, 0.6048, 0.6017, 0.5956, 0.595, 0.5885, 0.5882, 0.5828, 0.5756, 0.5736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "3863543", "10641715", "2359152", "5782614", "11992632", "8083310", "13293033"], "ranked_scores": [0.6754, 0.6393, 0.6389, 0.631, 0.6223, 0.615, 0.6085, 0.606, 0.6054, 0.6039], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "4447055", "16280642", "14155726", "14380875", "41913714", "17416520", "22174015", "21754541"], "ranked_scores": [0.5105, 0.4898, 0.4744, 0.4704, 0.4691, 0.469, 0.4651, 0.461, 0.4609, 0.4595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "275294", "3150030", "6313547"], "ranked_scores": [0.6658, 0.621, 0.6084, 0.5697, 0.5254, 0.5102, 0.488, 0.4866, 0.4799, 0.4769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "583260", "21553394", "13933299", "3153673", "33911859"], "ranked_scores": [0.454, 0.4451, 0.4342, 0.4208, 0.4132, 0.4063, 0.4004, 0.3992, 0.3963, 0.3922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "18237384", "6944800", "1386103", "2030623", "43224840", "26973393", "33677323", "40963697"], "ranked_scores": [0.6138, 0.5604, 0.5544, 0.5493, 0.5487, 0.5483, 0.5467, 0.5453, 0.5439, 0.5428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "3984231", "57574395", "10284593", "15707049", "28338268", "18104691", "6636088"], "ranked_scores": [0.6004, 0.5412, 0.5199, 0.5188, 0.5177, 0.5123, 0.5084, 0.5072, 0.5049, 0.501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "41264017", "24625323", "28419824", "32463364", "37488367", "6945285", "71625969"], "ranked_scores": [0.682, 0.5794, 0.5599, 0.5433, 0.5409, 0.5337, 0.5217, 0.5132, 0.5046, 0.4992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "17333231", "30261663", "31624828", "14308244", "44408494", "41913714", "5811042"], "ranked_scores": [0.6941, 0.6567, 0.6536, 0.6433, 0.6414, 0.641, 0.6266, 0.6208, 0.6132, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "26735905", "41710132", "9159125", "31682248", "24294572", "12685434"], "ranked_scores": [0.7306, 0.7094, 0.6582, 0.6534, 0.6295, 0.6279, 0.6212, 0.6177, 0.6172, 0.6145], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "13798951", "22174015", "28006126", "18546584", "14311986", "20388894", "29347970", "19047331"], "ranked_scores": [0.7225, 0.7079, 0.701, 0.6965, 0.696, 0.69, 0.6891, 0.6835, 0.6827, 0.6806], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "20220731", "20457190", "10165258", "34905328", "45414636", "4430962"], "ranked_scores": [0.73, 0.6885, 0.6084, 0.5763, 0.5754, 0.5727, 0.5697, 0.5696, 0.5679, 0.5668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "28738741", "15081770", "7224723", "31560225", "16572581", "29023309"], "ranked_scores": [0.6812, 0.627, 0.6038, 0.5929, 0.5592, 0.5565, 0.5552, 0.5536, 0.5496, 0.5483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "28821565", "37296667", "40590358", "18678095", "38830961", "29362104", "3870062", "40005757"], "ranked_scores": [0.3713, 0.3473, 0.345, 0.341, 0.3349, 0.3326, 0.3297, 0.3295, 0.3263, 0.3256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "34016944", "14241418", "14819804", "293661", "25895285", "12641252", "26045237"], "ranked_scores": [0.5768, 0.5669, 0.5595, 0.5441, 0.5427, 0.5353, 0.5296, 0.5268, 0.5253, 0.5249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "25298276", "42731834", "2492146", "24634621", "20127522", "41340212", "5492542", "8037453"], "ranked_scores": [0.7004, 0.6682, 0.647, 0.646, 0.644, 0.6328, 0.6267, 0.6261, 0.6212, 0.6181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "17438862", "5752492", "16488405", "2947124", "44935041", "40632104", "14496749"], "ranked_scores": [0.6395, 0.6329, 0.6167, 0.6145, 0.6142, 0.6102, 0.6072, 0.6054, 0.6051, 0.6047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "33499189", "5483793", "13798951", "4270992", "18237384", "34436231", "5914739"], "ranked_scores": [0.765, 0.7376, 0.7266, 0.7201, 0.7192, 0.7174, 0.715, 0.7147, 0.7129, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "21323587", "5372432", "29107210", "19071857", "6421734", "30813140", "44265107", "19945096"], "ranked_scores": [0.5102, 0.3806, 0.3683, 0.3664, 0.3663, 0.3449, 0.3449, 0.3339, 0.3238, 0.3233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "19047331", "24624992", "29073751", "4920376", "9784254", "46765242", "28651643", "1550937", "2061878"], "ranked_scores": [0.7016, 0.7008, 0.6986, 0.6822, 0.6822, 0.6701, 0.6611, 0.6545, 0.6494, 0.6491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "17327939", "28015516", "6936141", "5519177", "28149602", "2947124"], "ranked_scores": [0.7247, 0.6093, 0.5951, 0.579, 0.5651, 0.5607, 0.5569, 0.5537, 0.5501, 0.5477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "7225911", "17671145", "41620295", "56486733", "14380875", "23286603", "4396105", "12130690"], "ranked_scores": [0.6514, 0.6433, 0.6304, 0.6263, 0.6233, 0.5977, 0.5859, 0.5786, 0.5701, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "15319019", "7111021", "2824347", "31363207", "15997009", "21700295"], "ranked_scores": [0.7758, 0.6767, 0.6494, 0.637, 0.63, 0.6278, 0.6264, 0.6236, 0.6182, 0.6065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "8659426", "5492542", "26886351", "12641252", "4468861", "9767444", "49432306"], "ranked_scores": [0.6167, 0.6064, 0.5984, 0.5855, 0.5836, 0.5826, 0.5823, 0.5804, 0.5801, 0.5764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-10000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "18256197", "22023404", "21636085", "23267371", "520579"], "ranked_scores": [0.5901, 0.5872, 0.57, 0.5609, 0.5393, 0.5325, 0.5307, 0.5273, 0.5268, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "7198295", "13350374", "24241932", "29125354", "970012"], "ranked_scores": [0.4037, 0.3885, 0.3773, 0.3692, 0.3651, 0.3321, 0.3299, 0.3266, 0.3191, 0.3172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "20526907", "16760369", "25028913", "21301090", "2138843", "9813098"], "ranked_scores": [0.7359, 0.6328, 0.6266, 0.6115, 0.5995, 0.5955, 0.589, 0.5884, 0.5884, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8698857", "8903143", "9283422", "25479072", "5914739", "21557055", "24042363", "13398997", "34905328"], "ranked_scores": [0.664, 0.6601, 0.6536, 0.6372, 0.6365, 0.6363, 0.6344, 0.6336, 0.6316, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "24921368", "80109277"], "ranked_scores": [0.5244, 0.4954, 0.4856, 0.4416, 0.4403, 0.4277, 0.4076, 0.3966, 0.3946, 0.3755], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "7650066", "1203035"], "ranked_scores": [0.7472, 0.7399, 0.7264, 0.7176, 0.702, 0.6794, 0.6735, 0.6594, 0.6334, 0.6321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "20672596", "27693891", "23576165", "37362689", "25519138", "16319097"], "ranked_scores": [0.6354, 0.6147, 0.5826, 0.5757, 0.5753, 0.5738, 0.5738, 0.5733, 0.5729, 0.571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "20722510", "19005293", "1800734", "883747", "46202852", "6501747", "5752492"], "ranked_scores": [0.6378, 0.622, 0.6216, 0.6062, 0.6044, 0.5699, 0.568, 0.5658, 0.563, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11469078", "116556376", "29107210", "327319", "25589047"], "ranked_scores": [0.6231, 0.443, 0.381, 0.3433, 0.2904, 0.2808, 0.2772, 0.2757, 0.2755, 0.2737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "7343711", "164985", "5406411", "38587347", "24707550", "32742683", "19005293", "4380287"], "ranked_scores": [0.5952, 0.595, 0.5787, 0.5776, 0.575, 0.5738, 0.5726, 0.5673, 0.5642, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "12866641", "13651792", "6580081", "2973910", "2587396", "22530842"], "ranked_scores": [0.5832, 0.5191, 0.5057, 0.4806, 0.4655, 0.4652, 0.4604, 0.4588, 0.4565, 0.451], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "22980205", "4816339", "27555165", "12899612", "24044977", "28517384", "8246922", "17682477"], "ranked_scores": [0.5708, 0.5508, 0.5456, 0.5454, 0.545, 0.5415, 0.5398, 0.5389, 0.5385, 0.5376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "4406819", "12670680", "34876410", "25068298", "38369817", "18126445", "20155713", "2474731", "14692646"], "ranked_scores": [0.3466, 0.3459, 0.3449, 0.3417, 0.3388, 0.335, 0.3342, 0.3298, 0.3295, 0.3287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "24510595", "28419824", "21274919", "7965928", "30813140", "41264017", "12667988"], "ranked_scores": [0.5076, 0.4635, 0.4545, 0.4473, 0.442, 0.4312, 0.4043, 0.4032, 0.4019, 0.4017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "997143", "11718220", "9754530", "29981186", "45276789", "980196", "21301090", "21767325"], "ranked_scores": [0.5328, 0.4017, 0.3986, 0.3902, 0.3873, 0.3822, 0.3801, 0.3692, 0.3685, 0.3668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "4434951", "22551259", "26230669", "7514614", "4679264"], "ranked_scores": [0.7929, 0.7769, 0.7632, 0.7448, 0.7287, 0.7168, 0.7142, 0.7122, 0.6728, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "17195001", "44693226", "22116439", "4423401", "26045237", "8460275", "38028419"], "ranked_scores": [0.5742, 0.5661, 0.5521, 0.5405, 0.5354, 0.5322, 0.5203, 0.5163, 0.5161, 0.5121], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "12885341", "27602752", "10627801", "10648422", "26873988", "44366096", "28015516"], "ranked_scores": [0.6913, 0.6594, 0.6569, 0.6551, 0.637, 0.6327, 0.6235, 0.6185, 0.5949, 0.5945], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "17450673", "23557241", "13831558", "16701509"], "ranked_scores": [0.7563, 0.732, 0.713, 0.7033, 0.6976, 0.6959, 0.6698, 0.6691, 0.6562, 0.6522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "6561200", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.7017, 0.6888, 0.6792, 0.6754, 0.6693, 0.666, 0.6627, 0.6462, 0.6381, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7225911", "30261663", "8005007", "7820043", "2619579"], "ranked_scores": [0.6146, 0.6057, 0.5975, 0.5873, 0.5815, 0.5738, 0.5728, 0.5675, 0.5637, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "46202852", "6315132", "23665162", "883747", "24596228", "24943534", "8317408", "1153655"], "ranked_scores": [0.523, 0.5044, 0.4988, 0.4891, 0.4736, 0.4728, 0.4668, 0.4644, 0.4596, 0.4554], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "2543135", "18949516", "1084345", "1848452", "24347647", "13350374", "7514614", "20418809"], "ranked_scores": [0.5911, 0.5435, 0.5187, 0.5185, 0.506, 0.4993, 0.4981, 0.4972, 0.489, 0.4882], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "51952430", "2714623", "16120395", "10247314", "5914739", "28006126", "3107733", "2405259"], "ranked_scores": [0.7045, 0.6941, 0.6781, 0.6774, 0.6684, 0.6678, 0.6668, 0.6622, 0.6598, 0.6568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "810480", "8672737", "22309946", "12670680", "23670644", "5811042"], "ranked_scores": [0.6858, 0.5154, 0.4954, 0.4802, 0.4705, 0.468, 0.4512, 0.45, 0.4453, 0.442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "43711341", "7221410", "21179714", "40476126", "57574395", "22767022", "5953485", "612002"], "ranked_scores": [0.5816, 0.562, 0.5544, 0.5534, 0.5513, 0.5486, 0.548, 0.5452, 0.542, 0.5361], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "23577014", "6209599", "11922370", "12225214", "8458567", "31514338", "7860396"], "ranked_scores": [0.6094, 0.604, 0.601, 0.5966, 0.596, 0.5907, 0.5892, 0.5837, 0.5758, 0.5737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "3863543", "10641715", "2359152", "5782614", "8083310", "13293033", "11992632"], "ranked_scores": [0.6728, 0.641, 0.6395, 0.63, 0.6191, 0.6182, 0.6058, 0.6047, 0.6013, 0.6012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "4447055", "16280642", "14380875", "14155726", "41913714", "22174015", "17416520", "21754541"], "ranked_scores": [0.513, 0.49, 0.4729, 0.4723, 0.4701, 0.4688, 0.466, 0.4625, 0.4624, 0.4591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "275294", "3150030", "6313547"], "ranked_scores": [0.6675, 0.6208, 0.6095, 0.5713, 0.5249, 0.5105, 0.49, 0.4866, 0.4801, 0.4756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "583260", "13933299", "21553394", "3153673", "33911859"], "ranked_scores": [0.4564, 0.4499, 0.4365, 0.424, 0.4169, 0.4102, 0.4046, 0.4037, 0.401, 0.3959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "18237384", "1386103", "2030623", "6944800", "33677323", "26973393", "43224840", "40963697"], "ranked_scores": [0.61, 0.5594, 0.5525, 0.5466, 0.5464, 0.5463, 0.5436, 0.5431, 0.5429, 0.5406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "57574395", "3984231", "17930286", "10284593", "15707049", "28338268", "18104691", "6636088"], "ranked_scores": [0.6001, 0.5355, 0.5175, 0.5163, 0.5156, 0.5078, 0.5071, 0.504, 0.503, 0.5008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "41264017", "24625323", "28419824", "32463364", "37488367", "6945285", "71625969"], "ranked_scores": [0.6818, 0.5788, 0.5604, 0.5425, 0.5418, 0.5271, 0.5184, 0.514, 0.4983, 0.496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "31624828", "17333231", "30261663", "14308244", "44408494", "41913714", "11899391"], "ranked_scores": [0.6978, 0.6581, 0.6554, 0.6424, 0.6417, 0.641, 0.6248, 0.6189, 0.612, 0.6077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "26735905", "41710132", "9159125", "31682248", "24294572", "12685434"], "ranked_scores": [0.7319, 0.7093, 0.6567, 0.653, 0.6265, 0.6241, 0.6228, 0.6155, 0.6152, 0.6129], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "13798951", "22174015", "28006126", "18546584", "14311986", "29347970", "20220731", "20388894"], "ranked_scores": [0.7249, 0.7073, 0.7019, 0.6976, 0.6943, 0.6905, 0.6874, 0.6842, 0.6802, 0.6793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "20220731", "20457190", "34905328", "45414636", "10165258", "4430962"], "ranked_scores": [0.7302, 0.6864, 0.605, 0.5737, 0.5727, 0.5721, 0.5689, 0.5665, 0.5654, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "28738741", "15081770", "7224723", "16572581", "31560225", "29023309"], "ranked_scores": [0.6764, 0.6247, 0.6024, 0.588, 0.5558, 0.5534, 0.5534, 0.5519, 0.5495, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "28821565", "37296667", "40590358", "18678095", "29362104", "38830961", "3870062", "40005757"], "ranked_scores": [0.3736, 0.3507, 0.3447, 0.3413, 0.337, 0.3358, 0.3317, 0.3308, 0.3306, 0.3272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "34016944", "14241418", "14819804", "25895285", "293661", "26045237", "12641252"], "ranked_scores": [0.579, 0.5653, 0.5567, 0.5448, 0.544, 0.5346, 0.5272, 0.5265, 0.5247, 0.5246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "25298276", "2492146", "24634621", "20127522", "41340212", "5492542", "8037453"], "ranked_scores": [0.6998, 0.6635, 0.6435, 0.6418, 0.6414, 0.6279, 0.6222, 0.6221, 0.6185, 0.6147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "17438862", "5752492", "16488405", "44935041", "2947124", "40632104", "14496749"], "ranked_scores": [0.6401, 0.6355, 0.6184, 0.6153, 0.6141, 0.6123, 0.6081, 0.6066, 0.6066, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "33499189", "5483793", "13798951", "4270992", "18237384", "34436231", "5914739"], "ranked_scores": [0.7654, 0.7402, 0.7277, 0.7212, 0.7188, 0.7176, 0.7146, 0.7136, 0.7108, 0.7065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "21323587", "5372432", "29107210", "6421734", "19071857", "30813140", "19945096", "44265107"], "ranked_scores": [0.5122, 0.38, 0.3655, 0.3651, 0.3646, 0.3428, 0.3425, 0.3305, 0.3234, 0.3231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "29073751", "4920376", "9784254", "46765242", "28651643", "1550937", "18546584"], "ranked_scores": [0.7036, 0.7017, 0.6974, 0.6841, 0.6825, 0.6701, 0.6644, 0.6575, 0.6506, 0.6496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "28015516", "17327939", "6936141", "5519177", "28149602", "2947124"], "ranked_scores": [0.726, 0.6071, 0.5918, 0.5796, 0.567, 0.5636, 0.5579, 0.5574, 0.5541, 0.5482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "7225911", "17671145", "41620295", "56486733", "14380875", "23286603", "12130690", "4396105"], "ranked_scores": [0.6504, 0.643, 0.6302, 0.6287, 0.6242, 0.6006, 0.5855, 0.5808, 0.5726, 0.5705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "7111021", "15319019", "2824347", "31363207", "15997009", "21700295"], "ranked_scores": [0.7774, 0.677, 0.6506, 0.6375, 0.6301, 0.6294, 0.6252, 0.6225, 0.6156, 0.6064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "5492542", "8659426", "12641252", "26886351", "9767444", "6407356", "4468861"], "ranked_scores": [0.6157, 0.6075, 0.5949, 0.5844, 0.5831, 0.5812, 0.5804, 0.5799, 0.5775, 0.5771], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-12000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "18256197", "22023404", "23267371", "21636085", "520579"], "ranked_scores": [0.5922, 0.5895, 0.5728, 0.5624, 0.5411, 0.5334, 0.5332, 0.5306, 0.5298, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "7198295", "13350374", "24241932", "970012", "29125354"], "ranked_scores": [0.4055, 0.3915, 0.3791, 0.3712, 0.3665, 0.3335, 0.331, 0.3293, 0.3199, 0.3186], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "20526907", "16760369", "2138843", "21301090", "25028913", "9813098"], "ranked_scores": [0.7372, 0.635, 0.6292, 0.6136, 0.6013, 0.5976, 0.591, 0.5903, 0.5902, 0.5784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8698857", "8903143", "9283422", "25479072", "5914739", "21557055", "24042363", "13398997", "34905328"], "ranked_scores": [0.6644, 0.6604, 0.655, 0.6387, 0.6381, 0.6367, 0.6336, 0.6336, 0.6318, 0.6315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "24921368", "80109277"], "ranked_scores": [0.5256, 0.4958, 0.4866, 0.4422, 0.4417, 0.4293, 0.4086, 0.3982, 0.3957, 0.3786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "7650066", "1203035"], "ranked_scores": [0.745, 0.7378, 0.725, 0.7158, 0.6995, 0.6775, 0.6712, 0.6566, 0.6306, 0.6302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "20672596", "27693891", "23576165", "37362689", "25519138", "16319097"], "ranked_scores": [0.6366, 0.6164, 0.5839, 0.5763, 0.5759, 0.5751, 0.5749, 0.5746, 0.5729, 0.5708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "20722510", "19005293", "1800734", "883747", "46202852", "5752492", "6501747"], "ranked_scores": [0.6385, 0.6234, 0.6223, 0.6079, 0.6049, 0.5693, 0.5684, 0.5665, 0.5631, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11469078", "116556376", "327319", "20945963", "29107210"], "ranked_scores": [0.6238, 0.4422, 0.378, 0.3422, 0.2896, 0.2796, 0.275, 0.275, 0.274, 0.2738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4429118", "24282306", "7343711", "164985", "5406411", "38587347", "24707550", "32742683", "19005293", "4380287"], "ranked_scores": [0.597, 0.5969, 0.58, 0.5789, 0.5763, 0.5757, 0.5743, 0.5692, 0.5656, 0.5624], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "13651792", "12866641", "6580081", "2973910", "2587396", "22530842"], "ranked_scores": [0.5845, 0.5208, 0.5074, 0.482, 0.4679, 0.4669, 0.4629, 0.4605, 0.4572, 0.453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "22980205", "27555165", "4816339", "12899612", "24044977", "28517384", "8246922", "17682477"], "ranked_scores": [0.5718, 0.5516, 0.5459, 0.5455, 0.545, 0.5405, 0.5401, 0.5396, 0.5393, 0.5371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "4406819", "12670680", "34876410", "25068298", "18126445", "38369817", "20155713", "2474731", "14692646"], "ranked_scores": [0.3483, 0.3466, 0.3466, 0.3426, 0.3398, 0.3377, 0.337, 0.3317, 0.33, 0.3293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "24510595", "28419824", "21274919", "12667988", "7965928", "41264017", "30813140"], "ranked_scores": [0.5085, 0.4638, 0.4553, 0.4499, 0.4443, 0.4326, 0.4055, 0.404, 0.4034, 0.4029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "997143", "11718220", "9754530", "29981186", "45276789", "980196", "21301090", "21767325"], "ranked_scores": [0.5335, 0.4038, 0.4004, 0.3912, 0.3907, 0.3835, 0.3816, 0.3699, 0.3693, 0.3686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "4434951", "22551259", "26230669", "7514614", "4679264"], "ranked_scores": [0.7947, 0.7777, 0.7649, 0.7462, 0.7299, 0.7179, 0.7161, 0.7146, 0.6753, 0.6727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "17195001", "44693226", "22116439", "4423401", "26045237", "8460275", "38028419"], "ranked_scores": [0.5758, 0.5676, 0.5527, 0.5403, 0.5367, 0.5336, 0.5229, 0.5169, 0.5167, 0.5123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "12885341", "27602752", "10627801", "10648422", "26873988", "44366096", "28015516"], "ranked_scores": [0.6924, 0.6606, 0.6585, 0.6567, 0.637, 0.6338, 0.6233, 0.6201, 0.5955, 0.5954], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "17450673", "23557241", "13831558", "16701509"], "ranked_scores": [0.7573, 0.7334, 0.7132, 0.7038, 0.699, 0.6965, 0.6706, 0.6695, 0.6562, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "6561200", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.7008, 0.6879, 0.6788, 0.6741, 0.6677, 0.6654, 0.6618, 0.6469, 0.6362, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7225911", "30261663", "8005007", "2619579", "7820043"], "ranked_scores": [0.6159, 0.607, 0.5981, 0.5876, 0.5823, 0.574, 0.5719, 0.5672, 0.5652, 0.5635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "46202852", "6315132", "883747", "23665162", "24596228", "24943534", "8317408", "1153655"], "ranked_scores": [0.5248, 0.5047, 0.4997, 0.4898, 0.4748, 0.4742, 0.468, 0.4658, 0.4594, 0.4571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1084345", "1848452", "13350374", "24347647", "7514614", "20418809"], "ranked_scores": [0.592, 0.5465, 0.521, 0.5196, 0.5091, 0.502, 0.502, 0.5005, 0.4923, 0.4908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "51952430", "2714623", "16120395", "10247314", "5914739", "28006126", "3107733", "2405259"], "ranked_scores": [0.7051, 0.6932, 0.6778, 0.677, 0.6697, 0.6685, 0.6652, 0.6625, 0.6615, 0.6565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "810480", "8672737", "22309946", "12670680", "23670644", "5811042"], "ranked_scores": [0.6886, 0.5161, 0.497, 0.4837, 0.4726, 0.4704, 0.4533, 0.4521, 0.4459, 0.4436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "7221410", "43711341", "21179714", "57574395", "40476126", "22767022", "5953485", "612002"], "ranked_scores": [0.5836, 0.5638, 0.5545, 0.5545, 0.5527, 0.5503, 0.5501, 0.5462, 0.5426, 0.5377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "23577014", "6209599", "11922370", "12225214", "8458567", "31514338", "7860396"], "ranked_scores": [0.6111, 0.6043, 0.602, 0.5967, 0.5965, 0.5908, 0.5894, 0.5842, 0.5769, 0.5738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "3863543", "10641715", "2359152", "5782614", "8083310", "11992632", "13293033"], "ranked_scores": [0.6749, 0.6423, 0.6416, 0.6316, 0.62, 0.6199, 0.6082, 0.605, 0.6022, 0.6018], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "4447055", "16280642", "14380875", "14155726", "41913714", "17416520", "22174015", "21754541"], "ranked_scores": [0.5142, 0.4918, 0.4747, 0.4734, 0.4718, 0.4707, 0.468, 0.4649, 0.4636, 0.4614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "275294", "3150030", "6313547"], "ranked_scores": [0.6679, 0.6218, 0.6108, 0.571, 0.5257, 0.5125, 0.4905, 0.4857, 0.4809, 0.4779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "583260", "13933299", "21553394", "3153673", "33911859"], "ranked_scores": [0.457, 0.4508, 0.4391, 0.4253, 0.4189, 0.4132, 0.4073, 0.4054, 0.4031, 0.3974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "18237384", "1386103", "6944800", "2030623", "26973393", "33677323", "43224840", "40963697"], "ranked_scores": [0.6118, 0.5605, 0.5523, 0.5485, 0.5484, 0.5477, 0.5449, 0.5448, 0.5446, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "17930286", "57574395", "3984231", "15707049", "10284593", "28338268", "18104691", "6636088"], "ranked_scores": [0.6038, 0.5374, 0.5178, 0.5175, 0.5171, 0.5111, 0.5105, 0.5058, 0.5045, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "41264017", "24625323", "28419824", "32463364", "37488367", "6945285", "71625969"], "ranked_scores": [0.6822, 0.5798, 0.5619, 0.5451, 0.5444, 0.5298, 0.5214, 0.5154, 0.5011, 0.4995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "31624828", "17333231", "30261663", "14308244", "44408494", "41913714", "11899391"], "ranked_scores": [0.6993, 0.6581, 0.6547, 0.6417, 0.6414, 0.6402, 0.6253, 0.6182, 0.6112, 0.6074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "26735905", "41710132", "9159125", "31682248", "24294572", "12685434"], "ranked_scores": [0.7336, 0.7111, 0.6594, 0.6547, 0.6282, 0.6254, 0.6241, 0.6171, 0.6164, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "13798951", "22174015", "28006126", "18546584", "14311986", "29347970", "20388894", "20220731"], "ranked_scores": [0.7247, 0.7068, 0.7017, 0.6963, 0.6936, 0.6897, 0.6875, 0.6833, 0.6798, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "20220731", "20457190", "34905328", "10165258", "45414636", "4430962"], "ranked_scores": [0.7314, 0.6876, 0.6069, 0.5737, 0.573, 0.5711, 0.568, 0.5665, 0.5659, 0.5654], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "28738741", "15081770", "7224723", "16572581", "31560225", "29023309"], "ranked_scores": [0.6779, 0.6265, 0.6037, 0.5905, 0.5586, 0.5561, 0.5546, 0.5538, 0.5518, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "28821565", "37296667", "40590358", "18678095", "38830961", "29362104", "3870062", "40005757"], "ranked_scores": [0.375, 0.3502, 0.3485, 0.3438, 0.3393, 0.3392, 0.3335, 0.3326, 0.3321, 0.329], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "34016944", "14241418", "14819804", "25895285", "293661", "26045237", "12641252"], "ranked_scores": [0.5793, 0.5658, 0.5589, 0.5449, 0.5426, 0.5331, 0.527, 0.5266, 0.5249, 0.5237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "25298276", "2492146", "24634621", "20127522", "41340212", "5492542", "8037453"], "ranked_scores": [0.7, 0.6636, 0.6441, 0.6417, 0.6409, 0.6272, 0.622, 0.6212, 0.6184, 0.6136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "17438862", "5752492", "16488405", "44935041", "2947124", "40632104", "14496749"], "ranked_scores": [0.6403, 0.637, 0.6211, 0.6172, 0.6154, 0.6138, 0.6084, 0.6078, 0.6076, 0.6075], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "33499189", "5483793", "13798951", "4270992", "18237384", "34436231", "5914739"], "ranked_scores": [0.7648, 0.7401, 0.7267, 0.72, 0.7194, 0.7179, 0.7142, 0.7137, 0.7115, 0.7049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "21323587", "29107210", "5372432", "6421734", "19071857", "30813140", "19945096", "44265107"], "ranked_scores": [0.5118, 0.379, 0.3644, 0.364, 0.3625, 0.3413, 0.3407, 0.3289, 0.3223, 0.3208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "29073751", "4920376", "9784254", "46765242", "28651643", "1550937", "2061878"], "ranked_scores": [0.7033, 0.7013, 0.6977, 0.6844, 0.6813, 0.6721, 0.6644, 0.6558, 0.6512, 0.6493], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "28015516", "17327939", "5519177", "6936141", "28149602", "2947124"], "ranked_scores": [0.7277, 0.6088, 0.5942, 0.5813, 0.5674, 0.5652, 0.5582, 0.5573, 0.5551, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "7225911", "17671145", "41620295", "56486733", "14380875", "23286603", "12130690", "4396105"], "ranked_scores": [0.6517, 0.6435, 0.6307, 0.6295, 0.6253, 0.6005, 0.5849, 0.5816, 0.5725, 0.5703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "15319019", "7111021", "2824347", "31363207", "15997009", "21700295"], "ranked_scores": [0.778, 0.6777, 0.651, 0.6384, 0.6305, 0.6302, 0.6252, 0.6226, 0.6161, 0.6065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "5492542", "8659426", "12641252", "26886351", "9767444", "6407356", "4468861"], "ranked_scores": [0.6153, 0.6072, 0.5951, 0.5836, 0.5825, 0.5794, 0.5792, 0.5787, 0.577, 0.576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-nstep-14000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "12810152", "275294", "18256197", "22023404", "23267371", "21636085", "520579"], "ranked_scores": [0.5913, 0.5885, 0.572, 0.5618, 0.5412, 0.533, 0.5322, 0.5296, 0.5289, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["1568684", "13000926", "6504953", "25687558", "34582256", "7198295", "13350374", "24241932", "970012", "29125354"], "ranked_scores": [0.405, 0.3915, 0.3791, 0.3713, 0.3668, 0.3333, 0.3312, 0.328, 0.3206, 0.3197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "29253460", "38630735", "20526907", "16760369", "2138843", "25028913", "21301090", "12561083"], "ranked_scores": [0.7358, 0.6339, 0.6278, 0.6121, 0.6002, 0.5957, 0.5896, 0.5893, 0.5883, 0.5767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["51952430", "8698857", "8903143", "9283422", "25479072", "5914739", "21557055", "24042363", "13398997", "34905328"], "ranked_scores": [0.6638, 0.6603, 0.654, 0.6378, 0.6377, 0.6366, 0.6337, 0.6329, 0.6313, 0.631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "38752049", "4587978", "11913139", "8868863", "21590125", "24921368", "80109277"], "ranked_scores": [0.525, 0.496, 0.4869, 0.4428, 0.4419, 0.4296, 0.409, 0.3985, 0.3956, 0.3785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "6561200", "23136735", "46695481", "27873158", "46355579", "19140422", "9764256", "1203035", "7650066"], "ranked_scores": [0.7452, 0.7383, 0.7249, 0.7157, 0.6996, 0.6776, 0.6717, 0.6566, 0.6307, 0.6306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.25, "ndcg@5": 0.7095, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.8327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "13613916", "5094468", "1605196", "20672596", "27693891", "23576165", "37362689", "25519138", "16319097"], "ranked_scores": [0.6357, 0.6155, 0.5837, 0.5757, 0.575, 0.5749, 0.5736, 0.5736, 0.5724, 0.5704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "29509926", "2947124", "20722510", "19005293", "1800734", "883747", "46202852", "6501747", "32533299"], "ranked_scores": [0.6384, 0.6231, 0.6214, 0.6072, 0.6048, 0.5696, 0.5684, 0.5663, 0.5621, 0.5619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "63858430", "11469078", "116556376", "29107210", "20945963", "327319"], "ranked_scores": [0.6228, 0.4418, 0.3776, 0.3425, 0.2898, 0.28, 0.2756, 0.2749, 0.2744, 0.2739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24282306", "4429118", "7343711", "164985", "5406411", "38587347", "24707550", "32742683", "19005293", "4380287"], "ranked_scores": [0.5968, 0.5963, 0.579, 0.5781, 0.5759, 0.5755, 0.5736, 0.5689, 0.565, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10284593", "15879931", "13651792", "12866641", "6580081", "2973910", "2587396", "22530842"], "ranked_scores": [0.5838, 0.5206, 0.507, 0.4819, 0.468, 0.4657, 0.4617, 0.4601, 0.457, 0.4526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "26873988", "4816339", "27555165", "22980205", "12899612", "24044977", "8246922", "28517384", "17682477"], "ranked_scores": [0.5718, 0.5518, 0.5458, 0.5457, 0.5456, 0.541, 0.5402, 0.5392, 0.539, 0.5365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["17741440", "12670680", "4406819", "34876410", "25068298", "38369817", "18126445", "20155713", "2474731", "30464859"], "ranked_scores": [0.349, 0.3475, 0.347, 0.3427, 0.3397, 0.3375, 0.3371, 0.3319, 0.3307, 0.3298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "27076725", "24148722", "24510595", "28419824", "21274919", "12667988", "30813140", "7965928", "41264017"], "ranked_scores": [0.5074, 0.4622, 0.4549, 0.4492, 0.4448, 0.4314, 0.4046, 0.4039, 0.403, 0.4021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "79231308", "997143", "11718220", "9754530", "29981186", "45276789", "980196", "21301090", "21767325"], "ranked_scores": [0.5326, 0.4027, 0.3998, 0.3906, 0.39, 0.3827, 0.381, 0.37, 0.3689, 0.3685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "1848452", "22543403", "4434951", "22551259", "26230669", "7514614", "4679264"], "ranked_scores": [0.7939, 0.777, 0.764, 0.7457, 0.7296, 0.7171, 0.7155, 0.7146, 0.6744, 0.6721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["11181416", "6277638", "10247282", "17195001", "44693226", "22116439", "4423401", "8460275", "26045237", "38028419"], "ranked_scores": [0.5748, 0.5683, 0.5524, 0.5413, 0.5365, 0.5328, 0.5209, 0.5163, 0.5161, 0.5112], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["2947124", "8300657", "9433958", "12885341", "27602752", "10627801", "10648422", "26873988", "44366096", "28015516"], "ranked_scores": [0.6921, 0.6596, 0.6579, 0.6569, 0.6365, 0.6328, 0.6228, 0.6192, 0.5953, 0.5946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "15559582", "25973484", "13831842", "17450673", "23557241", "13831558", "16701509"], "ranked_scores": [0.7561, 0.7325, 0.7121, 0.7037, 0.6977, 0.6955, 0.6693, 0.6681, 0.6554, 0.6522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46355579", "27873158", "36355784", "6561200", "46695481", "32423829", "28617573", "12779444", "23136735", "7650066"], "ranked_scores": [0.7006, 0.6875, 0.6781, 0.6743, 0.6674, 0.6651, 0.6615, 0.6473, 0.636, 0.6209], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "885056", "41337677", "13290521", "7225911", "30261663", "8005007", "2619579", "7820043"], "ranked_scores": [0.6146, 0.6062, 0.5977, 0.587, 0.5821, 0.574, 0.5715, 0.5673, 0.5647, 0.5628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "24088502", "46202852", "6315132", "883747", "23665162", "24596228", "24943534", "8317408", "1153655"], "ranked_scores": [0.5243, 0.5036, 0.4989, 0.489, 0.474, 0.4738, 0.4665, 0.4646, 0.4586, 0.4563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["10012166", "22264117", "18949516", "2543135", "1084345", "1848452", "13350374", "24347647", "7514614", "20418809"], "ranked_scores": [0.5909, 0.5453, 0.5193, 0.5185, 0.5076, 0.5009, 0.5002, 0.4994, 0.4903, 0.4893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "8305686", "51952430", "2714623", "16120395", "10247314", "5914739", "28006126", "3107733", "2405259"], "ranked_scores": [0.7049, 0.6931, 0.6774, 0.677, 0.6685, 0.6679, 0.6654, 0.6622, 0.6609, 0.6561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "25416944", "810480", "8672737", "22309946", "12670680", "23670644", "5811042"], "ranked_scores": [0.688, 0.516, 0.4956, 0.483, 0.4721, 0.4694, 0.4524, 0.4522, 0.4456, 0.4443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22968257", "43711341", "7221410", "21179714", "57574395", "40476126", "22767022", "5953485", "612002"], "ranked_scores": [0.5822, 0.5631, 0.554, 0.554, 0.5519, 0.55, 0.549, 0.5449, 0.5417, 0.5369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6422576", "31962403", "23577014", "6209599", "11922370", "12225214", "8458567", "31514338", "4423401"], "ranked_scores": [0.6108, 0.6029, 0.601, 0.596, 0.5954, 0.5899, 0.588, 0.5834, 0.5758, 0.5729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["3391547", "5836", "5765455", "3863543", "2359152", "10641715", "5782614", "8083310", "11992632", "13293033"], "ranked_scores": [0.6745, 0.6414, 0.6403, 0.6314, 0.6191, 0.6186, 0.6069, 0.6045, 0.6012, 0.6008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "86694016", "4447055", "16280642", "14380875", "14155726", "41913714", "17416520", "22174015", "21754541"], "ranked_scores": [0.5129, 0.4895, 0.4732, 0.4715, 0.4701, 0.4683, 0.4667, 0.4631, 0.4625, 0.4593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "25599283", "6718824", "22023404", "275294", "3150030", "6313547"], "ranked_scores": [0.6658, 0.6196, 0.6094, 0.5701, 0.5236, 0.511, 0.4885, 0.4845, 0.4794, 0.4765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["38028419", "8892905", "71625969", "4303939", "22023404", "583260", "13933299", "21553394", "3153673", "33911859"], "ranked_scores": [0.4558, 0.4499, 0.4368, 0.4241, 0.417, 0.4117, 0.406, 0.4037, 0.403, 0.3974], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "2014909", "18237384", "6944800", "1386103", "2030623", "26973393", "33677323", "43224840", "40963697"], "ranked_scores": [0.6121, 0.561, 0.5526, 0.5486, 0.5486, 0.5481, 0.545, 0.5448, 0.5444, 0.5418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "8672737", "57574395", "17930286", "3984231", "15707049", "10284593", "28338268", "18104691", "6636088"], "ranked_scores": [0.6017, 0.536, 0.5168, 0.5164, 0.5158, 0.5096, 0.5085, 0.5045, 0.5028, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "1358909", "13933299", "24625323", "41264017", "28419824", "32463364", "37488367", "6945285", "71625969"], "ranked_scores": [0.682, 0.5796, 0.5613, 0.5446, 0.5439, 0.5293, 0.5206, 0.5164, 0.4998, 0.4984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "33911859", "34905328", "31624828", "17333231", "30261663", "14308244", "44408494", "41913714", "11899391"], "ranked_scores": [0.6982, 0.6573, 0.6546, 0.6413, 0.6402, 0.639, 0.6241, 0.6175, 0.6105, 0.6064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "4979184", "26735905", "41710132", "9159125", "24294572", "31682248", "12685434"], "ranked_scores": [0.7323, 0.71, 0.6578, 0.6533, 0.6269, 0.6243, 0.6228, 0.6151, 0.615, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["34905328", "20344442", "13798951", "22174015", "28006126", "18546584", "14311986", "29347970", "20388894", "20220731"], "ranked_scores": [0.7245, 0.7066, 0.7019, 0.6963, 0.6932, 0.6895, 0.6875, 0.6832, 0.6797, 0.6794], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "54561384", "24879055", "20220731", "20457190", "34905328", "10165258", "4430962", "45414636"], "ranked_scores": [0.732, 0.6864, 0.6066, 0.5737, 0.5723, 0.571, 0.5679, 0.5661, 0.5657, 0.5653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "8300657", "35987381", "21274496", "28738741", "15081770", "7224723", "16572581", "31560225", "29023309"], "ranked_scores": [0.6772, 0.6261, 0.6035, 0.5902, 0.5583, 0.5558, 0.5537, 0.5531, 0.5512, 0.5498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["18348376", "44693226", "28821565", "37296667", "40590358", "18678095", "38830961", "29362104", "3870062", "40005757"], "ranked_scores": [0.3751, 0.3507, 0.348, 0.3437, 0.3394, 0.3392, 0.3332, 0.3321, 0.3318, 0.3286], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "2158516", "34016944", "14241418", "14819804", "293661", "25895285", "26045237", "12641252"], "ranked_scores": [0.5785, 0.5653, 0.5574, 0.5444, 0.5416, 0.5324, 0.5261, 0.526, 0.5236, 0.5228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "24873253", "42731834", "25298276", "2492146", "24634621", "20127522", "41340212", "5492542", "8037453"], "ranked_scores": [0.6992, 0.6631, 0.6445, 0.6413, 0.6408, 0.6267, 0.622, 0.6206, 0.6185, 0.6132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10648422", "25315295", "45449835", "17438862", "5752492", "16488405", "2947124", "14496749", "44935041", "40632104"], "ranked_scores": [0.6394, 0.6358, 0.6196, 0.6157, 0.6141, 0.6116, 0.607, 0.6068, 0.6067, 0.6064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "8903143", "33499189", "5483793", "13798951", "4270992", "18237384", "34436231", "5914739"], "ranked_scores": [0.7646, 0.7395, 0.7264, 0.7201, 0.7194, 0.7178, 0.7136, 0.7134, 0.7119, 0.7051], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "32909242", "29107210", "21323587", "5372432", "6421734", "19071857", "30813140", "19945096", "44265107"], "ranked_scores": [0.512, 0.379, 0.3653, 0.3647, 0.3635, 0.3419, 0.3408, 0.3304, 0.3231, 0.3216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19047331", "7225911", "24624992", "29073751", "4920376", "9784254", "46765242", "28651643", "1550937", "2061878"], "ranked_scores": [0.7021, 0.7017, 0.6965, 0.6842, 0.681, 0.6713, 0.6651, 0.655, 0.6504, 0.6488], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "44801733", "9225850", "28015516", "17327939", "5519177", "6936141", "28149602", "2947124"], "ranked_scores": [0.7274, 0.6078, 0.5931, 0.58, 0.5669, 0.5642, 0.5579, 0.5567, 0.5544, 0.5497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "14171859", "7225911", "17671145", "41620295", "56486733", "14380875", "23286603", "12130690", "4396105"], "ranked_scores": [0.651, 0.6422, 0.63, 0.6284, 0.6246, 0.599, 0.584, 0.5807, 0.5715, 0.5696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "341324", "35087728", "16787954", "15319019", "7111021", "2824347", "31363207", "15997009", "21700295"], "ranked_scores": [0.7774, 0.6769, 0.6503, 0.6381, 0.6301, 0.6292, 0.6253, 0.622, 0.6157, 0.6057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "7613033", "1900152", "5492542", "8659426", "12641252", "26886351", "9767444", "6407356", "4468861"], "ranked_scores": [0.615, 0.6069, 0.5941, 0.5839, 0.5816, 0.5797, 0.5788, 0.5786, 0.5766, 0.5756], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-2000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "22023404", "4462079", "2425364", "13933299", "12810152", "44572913", "10692948", "8446259"], "ranked_scores": [544.0, 536.0, 523.0, 523.0, 521.0, 520.0, 517.0, 515.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6945285", "24241932", "6504953", "1568684", "13350374", "28206748", "25687558", "7198295", "34582256", "41976370"], "ranked_scores": [495.0, 483.0, 473.0, 471.0, 467.0, 465.0, 465.0, 464.0, 462.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "38630735", "16760369", "21301090", "7640792", "4506414", "15925931", "40156901", "13448422"], "ranked_scores": [582.0, 565.0, 562.0, 560.0, 557.0, 549.0, 548.0, 548.0, 546.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["24042363", "51952430", "8460275", "25479072", "306006", "22495397", "2405259", "26045237", "8903143", "9283422"], "ranked_scores": [580.0, 578.0, 575.0, 573.0, 570.0, 570.0, 569.0, 564.0, 564.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "31612088", "4695046", "8868863", "80109277", "45581752", "38752049", "27150276"], "ranked_scores": [538.0, 522.0, 507.0, 495.0, 494.0, 492.0, 492.0, 491.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "27873158", "28617573", "9764256", "6561200", "19140422", "46355579", "6748318", "23136735", "7650066"], "ranked_scores": [633.0, 620.0, 617.0, 613.0, 604.0, 600.0, 588.0, 579.0, 575.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "16319097", "9159125", "31107919", "21626639", "34071621", "3874000", "20672596", "17755060", "6454371"], "ranked_scores": [577.0, 556.0, 551.0, 548.0, 545.0, 545.0, 544.0, 543.0, 542.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "28712203", "1550937", "26702468", "2947124", "10627801", "9226649", "19005293", "4387484", "5519177"], "ranked_scores": [562.0, 541.0, 541.0, 541.0, 540.0, 540.0, 538.0, 535.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "3052642", "6477536", "63858430", "7514614", "32969964", "10749308", "23389795", "45920278"], "ranked_scores": [575.0, 496.0, 459.0, 457.0, 457.0, 456.0, 449.0, 447.0, 447.0, 446.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["44935041", "24282306", "19005293", "38587347", "1871230", "3680979", "4380287", "18488986", "8208212", "24707550"], "ranked_scores": [555.0, 554.0, 553.0, 550.0, 550.0, 549.0, 548.0, 548.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["2192419", "6212802", "22530842", "6853699", "13651792", "15879931", "9278263", "13878124", "1616661", "21372171"], "ranked_scores": [514.0, 512.0, 512.0, 507.0, 503.0, 502.0, 501.0, 499.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "13952658", "5991309", "22980205", "1071991", "46926352", "15425958", "35301079", "1196631", "22635278"], "ranked_scores": [550.0, 535.0, 530.0, 526.0, 524.0, 523.0, 522.0, 522.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34876410", "14965508", "1616661", "24928817", "31761981", "14692646", "12513042", "7764903", "11238784", "38037690"], "ranked_scores": [496.0, 478.0, 471.0, 470.0, 470.0, 468.0, 466.0, 464.0, 463.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24510595", "12667988", "44830890", "28419824", "14606752", "7965928", "24148722", "14121786", "21274919"], "ranked_scores": [509.0, 505.0, 500.0, 498.0, 494.0, 492.0, 490.0, 489.0, 485.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "9754530", "44048701", "11718220", "12258338", "8190282", "41493639", "29981186", "21323587"], "ranked_scores": [519.0, 498.0, 487.0, 487.0, 484.0, 483.0, 482.0, 480.0, 479.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["22543403", "6040392", "26230669", "22264117", "1848452", "9291668", "22551259", "4434951", "4679264", "2722988"], "ranked_scores": [639.0, 628.0, 617.0, 615.0, 610.0, 609.0, 602.0, 591.0, 579.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["17195001", "6277638", "8150638", "11181416", "15282056", "29073751", "22623275", "4324278", "26058927", "26330861"], "ranked_scores": [546.0, 543.0, 524.0, 523.0, 519.0, 519.0, 518.0, 518.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "28149602", "16712164", "1550937", "6163801", "14496749", "27602752", "8300657", "9559146"], "ranked_scores": [587.0, 552.0, 543.0, 542.0, 541.0, 540.0, 539.0, 539.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "22007333", "25973484", "15559582", "16701509", "16322674", "23557241", "21874312"], "ranked_scores": [617.0, 598.0, 596.0, 582.0, 569.0, 566.0, 565.0, 564.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "32423829", "9764256", "12779444", "46355579", "26798867", "41074251", "6561200", "28617573"], "ranked_scores": [597.0, 592.0, 590.0, 580.0, 580.0, 579.0, 569.0, 564.0, 563.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["3033830", "13290521", "31272411", "10024681", "22623275", "44366096", "885056", "20018321", "19165076", "8005007"], "ranked_scores": [561.0, 561.0, 559.0, 558.0, 552.0, 552.0, 550.0, 548.0, 547.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27602752", "24088502", "8317408", "23665162", "6315132", "10530014", "24512064", "38944245", "1387104", "36444198"], "ranked_scores": [535.0, 532.0, 531.0, 522.0, 521.0, 517.0, 516.0, 514.0, 513.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["52887689", "7514614", "22264117", "10012166", "1084345", "7834603", "18949516", "6040392", "16693950", "516867"], "ranked_scores": [562.0, 558.0, 553.0, 553.0, 549.0, 547.0, 544.0, 540.0, 540.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8305686", "4270992", "13790144", "8856690", "5914739", "30208015", "2714623", "3506723", "13639330", "8903143"], "ranked_scores": [576.0, 574.0, 569.0, 563.0, 562.0, 555.0, 554.0, 553.0, 549.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "810480", "25416944", "23670644", "13619127", "116792", "25315295", "14938990"], "ranked_scores": [566.0, 535.0, 525.0, 523.0, 514.0, 500.0, 498.0, 497.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["43711341", "18042803", "10365787", "15548965", "20313748", "40476126", "11710511", "3866315", "34735369", "612002"], "ranked_scores": [548.0, 538.0, 536.0, 534.0, 531.0, 531.0, 530.0, 530.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "22896970", "6422576", "6454371", "12225214", "34537906", "13583521", "7552147", "17945638", "680949"], "ranked_scores": [578.0, 554.0, 552.0, 549.0, 546.0, 546.0, 545.0, 545.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "14717213", "21246752", "3391547", "4410181", "5782614", "1145473", "5765455", "5836", "8925851"], "ranked_scores": [604.0, 567.0, 565.0, 559.0, 558.0, 556.0, 551.0, 549.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["21557055", "1686997", "24928817", "17416520", "40667066", "14241418", "7488455", "16472469", "22174015", "21181273"], "ranked_scores": [515.0, 511.0, 511.0, 510.0, 509.0, 505.0, 505.0, 504.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "25599283", "22023404", "30720103", "36960449", "16256507", "3150030", "3222187"], "ranked_scores": [580.0, 563.0, 560.0, 544.0, 540.0, 538.0, 527.0, 525.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "22023404", "13933299", "3222187", "71625969", "29107180", "30981192", "38028419", "41264017", "25599283"], "ranked_scores": [533.0, 527.0, 524.0, 515.0, 513.0, 506.0, 504.0, 502.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["12265561", "1065627", "8305686", "2030623", "24042363", "21676556", "2014909", "4429118", "43224840", "7729656"], "ranked_scores": [526.0, 520.0, 518.0, 516.0, 514.0, 514.0, 512.0, 510.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "24989194", "20544428", "13448422", "16826810", "37450671", "5765455", "22309946", "38630735", "3984231"], "ranked_scores": [609.0, 528.0, 523.0, 522.0, 521.0, 521.0, 518.0, 518.0, 517.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "13933299", "1358909", "24625323", "32463364", "7602348", "2425364", "10072941", "5691302"], "ranked_scores": [626.0, 544.0, 540.0, 535.0, 535.0, 533.0, 530.0, 527.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["40901687", "34905328", "30261663", "24387017", "2714623", "31624828", "16966326", "22174015", "2405259", "14308244"], "ranked_scores": [573.0, 567.0, 566.0, 562.0, 562.0, 561.0, 559.0, 558.0, 557.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "24294572", "20675284", "17755060", "12685434", "1686997", "31682248", "12358173", "9226649"], "ranked_scores": [601.0, 596.0, 590.0, 585.0, 569.0, 565.0, 563.0, 563.0, 560.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "20344442", "266641", "25479072", "18882947", "22174015", "9283422", "8538916", "38502066"], "ranked_scores": [602.0, 598.0, 586.0, 584.0, 584.0, 583.0, 583.0, 579.0, 578.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "13798951", "31902335", "266641", "25479072", "54561384", "28006126", "45414636", "9122283"], "ranked_scores": [577.0, 569.0, 563.0, 554.0, 551.0, 549.0, 547.0, 546.0, 545.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["21274496", "24512064", "11238951", "5398179", "27555165", "5114282", "7224723", "11020556", "35987381", "8300657"], "ranked_scores": [576.0, 566.0, 533.0, 528.0, 524.0, 522.0, 522.0, 520.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["22312627", "3083927", "3870062", "4406819", "1127562", "4324278", "44693226", "14171859", "21931005", "36653415"], "ranked_scores": [485.0, 481.0, 480.0, 477.0, 475.0, 472.0, 469.0, 469.0, 468.0, 468.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "14241418", "26607366", "2158516", "25895285", "34016944", "18473550", "24725136", "24873253"], "ranked_scores": [546.0, 544.0, 543.0, 534.0, 533.0, 533.0, 528.0, 526.0, 522.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "24873253", "5492542", "46485368", "39903312", "22942787", "43334921", "7613033", "25298276"], "ranked_scores": [602.0, 572.0, 567.0, 560.0, 560.0, 559.0, 552.0, 551.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "1550937", "10648422", "4429118", "3680979", "1360607", "14496749", "44935041", "22852120", "25315295"], "ranked_scores": [586.0, 577.0, 572.0, 572.0, 569.0, 568.0, 561.0, 561.0, 560.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "5483793", "8903143", "29288582", "5273056", "15972906", "34905328", "8538916", "18882947", "29347970"], "ranked_scores": [592.0, 581.0, 580.0, 579.0, 577.0, 575.0, 573.0, 573.0, 570.0, 570.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "32909242", "30813140", "29107210", "24942840", "7419612", "17693849", "16204011", "40905302"], "ranked_scores": [553.0, 479.0, 469.0, 465.0, 462.0, 460.0, 460.0, 459.0, 458.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "26887439", "45764440", "19047331", "24624992", "7225911", "4702639", "28651643", "18421962", "4920376"], "ranked_scores": [590.0, 585.0, 584.0, 583.0, 583.0, 582.0, 581.0, 575.0, 575.0, 574.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "6936141", "28149602", "5519177", "28015516", "195683603", "9225850", "25148216", "46926352"], "ranked_scores": [584.0, 580.0, 569.0, 565.0, 554.0, 551.0, 550.0, 549.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "7225911", "14171859", "17671145", "31272411", "56486733", "23286603", "41620295", "35760786", "17195001"], "ranked_scores": [558.0, 549.0, 545.0, 540.0, 539.0, 536.0, 533.0, 533.0, 529.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "35087728", "11254040", "31363207", "708425", "21700295", "15319019", "32023005"], "ranked_scores": [620.0, 591.0, 576.0, 570.0, 562.0, 561.0, 547.0, 542.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "22635278", "3898784", "5492542", "4678846", "49432306", "22517564", "9767444", "24150328", "3851329"], "ranked_scores": [539.0, 533.0, 531.0, 526.0, 524.0, 524.0, 522.0, 521.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-4000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "22023404", "2425364", "4462079", "25599283", "36960449", "12810152", "11071351", "3222187"], "ranked_scores": [557.0, 544.0, 524.0, 523.0, 518.0, 510.0, 510.0, 505.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6945285", "34582256", "13350374", "7198295", "1568684", "13000926", "6504953", "5503194", "2436602", "34121231"], "ranked_scores": [501.0, 479.0, 479.0, 477.0, 477.0, 472.0, 470.0, 468.0, 466.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "21301090", "16760369", "29253460", "4506414", "13448422", "41264017", "38630735", "15984735", "7640792"], "ranked_scores": [592.0, 561.0, 555.0, 547.0, 547.0, 544.0, 541.0, 541.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["34905328", "8903143", "9283422", "306006", "1748921", "24042363", "1227277", "8305686", "25479072", "5914739"], "ranked_scores": [556.0, 555.0, 553.0, 550.0, 549.0, 549.0, 547.0, 547.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "38752049", "21373821", "80109277", "32463364", "14606752", "12672066", "33417012", "22995579"], "ranked_scores": [562.0, 515.0, 512.0, 509.0, 506.0, 500.0, 496.0, 495.0, 493.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "28617573", "27873158", "9764256", "19140422", "23136735", "6561200", "6748318", "7650066", "46355579"], "ranked_scores": [621.0, 619.0, 619.0, 613.0, 597.0, 592.0, 587.0, 573.0, 570.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "20672596", "16319097", "31107919", "13613916", "9159125", "1344498", "37608303", "14171859"], "ranked_scores": [547.0, 544.0, 540.0, 538.0, 534.0, 529.0, 528.0, 522.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "21395936", "27789588", "2947124", "3308636", "16839245", "6182947", "381602", "1871230", "5386514"], "ranked_scores": [546.0, 535.0, 532.0, 528.0, 527.0, 526.0, 522.0, 521.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "10749308", "6477536", "13906581", "31460499", "26456326", "3038933", "13097856", "45920278"], "ranked_scores": [577.0, 508.0, 492.0, 465.0, 458.0, 455.0, 454.0, 453.0, 451.0, 450.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "4380287", "1871230", "28392393", "44935041", "9977329", "28783084", "40632104", "12948892", "3680979"], "ranked_scores": [540.0, 536.0, 534.0, 528.0, 528.0, 528.0, 526.0, 526.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "12866641", "6609935", "3308636", "13651792", "13070316", "15879931", "7711685", "24282306", "2274272"], "ranked_scores": [532.0, 513.0, 507.0, 503.0, 502.0, 502.0, 500.0, 500.0, 499.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["3308636", "2947124", "24044977", "45449835", "46926352", "13952658", "21258863", "1071991", "18914652", "24512064"], "ranked_scores": [546.0, 545.0, 544.0, 532.0, 527.0, 525.0, 521.0, 519.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["46926352", "34876410", "7764903", "14692646", "27550580", "10846815", "14591894", "17741440", "11238784", "21380348"], "ranked_scores": [476.0, 473.0, 472.0, 471.0, 471.0, 471.0, 470.0, 468.0, 468.0, 466.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "15678772", "14606752", "24148722", "7965928", "19804204", "12667988", "15889329", "22198971", "23785605"], "ranked_scores": [481.0, 478.0, 474.0, 473.0, 469.0, 469.0, 462.0, 460.0, 460.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "9754530", "79231308", "41493639", "45276789", "12258338", "24088502", "16390264", "32969964"], "ranked_scores": [537.0, 489.0, 487.0, 483.0, 483.0, 482.0, 480.0, 473.0, 472.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "22543403", "1848452", "9291668", "26230669", "4679264", "22551259", "4434951", "7514614"], "ranked_scores": [607.0, 604.0, 601.0, 595.0, 595.0, 567.0, 562.0, 557.0, 557.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "26045237", "22623275", "4324278", "26330861", "29073751", "44693226", "10790846", "40476126"], "ranked_scores": [533.0, 521.0, 518.0, 511.0, 509.0, 505.0, 504.0, 504.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "27602752", "1386103", "6936141", "16066726", "13905670", "5137019", "1550937", "2947124", "44366096"], "ranked_scores": [560.0, 541.0, 538.0, 537.0, 532.0, 530.0, 530.0, 529.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "23557241", "22007333", "25973484", "16322674", "21874312", "15559582", "1428840"], "ranked_scores": [623.0, 585.0, 581.0, 574.0, 564.0, 558.0, 558.0, 555.0, 553.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "32423829", "9764256", "12779444", "46355579", "29495185", "6561200", "28617573", "14664424"], "ranked_scores": [594.0, 588.0, 570.0, 570.0, 565.0, 561.0, 555.0, 554.0, 552.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["13290521", "5838067", "21651116", "19358586", "1227277", "23126677", "2619579", "44366096", "4664540", "10024681"], "ranked_scores": [539.0, 533.0, 532.0, 531.0, 529.0, 528.0, 527.0, 527.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["27602752", "24088502", "23665162", "24512064", "11344428", "20261352", "44562058", "7224723", "39443128", "6315132"], "ranked_scores": [532.0, 529.0, 527.0, 525.0, 522.0, 515.0, 512.0, 509.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["52887689", "10012166", "1084345", "7514614", "28707489", "22264117", "2543135", "4452659", "516867", "4326318"], "ranked_scores": [547.0, 538.0, 537.0, 531.0, 520.0, 520.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "5914739", "11983390", "30208015", "24315156", "8305686", "13790144", "32927475", "2714623", "18042803"], "ranked_scores": [557.0, 556.0, 553.0, 547.0, 546.0, 544.0, 544.0, 542.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "6123521", "26058927", "13619127", "13282296", "23670644", "85665741", "9559146"], "ranked_scores": [529.0, 510.0, 499.0, 495.0, 483.0, 482.0, 481.0, 481.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "43711341", "19313533", "8856690", "2158516", "10365787", "32922179", "31387717", "17195001", "40476126"], "ranked_scores": [522.0, 518.0, 515.0, 513.0, 511.0, 511.0, 508.0, 508.0, 507.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "31962403", "34537906", "12225214", "7552147", "14581009", "16319097", "37362689", "10504681", "7488455"], "ranked_scores": [548.0, 543.0, 542.0, 535.0, 534.0, 531.0, 529.0, 529.0, 528.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "3391547", "5765455", "5836", "6000423", "21246752", "8925851", "8551160", "1145473", "2679511"], "ranked_scores": [563.0, 547.0, 543.0, 541.0, 537.0, 536.0, 531.0, 531.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["17416520", "18041692", "16472469", "24928817", "14241418", "14178995", "9881829", "21754541", "20675284", "34498325"], "ranked_scores": [509.0, 507.0, 500.0, 497.0, 495.0, 495.0, 495.0, 495.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2425364", "21553394", "30720103", "23267371", "22023404", "25599283", "8856690", "3150030", "22442133", "22791348"], "ranked_scores": [549.0, 540.0, 527.0, 526.0, 516.0, 508.0, 503.0, 502.0, 501.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "22023404", "3067015", "13933299", "52072815", "750781", "317204", "8892905", "7873737", "7221410"], "ranked_scores": [541.0, 496.0, 494.0, 490.0, 487.0, 481.0, 480.0, 479.0, 479.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "4429118", "7583725", "6670101", "24315156", "19603353", "4489217", "40963697", "17388232", "2014909"], "ranked_scores": [519.0, 512.0, 510.0, 509.0, 506.0, 505.0, 505.0, 504.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "40632104", "6270720", "24989194", "18104691", "4653837", "5884524", "8246922", "38630735"], "ranked_scores": [603.0, 528.0, 524.0, 524.0, 511.0, 510.0, 509.0, 509.0, 508.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "13933299", "41264017", "10072941", "30981192", "1358909", "23983289", "5691302", "2425364"], "ranked_scores": [603.0, 549.0, 539.0, 534.0, 533.0, 527.0, 523.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["23052989", "31624828", "41913714", "16966326", "2714623", "40901687", "30261663", "34905328", "15983148", "28006126"], "ranked_scores": [557.0, 554.0, 549.0, 547.0, 547.0, 545.0, 544.0, 540.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "24294572", "6923961", "20675284", "31682248", "1686997", "4447785", "33387953", "12358173", "17755060"], "ranked_scores": [578.0, 572.0, 562.0, 560.0, 545.0, 544.0, 540.0, 535.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "29347970", "34905328", "9283422", "8538916", "18546584", "18882947", "266641", "29288582", "18231807"], "ranked_scores": [598.0, 585.0, 577.0, 570.0, 570.0, 567.0, 565.0, 559.0, 558.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "31902335", "34905328", "18237384", "25504006", "36271512", "21622715", "13798951", "4430962"], "ranked_scores": [558.0, 539.0, 520.0, 514.0, 513.0, 513.0, 511.0, 508.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "7224723", "16572581", "1071991", "5114282", "10648422", "5398179", "8563659"], "ranked_scores": [588.0, 567.0, 545.0, 536.0, 529.0, 528.0, 528.0, 527.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["3870062", "38751591", "46517055", "18348376", "4324278", "13878124", "22312627", "1127562", "14171859", "24746892"], "ranked_scores": [496.0, 480.0, 478.0, 474.0, 471.0, 469.0, 469.0, 468.0, 465.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "25895285", "31229233", "17338543", "9767444", "5500086", "14241418", "6503534", "36540079"], "ranked_scores": [548.0, 535.0, 535.0, 534.0, 531.0, 531.0, 524.0, 521.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "39903312", "7613033", "2492146", "5492542", "10958594", "35301079", "26000593", "24916604", "46485368"], "ranked_scores": [557.0, 540.0, 529.0, 527.0, 526.0, 524.0, 524.0, 522.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["1049501", "34016987", "16488405", "6853699", "24282306", "5752492", "14496749", "195683603", "10530014", "17438862"], "ranked_scores": [554.0, 553.0, 550.0, 547.0, 546.0, 544.0, 541.0, 540.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["4270992", "34905328", "2714623", "18882947", "5273056", "5914739", "13798951", "8903143", "45414636", "8538916"], "ranked_scores": [571.0, 569.0, 568.0, 563.0, 559.0, 558.0, 558.0, 558.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "32909242", "45548062", "11254040", "21323587", "5641851", "40817021", "9658390", "38180456"], "ranked_scores": [575.0, 479.0, 472.0, 467.0, 466.0, 459.0, 459.0, 456.0, 456.0, 455.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "45764440", "31272411", "25677651", "885056", "7225911", "9784254", "23746313", "1550937", "15322518"], "ranked_scores": [570.0, 570.0, 566.0, 564.0, 561.0, 559.0, 558.0, 556.0, 555.0, 554.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "195683603", "6936141", "36345578", "9784254", "17327939", "9225850", "15248287", "5519177"], "ranked_scores": [589.0, 577.0, 567.0, 557.0, 550.0, 548.0, 547.0, 543.0, 542.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "885056", "23286603", "31272411", "17671145", "41620295", "14171859", "18467982", "4920376", "41325555"], "ranked_scores": [568.0, 566.0, 556.0, 543.0, 542.0, 540.0, 540.0, 539.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "35087728", "11254040", "15319019", "341324", "21700295", "2824347", "5991309", "8659426"], "ranked_scores": [620.0, 577.0, 550.0, 542.0, 541.0, 541.0, 535.0, 529.0, 527.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["3462075", "24341590", "22635278", "7975937", "21185923", "9767444", "17934603", "3851329", "6407356", "7621534"], "ranked_scores": [527.0, 526.0, 524.0, 522.0, 521.0, 521.0, 519.0, 518.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-6000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "520579", "4462079", "2425364", "22023404", "18256197", "16701509", "10984005", "3222187"], "ranked_scores": [546.0, 536.0, 528.0, 511.0, 507.0, 507.0, 503.0, 502.0, 501.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6504953", "13000926", "24241932", "27866735", "3090454", "6945285", "28206748", "7198295", "1568684", "37296667"], "ranked_scores": [485.0, 480.0, 475.0, 475.0, 472.0, 469.0, 468.0, 468.0, 464.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "40156901", "29253460", "13448422", "38630735", "7640792", "21301090", "20526907", "750781"], "ranked_scores": [600.0, 576.0, 556.0, 556.0, 553.0, 550.0, 547.0, 536.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "27077180", "8698857", "24387017", "34905328", "25479072", "4324278", "22174015", "24042363", "36216395"], "ranked_scores": [574.0, 571.0, 558.0, 557.0, 556.0, 556.0, 555.0, 554.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "38752049", "4587978", "8868863", "32777637", "45581752", "80109277", "27150276"], "ranked_scores": [571.0, 525.0, 515.0, 510.0, 499.0, 499.0, 494.0, 492.0, 490.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "9764256", "28617573", "27873158", "19140422", "23136735", "6561200", "46355579", "7650066", "6748318"], "ranked_scores": [607.0, 603.0, 600.0, 596.0, 593.0, 587.0, 575.0, 556.0, 553.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["16319097", "21626639", "18810195", "20672596", "9159125", "22190276", "1922901", "31107919", "4500832", "6454371"], "ranked_scores": [548.0, 538.0, 537.0, 531.0, 526.0, 520.0, 517.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "46926352", "21395936", "38587347", "9648896", "28712203", "5821617", "1800734", "4429118", "6417632"], "ranked_scores": [544.0, 537.0, 529.0, 515.0, 513.0, 512.0, 512.0, 512.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "1967017", "10749308", "6477536", "8721150", "11469078", "2251426", "84085333"], "ranked_scores": [574.0, 512.0, 471.0, 464.0, 463.0, 457.0, 449.0, 446.0, 446.0, 445.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["4380287", "24707550", "40710501", "1871230", "5774746", "164985", "44935041", "219475", "24282306", "306006"], "ranked_scores": [553.0, 550.0, 545.0, 541.0, 541.0, 540.0, 537.0, 537.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "23727313", "22530842", "6609935", "2266471", "13651792", "34189936", "35534019", "18909530", "24150328"], "ranked_scores": [537.0, 523.0, 518.0, 516.0, 511.0, 509.0, 508.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "2947124", "21258863", "35301079", "46926352", "22635278", "13380980", "1071991", "13952658", "15081770"], "ranked_scores": [540.0, 530.0, 523.0, 522.0, 522.0, 521.0, 520.0, 515.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["11238784", "46926352", "7764903", "14591894", "35760786", "24660385", "34876410", "11742219", "38369817", "1871230"], "ranked_scores": [468.0, 465.0, 462.0, 462.0, 459.0, 457.0, 455.0, 452.0, 452.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["19804204", "7965928", "17930286", "15678772", "14606752", "32463364", "24148722", "39571812", "12667988", "30813140"], "ranked_scores": [484.0, 474.0, 472.0, 469.0, 466.0, 464.0, 463.0, 462.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "16390264", "9754530", "45276789", "41298619", "24088502", "41493639", "79231308", "44048701"], "ranked_scores": [507.0, 492.0, 483.0, 482.0, 481.0, 470.0, 470.0, 470.0, 468.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "22543403", "26230669", "7514614", "4434951", "1848452", "2466614", "4679264"], "ranked_scores": [637.0, 611.0, 607.0, 600.0, 595.0, 593.0, 584.0, 582.0, 574.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1344498", "17195001", "4324278", "26330861", "40476126", "44693226", "25901598", "29073751", "10846815"], "ranked_scores": [522.0, 511.0, 508.0, 499.0, 493.0, 493.0, 491.0, 485.0, 484.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["1386103", "9433958", "23052989", "1049501", "4303075", "8247597", "27602752", "39465575", "14496749", "1550937"], "ranked_scores": [554.0, 545.0, 542.0, 536.0, 535.0, 532.0, 531.0, 531.0, 526.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "23557241", "22007333", "15559582", "16322674", "25973484", "15512462", "16701509"], "ranked_scores": [615.0, 586.0, 579.0, 572.0, 563.0, 560.0, 552.0, 549.0, 548.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "9764256", "28617573", "46355579", "46695481", "6561200", "32423829", "19140422", "29495185", "7650066"], "ranked_scores": [583.0, 566.0, 559.0, 549.0, 548.0, 544.0, 539.0, 534.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "13290521", "17023584", "885056", "24221369", "2619579", "1227277", "19165076", "5838067"], "ranked_scores": [562.0, 545.0, 539.0, 536.0, 534.0, 531.0, 529.0, 525.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "27602752", "24512064", "10530014", "23665162", "11344428", "6315132", "24596228", "31001322", "5511240"], "ranked_scores": [554.0, 523.0, 512.0, 511.0, 510.0, 509.0, 506.0, 505.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "11414664", "19460822", "18949516", "7514614", "20418809", "516867", "4326318", "2466614"], "ranked_scores": [562.0, 560.0, 555.0, 540.0, 533.0, 533.0, 532.0, 529.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "13790144", "8305686", "30208015", "5914739", "12225214", "34498325", "20018321", "11983390", "18042803"], "ranked_scores": [556.0, 548.0, 546.0, 545.0, 543.0, 537.0, 537.0, 534.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "23670644", "25416944", "37592824", "116792", "13282296", "9813098", "27306942", "40790033"], "ranked_scores": [534.0, 521.0, 510.0, 495.0, 494.0, 491.0, 483.0, 483.0, 481.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "29557235", "10365787", "23393712", "21557055", "11710511", "43711341", "22767022", "31962403", "24157077"], "ranked_scores": [519.0, 509.0, 507.0, 505.0, 505.0, 502.0, 500.0, 496.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["6422576", "37362689", "2988714", "18041692", "31107919", "17945638", "28542402", "34537906", "12225214", "29557235"], "ranked_scores": [558.0, 552.0, 544.0, 537.0, 536.0, 535.0, 535.0, 533.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "26336593", "22551259", "5765455", "6000423", "8247597", "39758684", "21246752", "18038250", "8083310"], "ranked_scores": [567.0, 549.0, 549.0, 547.0, 546.0, 542.0, 541.0, 541.0, 539.0, 539.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["25748308", "14178995", "18041692", "3127341", "40667066", "8856690", "16472469", "17416520", "15692098", "21754541"], "ranked_scores": [502.0, 495.0, 494.0, 492.0, 489.0, 489.0, 488.0, 488.0, 486.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["2425364", "21553394", "23267371", "30720103", "25599283", "8842332", "22023404", "3222187", "33740844", "15578265"], "ranked_scores": [552.0, 552.0, 545.0, 529.0, 516.0, 508.0, 504.0, 504.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "10548391", "3222187", "6947286", "43156471", "1576955", "14663842", "435529", "4303939"], "ranked_scores": [522.0, 515.0, 496.0, 494.0, 491.0, 489.0, 486.0, 485.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["17388232", "1065627", "6670101", "11172205", "12265561", "1386103", "19603353", "6944800", "7729656", "4489217"], "ranked_scores": [520.0, 516.0, 513.0, 508.0, 508.0, 503.0, 501.0, 499.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "14362678", "6270720", "4653837", "15984735", "10284593", "38630735", "23785605", "6853699"], "ranked_scores": [599.0, 552.0, 540.0, 530.0, 528.0, 524.0, 524.0, 521.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "41264017", "32463364", "13933299", "752423", "1358909", "26107000", "24625323", "18025240", "13282296"], "ranked_scores": [604.0, 546.0, 546.0, 533.0, 529.0, 529.0, 528.0, 522.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2714623", "31624828", "16966326", "30261663", "33911859", "10704438", "24387017", "41913714", "15983148", "40901687"], "ranked_scores": [547.0, 546.0, 545.0, 544.0, 541.0, 537.0, 536.0, 536.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "24294572", "4979184", "33387953", "4447785", "20675284", "1686997", "12685434", "17775228"], "ranked_scores": [572.0, 564.0, 555.0, 553.0, 547.0, 543.0, 542.0, 542.0, 535.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "3545805", "29347970", "40608679", "18882947", "266641", "34905328", "22174015", "9283422", "10165258"], "ranked_scores": [598.0, 583.0, 572.0, 570.0, 569.0, 567.0, 567.0, 563.0, 557.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "31902335", "5273056", "14647747", "13798951", "11887584", "25504006", "36271512", "52944377"], "ranked_scores": [537.0, 533.0, 521.0, 519.0, 519.0, 516.0, 513.0, 512.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "7224723", "16572581", "10450300", "5398179", "1215116", "1071991", "5114282", "8563659"], "ranked_scores": [597.0, 585.0, 564.0, 549.0, 544.0, 542.0, 541.0, 541.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["28937856", "3870062", "4324278", "32975424", "12991445", "37296667", "40608679", "21012916", "29288582", "46602807"], "ranked_scores": [467.0, 466.0, 464.0, 462.0, 460.0, 459.0, 458.0, 457.0, 456.0, 456.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6788835", "36540079", "41239107", "6503534", "25895285", "17338543", "34016944", "9791313"], "ranked_scores": [538.0, 526.0, 516.0, 515.0, 515.0, 513.0, 513.0, 510.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "7613033", "10958594", "42731834", "24150328", "43334921", "22942787", "39903312", "5492542"], "ranked_scores": [579.0, 539.0, 537.0, 527.0, 526.0, 522.0, 520.0, 519.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "16488405", "8137081", "14496749", "1360607", "10530014", "1049501", "4429118", "1871230", "1550937"], "ranked_scores": [559.0, 552.0, 548.0, 545.0, 544.0, 542.0, 541.0, 541.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["4270992", "18882947", "34436231", "5273056", "2714623", "5483793", "18834078", "34905328", "5914739", "45414636"], "ranked_scores": [570.0, 570.0, 569.0, 566.0, 566.0, 565.0, 563.0, 562.0, 557.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "24318630", "32909242", "29107210", "40817021", "17693849", "26611094", "5641851", "9658390"], "ranked_scores": [581.0, 486.0, 483.0, 474.0, 468.0, 468.0, 466.0, 464.0, 459.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "25677651", "6670101", "1550937", "9559146", "7225911", "31272411", "9784254", "885056", "4324278"], "ranked_scores": [574.0, 544.0, 543.0, 541.0, 541.0, 541.0, 538.0, 536.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "195683603", "6936141", "2417551", "28149602", "15983148", "17327939", "44801733", "36345578"], "ranked_scores": [587.0, 575.0, 545.0, 542.0, 539.0, 537.0, 532.0, 532.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31272411", "23286603", "885056", "7225911", "41620295", "18467982", "3127341", "23076291", "25543207", "24042363"], "ranked_scores": [556.0, 545.0, 544.0, 541.0, 536.0, 535.0, 531.0, 525.0, 525.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "341324", "35087728", "32023005", "15997009", "15319019", "21700295"], "ranked_scores": [600.0, 565.0, 537.0, 534.0, 524.0, 521.0, 518.0, 517.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["6407356", "3462075", "22635278", "3935126", "31616203", "7613033", "3851329", "7621534", "24150328", "1605392"], "ranked_scores": [544.0, 535.0, 530.0, 525.0, 524.0, 522.0, 521.0, 521.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-8000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "520579", "4462079", "30981192", "2425364", "33409100", "22023404", "35724562", "12810152", "10984005"], "ranked_scores": [538.0, 523.0, 519.0, 516.0, 507.0, 503.0, 501.0, 500.0, 499.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["6945285", "1568684", "970012", "34582256", "7198295", "13000926", "28206748", "24285403", "6647414", "37296667"], "ranked_scores": [487.0, 486.0, 481.0, 479.0, 478.0, 476.0, 474.0, 474.0, 473.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "16760369", "38630735", "13448422", "7640792", "29253460", "21301090", "4678846", "27449472", "40156901"], "ranked_scores": [583.0, 560.0, 555.0, 549.0, 548.0, 547.0, 542.0, 527.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "5914739", "9283422", "1227277", "34905328", "28724565", "3545805", "25901598", "5273056", "4324278"], "ranked_scores": [567.0, 554.0, 549.0, 548.0, 547.0, 545.0, 544.0, 543.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "38752049", "21373821", "14606752", "4587978", "8868863", "80109277", "33417012", "24318630"], "ranked_scores": [583.0, 517.0, 507.0, 505.0, 495.0, 492.0, 492.0, 489.0, 487.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "28617573", "27873158", "9764256", "19140422", "23136735", "6561200", "1203035", "46355579", "6748318"], "ranked_scores": [603.0, 602.0, 600.0, 595.0, 590.0, 578.0, 567.0, 551.0, 546.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "16839245", "16319097", "14171859", "10846815", "4138659", "27693891", "20672596", "31107919"], "ranked_scores": [553.0, 535.0, 533.0, 531.0, 528.0, 522.0, 521.0, 520.0, 520.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "21395936", "46926352", "24282306", "28712203", "6182947", "8659426", "7451018", "38587347", "4429118"], "ranked_scores": [541.0, 538.0, 518.0, 515.0, 515.0, 512.0, 506.0, 506.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "63858430", "1967017", "3052642", "10749308", "2015126", "7547329", "2251426"], "ranked_scores": [564.0, 485.0, 474.0, 465.0, 464.0, 454.0, 453.0, 452.0, 445.0, 444.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "219475", "1933281", "164985", "3559136", "38587347", "12948892", "44935041", "15727984", "9226649"], "ranked_scores": [571.0, 549.0, 543.0, 542.0, 540.0, 539.0, 539.0, 539.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "6609935", "2266471", "4816339", "4928057", "219475", "12866641", "2192419", "24150328", "9315213"], "ranked_scores": [511.0, 505.0, 502.0, 498.0, 495.0, 494.0, 492.0, 490.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "24044977", "46926352", "1071991", "18938992", "13952658", "8246922", "14692646", "21258863", "3308636"], "ranked_scores": [546.0, 544.0, 532.0, 529.0, 527.0, 526.0, 525.0, 524.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["46926352", "14591894", "11238784", "7764903", "34228604", "14615911", "3330111", "19450341", "8672737", "7552147"], "ranked_scores": [472.0, 469.0, 463.0, 459.0, 458.0, 455.0, 455.0, 453.0, 453.0, 452.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "7965928", "14566771", "12667988", "15678772", "39571812", "15889329", "3150030", "14606752"], "ranked_scores": [498.0, 493.0, 483.0, 476.0, 473.0, 471.0, 470.0, 470.0, 466.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "9754530", "45276789", "41298619", "11718220", "3898784", "79231308", "12258338", "24088502", "6580081"], "ranked_scores": [510.0, 480.0, 478.0, 475.0, 472.0, 464.0, 464.0, 463.0, 463.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22543403", "22264117", "26230669", "1848452", "4434951", "7514614", "14475235", "4679264"], "ranked_scores": [627.0, 610.0, 600.0, 598.0, 590.0, 580.0, 579.0, 568.0, 565.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "1344498", "17195001", "25901598", "4324278", "26330861", "22623275", "44693226", "10534299", "19460822"], "ranked_scores": [525.0, 517.0, 512.0, 510.0, 506.0, 506.0, 501.0, 501.0, 499.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "1386103", "6936141", "23052989", "1049501", "27602752", "14178995", "5137019", "40094786", "2947124"], "ranked_scores": [557.0, 546.0, 543.0, 541.0, 539.0, 539.0, 538.0, 538.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "22007333", "27123743", "23557241", "17450673", "15559582", "21874312", "16701509", "16322674", "5864770"], "ranked_scores": [612.0, 575.0, 569.0, 568.0, 568.0, 565.0, 545.0, 540.0, 536.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "9764256", "46695481", "28617573", "46355579", "32423829", "7650066", "6561200", "14664424", "22942787"], "ranked_scores": [575.0, 564.0, 560.0, 547.0, 545.0, 542.0, 540.0, 536.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "10024681", "1227277", "8005007", "44366096", "1695604", "2619579", "19165076", "13290521", "17023584"], "ranked_scores": [553.0, 534.0, 533.0, 533.0, 530.0, 528.0, 526.0, 526.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "27602752", "11344428", "1387104", "24596228", "24512064", "45276789", "883747", "27866735", "5511240"], "ranked_scores": [543.0, 531.0, 518.0, 514.0, 509.0, 508.0, 506.0, 505.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "516867", "16693950", "4326318", "2466614", "7514614", "20418809", "6309659", "24347647"], "ranked_scores": [559.0, 547.0, 537.0, 536.0, 535.0, 532.0, 529.0, 526.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5914739", "4270992", "8305686", "30208015", "26011884", "14155726", "16120395", "18042803", "23393712", "44640124"], "ranked_scores": [551.0, 550.0, 545.0, 540.0, 536.0, 533.0, 532.0, 532.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "23670644", "37592824", "116792", "9813098", "13619127", "810480", "10359591", "33960383"], "ranked_scores": [536.0, 509.0, 500.0, 499.0, 483.0, 483.0, 482.0, 482.0, 477.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "11710511", "36345185", "8856690", "43711341", "21179714", "22767022", "29557235", "40901687", "38587347"], "ranked_scores": [520.0, 502.0, 501.0, 500.0, 499.0, 497.0, 495.0, 494.0, 494.0, 494.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["18041692", "34537906", "6422576", "2988714", "37362689", "37297740", "24881307", "31107919", "2380002", "28542402"], "ranked_scores": [546.0, 543.0, 542.0, 540.0, 530.0, 528.0, 526.0, 524.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["26336593", "8247597", "2359152", "22551259", "39758684", "6000423", "4312169", "20904154", "19541444", "8551160"], "ranked_scores": [552.0, 549.0, 547.0, 542.0, 541.0, 539.0, 538.0, 538.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["18041692", "40667066", "16472469", "21754541", "469066", "24881307", "14178995", "33792330", "17416520", "7492250"], "ranked_scores": [522.0, 511.0, 510.0, 510.0, 508.0, 506.0, 503.0, 500.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "2425364", "23267371", "22023404", "25599283", "3150030", "8529693", "24594624", "6718824"], "ranked_scores": [550.0, 541.0, 539.0, 528.0, 519.0, 512.0, 509.0, 506.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "10548391", "29947146", "13933299", "11349166", "22023404", "2851611", "30981192", "8856690"], "ranked_scores": [514.0, 490.0, 478.0, 475.0, 475.0, 474.0, 472.0, 471.0, 471.0, 471.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "6670101", "17388232", "41982985", "1386103", "12265561", "2014909", "4429118", "19708993", "40963697"], "ranked_scores": [529.0, 528.0, 512.0, 510.0, 506.0, 505.0, 504.0, 503.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "6270720", "10284593", "8427306", "24989194", "39084565", "40632104", "9194077", "5765455"], "ranked_scores": [610.0, 545.0, 533.0, 527.0, 527.0, 525.0, 521.0, 521.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "41264017", "32463364", "24625323", "4647303", "30981192", "23983289", "26107000", "13282296"], "ranked_scores": [611.0, 546.0, 533.0, 529.0, 527.0, 526.0, 520.0, 518.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "15983148", "2714623", "40901687", "2405259", "30261663", "31624828", "23052989", "5483793", "12909503"], "ranked_scores": [552.0, 549.0, 547.0, 547.0, 546.0, 545.0, 544.0, 542.0, 542.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "20675284", "12685434", "12358173", "4979184", "1686997", "27693891", "33387953", "7028976"], "ranked_scores": [574.0, 567.0, 555.0, 553.0, 548.0, 539.0, 537.0, 536.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "18882947", "9283422", "29347970", "3545805", "266641", "36271512", "40608679", "8903143"], "ranked_scores": [580.0, 566.0, 563.0, 560.0, 556.0, 553.0, 552.0, 549.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "13798951", "34905328", "3835423", "5273056", "33535222", "14647747", "25479072", "5508750"], "ranked_scores": [549.0, 536.0, 515.0, 511.0, 508.0, 508.0, 507.0, 507.0, 506.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "13966946", "1215116", "10450300", "30933307", "5114282", "28738741", "7451018", "7224723"], "ranked_scores": [582.0, 550.0, 534.0, 527.0, 523.0, 520.0, 520.0, 519.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4324278", "18348376", "11738716", "29288582", "17539488", "23237995", "1387654", "26596106", "28937856", "23576726"], "ranked_scores": [475.0, 473.0, 472.0, 465.0, 465.0, 464.0, 463.0, 462.0, 462.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "5273056", "25014337", "36540079", "25895285", "6788835", "16966326", "41239107", "6503534", "17338543"], "ranked_scores": [526.0, 525.0, 523.0, 520.0, 513.0, 512.0, 511.0, 511.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "22942787", "39903312", "24150328", "7613033", "46485368", "20372201", "24575065", "24341590"], "ranked_scores": [562.0, 538.0, 533.0, 531.0, 525.0, 519.0, 518.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "6853699", "22406695", "7521113", "16488405", "4429118", "1049501", "24282306", "28107602", "14496749"], "ranked_scores": [584.0, 561.0, 560.0, 556.0, 553.0, 549.0, 549.0, 546.0, 545.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5483793", "18834078", "34905328", "18882947", "2714623", "8903143", "4270992", "2825380", "18237384", "8538916"], "ranked_scores": [578.0, 572.0, 569.0, 568.0, 563.0, 561.0, 557.0, 557.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "21323587", "29107210", "5641851", "116556376", "6517267", "8190282", "10577574", "32909242"], "ranked_scores": [555.0, 491.0, 490.0, 475.0, 473.0, 472.0, 470.0, 469.0, 468.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["29073751", "31272411", "885056", "14050257", "9559146", "36904081", "9784254", "19165076", "23746313", "6670101"], "ranked_scores": [567.0, 563.0, 562.0, 556.0, 554.0, 551.0, 550.0, 550.0, 548.0, 548.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "195683603", "28149602", "6936141", "36345578", "17741440", "38587347", "4447785", "34537906"], "ranked_scores": [586.0, 586.0, 550.0, 550.0, 543.0, 541.0, 536.0, 534.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31272411", "7225911", "885056", "23286603", "19165076", "3127341", "17671145", "56486733", "24042363", "29073751"], "ranked_scores": [562.0, 562.0, 557.0, 555.0, 543.0, 541.0, 540.0, 539.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "31363207", "5991309", "15997009", "266641", "15319019", "35087728", "21700295"], "ranked_scores": [601.0, 577.0, 557.0, 551.0, 542.0, 534.0, 527.0, 525.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1605392", "22635278", "26045237", "6407356", "3935126", "13778710", "18421962", "5519177", "49432306", "7621534"], "ranked_scores": [541.0, 527.0, 524.0, 523.0, 521.0, 519.0, 517.0, 517.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-10000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "30981192", "2425364", "22023404", "18256197", "13933299", "520579", "23983289", "3150030"], "ranked_scores": [543.0, 532.0, 516.0, 515.0, 514.0, 510.0, 509.0, 508.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13350374", "970012", "34582256", "24285403", "6945285", "25687558", "37296667", "4810810", "33458992", "34121231"], "ranked_scores": [489.0, 486.0, 484.0, 482.0, 481.0, 480.0, 479.0, 476.0, 476.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "7640792", "16760369", "38630735", "13448422", "40156901", "29253460", "21301090", "25028913", "750781"], "ranked_scores": [594.0, 560.0, 556.0, 555.0, 554.0, 549.0, 546.0, 545.0, 539.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "34905328", "9283422", "1227277", "4324278", "25479072", "25901598", "5273056", "22174015", "28724565"], "ranked_scores": [549.0, 548.0, 545.0, 543.0, 542.0, 540.0, 536.0, 536.0, 535.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "38752049", "8868863", "14606752", "24318630", "33417012", "12672066", "22995579"], "ranked_scores": [576.0, 518.0, 517.0, 502.0, 497.0, 489.0, 489.0, 489.0, 485.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "27873158", "28617573", "9764256", "19140422", "6561200", "23136735", "1203035", "7650066", "46355579"], "ranked_scores": [628.0, 617.0, 610.0, 601.0, 598.0, 582.0, 572.0, 568.0, 565.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "16319097", "20672596", "38844612", "3874000", "4319174", "23403754", "8551160", "9159125"], "ranked_scores": [557.0, 547.0, 535.0, 534.0, 527.0, 524.0, 524.0, 521.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["21395936", "23509113", "6182947", "46926352", "3619931", "883747", "15727984", "28712203", "9648896", "5386514"], "ranked_scores": [552.0, 545.0, 536.0, 531.0, 528.0, 527.0, 526.0, 526.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "1967017", "63858430", "8721150", "30655442", "20945963", "8426046"], "ranked_scores": [557.0, 498.0, 482.0, 472.0, 458.0, 458.0, 448.0, 446.0, 441.0, 440.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "28392393", "164985", "1871230", "4380287", "9977329", "44935041", "306006", "38587347", "381602"], "ranked_scores": [564.0, 555.0, 549.0, 545.0, 545.0, 543.0, 542.0, 542.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "3984231", "22530842", "2192419", "6609935", "38630735", "10576136", "12866641", "7613033", "8290953"], "ranked_scores": [522.0, 509.0, 509.0, 499.0, 499.0, 495.0, 494.0, 494.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "24044977", "13952658", "3308636", "46926352", "21258863", "5386514", "20610557", "8246922", "6182947"], "ranked_scores": [541.0, 539.0, 539.0, 530.0, 530.0, 527.0, 524.0, 524.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["46926352", "25942757", "7764903", "11238784", "19603353", "14591894", "30464859", "38369817", "10846815", "11742219"], "ranked_scores": [471.0, 461.0, 459.0, 458.0, 458.0, 457.0, 457.0, 454.0, 453.0, 453.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "7965928", "22023404", "3150030", "14606752", "19804204", "11992632", "750781", "46764350"], "ranked_scores": [501.0, 481.0, 473.0, 468.0, 465.0, 464.0, 463.0, 463.0, 461.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "9754530", "79231308", "11718220", "24088502", "3898784", "45276789", "21323587", "16390264", "41298619"], "ranked_scores": [495.0, 482.0, 479.0, 478.0, 474.0, 473.0, 472.0, 472.0, 471.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "26230669", "22264117", "9291668", "22543403", "1848452", "2466614", "22551259", "4679264", "4434951"], "ranked_scores": [629.0, 610.0, 607.0, 607.0, 597.0, 579.0, 575.0, 572.0, 571.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "22623275", "1805641", "4324278", "1344498", "12409683", "25901598", "18348376", "26045237"], "ranked_scores": [528.0, 521.0, 518.0, 506.0, 503.0, 501.0, 498.0, 497.0, 493.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "14496749", "9559146", "10648422", "40608679", "21855837", "27602752", "16627684", "7717468", "1550937"], "ranked_scores": [540.0, 537.0, 535.0, 534.0, 533.0, 532.0, 532.0, 532.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "23557241", "17450673", "22007333", "27123743", "15559582", "1428840", "25973484", "21874312", "5864770"], "ranked_scores": [628.0, 586.0, 581.0, 573.0, 573.0, 560.0, 555.0, 553.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "28617573", "9764256", "7650066", "46695481", "46355579", "6561200", "32423829", "29495185", "40735046"], "ranked_scores": [592.0, 563.0, 562.0, 554.0, 553.0, 551.0, 549.0, 547.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "17023584", "8005007", "7912", "24221369", "1227277", "10024681", "19165076", "23126677"], "ranked_scores": [563.0, 546.0, 540.0, 537.0, 535.0, 533.0, 530.0, 529.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "27602752", "11344428", "883747", "24512064", "5800138", "21495419", "23665162", "24943534", "5511240"], "ranked_scores": [534.0, 518.0, 518.0, 517.0, 515.0, 512.0, 506.0, 505.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "22264117", "516867", "13350374", "24347647", "11414664", "7514614", "19460822", "4326318"], "ranked_scores": [569.0, 561.0, 539.0, 534.0, 532.0, 532.0, 529.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5914739", "4270992", "8305686", "13790144", "30208015", "23393712", "2714623", "18042803", "24042363", "24315156"], "ranked_scores": [553.0, 551.0, 541.0, 541.0, 538.0, 532.0, 522.0, 520.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "23670644", "116792", "37592824", "25416944", "810480", "27428509", "22178316", "13189693"], "ranked_scores": [549.0, 529.0, 526.0, 513.0, 512.0, 494.0, 494.0, 483.0, 482.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "23393712", "8856690", "11710511", "22767022", "10365787", "29557235", "323030", "16128711", "36271512"], "ranked_scores": [525.0, 523.0, 517.0, 514.0, 513.0, 507.0, 505.0, 504.0, 503.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "6454371", "37362689", "6422576", "4138659", "17945638", "24881307", "2380002", "7451607"], "ranked_scores": [566.0, 554.0, 543.0, 541.0, 539.0, 538.0, 534.0, 534.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["6000423", "2359152", "8083310", "5765455", "3391547", "1145473", "5782614", "13293033", "12887068", "40349336"], "ranked_scores": [556.0, 552.0, 548.0, 544.0, 542.0, 539.0, 539.0, 536.0, 536.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["469066", "14178995", "8856690", "18041692", "9638032", "665817", "21754541", "928281", "15548965", "25748308"], "ranked_scores": [501.0, 499.0, 498.0, 493.0, 493.0, 491.0, 489.0, 488.0, 488.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "2425364", "23267371", "22023404", "3150030", "33740844", "25599283", "6718824", "3222187"], "ranked_scores": [557.0, 552.0, 543.0, 537.0, 520.0, 511.0, 511.0, 509.0, 505.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "11349166", "7873737", "3153673", "16172576", "22968257", "13933299", "23783727", "2831620"], "ranked_scores": [527.0, 513.0, 493.0, 490.0, 488.0, 484.0, 483.0, 482.0, 481.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12265561", "6670101", "40963697", "17388232", "32532238", "41982985", "37437064", "18909530", "1922901"], "ranked_scores": [525.0, 516.0, 510.0, 505.0, 503.0, 503.0, 502.0, 499.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "6270720", "38630735", "8290953", "40632104", "10284593", "15984735", "14060030", "39084565"], "ranked_scores": [601.0, 555.0, 541.0, 539.0, 535.0, 530.0, 527.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "32463364", "41264017", "23983289", "24625323", "35724562", "40790033", "30981192", "6945285"], "ranked_scores": [612.0, 545.0, 541.0, 539.0, 538.0, 530.0, 524.0, 524.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2714623", "16966326", "23052989", "15983148", "24387017", "10704438", "28107602", "41913714", "40901687", "31624828"], "ranked_scores": [547.0, 547.0, 545.0, 542.0, 541.0, 539.0, 538.0, 538.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "1686997", "20675284", "33387953", "17775228", "4979184", "18399038", "12685434", "31682248"], "ranked_scores": [570.0, 563.0, 551.0, 547.0, 543.0, 542.0, 541.0, 539.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "11887584", "29347970", "20344442", "18882947", "8538916", "9283422", "36271512", "266641"], "ranked_scores": [581.0, 574.0, 562.0, 562.0, 562.0, 556.0, 555.0, 555.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "29347970", "5273056", "13798951", "33535222", "14647747", "34905328", "28006126", "8144920"], "ranked_scores": [563.0, 552.0, 523.0, 523.0, 520.0, 519.0, 518.0, 515.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "13966946", "28738741", "1215116", "5398179", "7224723", "8563659", "13959707", "5735492"], "ranked_scores": [579.0, 548.0, 537.0, 534.0, 530.0, 530.0, 527.0, 522.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4324278", "1127562", "28937856", "38919140", "18348376", "3870062", "2335873", "33792330", "1031534", "41913714"], "ranked_scores": [466.0, 464.0, 464.0, 463.0, 462.0, 462.0, 461.0, 461.0, 460.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6503534", "15319019", "24341590", "31229233", "25014337", "1967017", "13940200", "5273056", "2817000", "40349336"], "ranked_scores": [524.0, 521.0, 519.0, 512.0, 510.0, 507.0, 505.0, 505.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "39903312", "22942787", "26000593", "35301079", "7613033", "24150328", "24341590", "5492542"], "ranked_scores": [576.0, 546.0, 545.0, 541.0, 523.0, 522.0, 522.0, 521.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "10530014", "4399311", "39084565", "1049501", "14496749", "6853699", "1550937", "22406695", "7521113"], "ranked_scores": [577.0, 566.0, 562.0, 562.0, 562.0, 557.0, 557.0, 556.0, 556.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["34905328", "5483793", "2613411", "18834078", "41982985", "13798951", "13868795", "2714623", "306006", "8538916"], "ranked_scores": [584.0, 574.0, 567.0, 567.0, 564.0, 563.0, 559.0, 559.0, 558.0, 557.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "24318630", "21323587", "26611094", "8190282", "45461275", "29107210", "38180456", "32909242", "11254040"], "ranked_scores": [565.0, 472.0, 470.0, 468.0, 468.0, 465.0, 462.0, 462.0, 462.0, 460.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9559146", "6670101", "31272411", "7225911", "45764440", "1550937", "2266471", "3559136", "36904081", "9784254"], "ranked_scores": [559.0, 557.0, 555.0, 552.0, 549.0, 548.0, 548.0, 546.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "28149602", "4447785", "17741440", "1676568", "195683603", "46926352", "36345578", "9784254"], "ranked_scores": [593.0, 585.0, 550.0, 549.0, 548.0, 546.0, 546.0, 540.0, 540.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "3127341", "23286603", "21754541", "31272411", "885056", "41620295", "18231257", "14171859", "22623275"], "ranked_scores": [547.0, 540.0, 533.0, 526.0, 524.0, 524.0, 521.0, 521.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "341324", "15997009", "5991309", "21700295", "35087728", "15319019"], "ranked_scores": [608.0, 584.0, 555.0, 549.0, 545.0, 544.0, 544.0, 533.0, 531.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "1605392", "6407356", "7613033", "13283919", "21366394", "7621534", "17934603", "3462075", "5519177"], "ranked_scores": [550.0, 533.0, 531.0, 527.0, 523.0, 520.0, 519.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-bat-nstep-12000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "520579", "16701509", "18256197", "2425364", "23983289", "16760369", "12810152"], "ranked_scores": [531.0, 524.0, 520.0, 512.0, 510.0, 509.0, 509.0, 507.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["34582256", "970012", "6945285", "1967017", "24285403", "6647414", "28206748", "1281769", "13000926", "13350374"], "ranked_scores": [494.0, 488.0, 479.0, 478.0, 475.0, 474.0, 472.0, 472.0, 471.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "7640792", "38630735", "29253460", "40156901", "16760369", "4678846", "25028913", "15925931"], "ranked_scores": [601.0, 568.0, 558.0, 553.0, 548.0, 546.0, 544.0, 540.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "9283422", "1227277", "4324278", "25479072", "8698857", "5273056", "34905328", "5914739", "24042363"], "ranked_scores": [547.0, 547.0, 544.0, 538.0, 537.0, 536.0, 535.0, 533.0, 533.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "38752049", "33417012", "14606752", "24318630", "22995579", "5704562", "8868863"], "ranked_scores": [571.0, 519.0, 506.0, 505.0, 494.0, 485.0, 484.0, 483.0, 481.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "9764256", "27873158", "28617573", "19140422", "23136735", "6561200", "1203035", "7650066", "16980892"], "ranked_scores": [614.0, 603.0, 600.0, 598.0, 588.0, 573.0, 557.0, 556.0, 556.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "16319097", "18810195", "20672596", "23576165", "13613916", "38844612", "11616424", "9159125", "6454371"], "ranked_scores": [552.0, 544.0, 543.0, 533.0, 520.0, 517.0, 516.0, 514.0, 511.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "21395936", "15727984", "24044977", "8891333", "5386514", "21150010", "6182947", "46926352", "883747"], "ranked_scores": [548.0, 529.0, 519.0, 519.0, 519.0, 518.0, 517.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "1967017", "6477536", "10749308", "63858430", "8721150", "11469078", "30655442", "7547329"], "ranked_scores": [570.0, 506.0, 468.0, 466.0, 466.0, 458.0, 453.0, 453.0, 450.0, 442.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "164985", "1871230", "195683603", "44935041", "38587347", "219475", "16853734", "1933281", "9226649"], "ranked_scores": [564.0, 547.0, 543.0, 542.0, 541.0, 540.0, 539.0, 537.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "3984231", "22530842", "6609935", "6270720", "10576136", "4418112", "32159283", "39084565", "40632104"], "ranked_scores": [528.0, 523.0, 518.0, 516.0, 510.0, 509.0, 504.0, 501.0, 500.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "2947124", "3308636", "8246922", "13952658", "46926352", "5386514", "39443128", "7115651", "15081770"], "ranked_scores": [543.0, 537.0, 537.0, 536.0, 532.0, 527.0, 524.0, 521.0, 521.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["11238784", "14591894", "46926352", "7764903", "8672737", "2576811", "24660385", "18263406", "1871230", "9705208"], "ranked_scores": [468.0, 464.0, 463.0, 463.0, 459.0, 458.0, 457.0, 450.0, 447.0, 446.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24148722", "7965928", "12667988", "19804204", "76463821", "39571812", "15657779", "35724562", "750781"], "ranked_scores": [485.0, 474.0, 471.0, 469.0, 460.0, 459.0, 457.0, 457.0, 456.0, 456.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "9754530", "11718220", "3898784", "79231308", "21323587", "24055603", "44048701", "6157837"], "ranked_scores": [504.0, 482.0, 471.0, 470.0, 466.0, 464.0, 463.0, 463.0, 461.0, 459.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "9291668", "26230669", "1848452", "22543403", "4434951", "4679264", "2466614", "7514614"], "ranked_scores": [628.0, 604.0, 597.0, 592.0, 584.0, 584.0, 581.0, 570.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1805641", "25901598", "19460822", "18348376", "4324278", "26330861", "12409683", "1344498"], "ranked_scores": [526.0, 516.0, 504.0, 503.0, 501.0, 500.0, 499.0, 499.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "27602752", "23052989", "1386103", "1049501", "4303075", "14496749", "6936141", "7717468", "4399311"], "ranked_scores": [548.0, 542.0, 536.0, 535.0, 534.0, 531.0, 528.0, 527.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "17450673", "22007333", "27123743", "23557241", "15559582", "13831842", "1428840", "25973484", "16701509"], "ranked_scores": [616.0, 580.0, 579.0, 571.0, 568.0, 561.0, 558.0, 555.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "28617573", "7650066", "9764256", "6561200", "46695481", "46355579", "32423829", "19140422", "29495185"], "ranked_scores": [581.0, 559.0, 551.0, 548.0, 548.0, 547.0, 544.0, 541.0, 521.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "19165076", "8005007", "13290521", "24221369", "7912", "21651116", "17023584", "3154880"], "ranked_scores": [554.0, 549.0, 535.0, 532.0, 532.0, 531.0, 530.0, 525.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "27602752", "11344428", "23665162", "24943534", "32159283", "883747", "27866735", "5800138"], "ranked_scores": [529.0, 523.0, 518.0, 517.0, 515.0, 512.0, 510.0, 509.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "22264117", "7514614", "13350374", "2466614", "516867", "24347647", "4326318", "19460822"], "ranked_scores": [564.0, 553.0, 552.0, 535.0, 532.0, 530.0, 530.0, 527.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "5914739", "13790144", "18042803", "23393712", "8305686", "2714623", "41928290", "24315156", "3506723"], "ranked_scores": [556.0, 552.0, 538.0, 535.0, 534.0, 532.0, 529.0, 526.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "23670644", "15889329", "37592824", "810480", "116792", "25416944", "41710132", "24921368", "13189693"], "ranked_scores": [532.0, 505.0, 504.0, 500.0, 485.0, 481.0, 480.0, 479.0, 476.0, 474.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "29557235", "23393712", "2119889", "18042803", "22767022", "36345185", "40145839", "8856690", "612002"], "ranked_scores": [515.0, 515.0, 508.0, 508.0, 505.0, 504.0, 504.0, 504.0, 504.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["34537906", "2988714", "680949", "6422576", "7451607", "24881307", "24555417", "2380002", "37362689", "31962403"], "ranked_scores": [555.0, 542.0, 528.0, 528.0, 526.0, 523.0, 522.0, 520.0, 520.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6000423", "1145473", "14717213", "12887068", "13293033", "8083310", "3391547", "5765455", "8247597"], "ranked_scores": [571.0, 554.0, 551.0, 539.0, 539.0, 538.0, 536.0, 534.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "8856690", "18041692", "469066", "21754541", "40901687", "928281", "25748308", "11569583", "29073751"], "ranked_scores": [505.0, 503.0, 497.0, 492.0, 491.0, 489.0, 487.0, 487.0, 484.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "23267371", "2425364", "22023404", "25599283", "3150030", "3222187", "24594624", "15578265"], "ranked_scores": [541.0, 535.0, 532.0, 526.0, 523.0, 512.0, 508.0, 507.0, 504.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "11349166", "13933299", "30981192", "4303939", "21571708", "51386222", "22023404", "750781"], "ranked_scores": [519.0, 517.0, 500.0, 489.0, 486.0, 483.0, 480.0, 480.0, 478.0, 478.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12265561", "17388232", "40963697", "6670101", "32532238", "18909530", "15955172", "4429118", "4489217"], "ranked_scores": [533.0, 522.0, 520.0, 515.0, 510.0, 502.0, 500.0, 495.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "15984735", "38630735", "10284593", "6270720", "5884524", "23785605", "8290953", "18104691"], "ranked_scores": [598.0, 558.0, 528.0, 527.0, 525.0, 521.0, 519.0, 518.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "32463364", "41264017", "12206390", "24625323", "5691302", "30981192", "23983289", "4647303"], "ranked_scores": [615.0, 542.0, 535.0, 530.0, 527.0, 525.0, 523.0, 521.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["41913714", "16966326", "2714623", "24387017", "8596357", "18348376", "5483793", "40901687", "12909503", "31624828"], "ranked_scores": [539.0, 538.0, 536.0, 536.0, 535.0, 535.0, 534.0, 533.0, 532.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "12685434", "33387953", "1686997", "18399038", "4447785", "20675284", "4979184", "28334217"], "ranked_scores": [562.0, 554.0, 548.0, 544.0, 541.0, 540.0, 538.0, 535.0, 535.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "18882947", "9283422", "36271512", "29347970", "3545805", "266641", "11887584", "20344442"], "ranked_scores": [599.0, 575.0, 569.0, 565.0, 564.0, 561.0, 559.0, 559.0, 558.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "5273056", "34905328", "14647747", "13798951", "33535222", "52944377", "31902335", "36216395"], "ranked_scores": [548.0, 538.0, 523.0, 517.0, 516.0, 515.0, 514.0, 513.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "13966946", "5398179", "28738741", "16572581", "1215116", "8300657", "8563659", "7224723"], "ranked_scores": [587.0, 550.0, 531.0, 530.0, 530.0, 528.0, 528.0, 528.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["12991445", "28937856", "4324278", "29073751", "37296667", "1031534", "469066", "13878124", "18348376", "4406819"], "ranked_scores": [468.0, 458.0, 457.0, 457.0, 456.0, 455.0, 455.0, 454.0, 454.0, 454.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["6503534", "5273056", "25014337", "2817000", "15319019", "31229233", "30122260", "17338543", "1967017", "8856690"], "ranked_scores": [517.0, 516.0, 515.0, 514.0, 513.0, 506.0, 506.0, 503.0, 503.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "39903312", "26000593", "42731834", "22942787", "7613033", "46485368", "41294031", "10958594"], "ranked_scores": [569.0, 551.0, 541.0, 524.0, 524.0, 523.0, 522.0, 522.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "4429118", "10530014", "1049501", "6853699", "7521113", "16488405", "14496749", "4399311", "1550937"], "ranked_scores": [569.0, 563.0, 560.0, 557.0, 554.0, 553.0, 549.0, 547.0, 547.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5273056", "18834078", "18882947", "34905328", "34436231", "5914739", "36271512", "2714623", "41982985", "5483793"], "ranked_scores": [565.0, 560.0, 559.0, 557.0, 556.0, 555.0, 554.0, 554.0, 553.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "24318630", "11254040", "26611094", "29107210", "32909242", "10577574", "116556376", "19945096"], "ranked_scores": [570.0, 480.0, 474.0, 471.0, 466.0, 464.0, 463.0, 463.0, 462.0, 462.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["19165076", "31272411", "7225911", "29073751", "23746313", "6670101", "36904081", "45764440", "9559146", "13763195"], "ranked_scores": [559.0, 558.0, 556.0, 554.0, 550.0, 548.0, 543.0, 542.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "36345578", "28149602", "195683603", "38587347", "34537906", "4447785", "5821617", "34439544"], "ranked_scores": [589.0, 583.0, 554.0, 551.0, 550.0, 544.0, 543.0, 541.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "3127341", "23286603", "31272411", "19165076", "18467982", "56486733", "24042363", "36904081", "41620295"], "ranked_scores": [554.0, 547.0, 546.0, 542.0, 539.0, 538.0, 531.0, 528.0, 527.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "11254040", "341324", "35087728", "15997009", "21700295", "5991309", "26231129"], "ranked_scores": [611.0, 584.0, 560.0, 538.0, 535.0, 528.0, 523.0, 523.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1605392", "22635278", "17934603", "6407356", "7613033", "21185923", "3462075", "26045237", "11335781", "5492542"], "ranked_scores": [540.0, 534.0, 524.0, 524.0, 523.0, 522.0, 519.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-14000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "16701509", "520579", "18256197", "12810152", "33409100", "2425364", "4462079", "11071351"], "ranked_scores": [545.0, 515.0, 512.0, 509.0, 507.0, 507.0, 506.0, 505.0, 503.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["970012", "6945285", "34582256", "24285403", "37296667", "13350374", "3090454", "28206748", "33458992", "6504953"], "ranked_scores": [484.0, 476.0, 474.0, 474.0, 468.0, 467.0, 466.0, 465.0, 464.0, 464.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "7640792", "13448422", "38630735", "16760369", "29253460", "40156901", "25028913", "12561083", "12810152"], "ranked_scores": [585.0, 560.0, 560.0, 559.0, 552.0, 545.0, 538.0, 532.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["34905328", "8903143", "9283422", "4324278", "1227277", "25479072", "24042363", "3545805", "7268522", "5273056"], "ranked_scores": [549.0, 547.0, 545.0, 540.0, 540.0, 534.0, 533.0, 532.0, 532.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "31554917", "21373821", "38752049", "8868863", "14606752", "4587978", "33417012", "11913139", "80109277"], "ranked_scores": [580.0, 516.0, 513.0, 505.0, 494.0, 494.0, 488.0, 483.0, 480.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "28617573", "9764256", "27873158", "19140422", "23136735", "6561200", "16980892", "1203035", "7650066"], "ranked_scores": [614.0, 604.0, 600.0, 596.0, 592.0, 575.0, 558.0, 557.0, 554.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "20672596", "16319097", "3831884", "23576165", "16839245", "17991818", "11616424", "4319174"], "ranked_scores": [560.0, 542.0, 531.0, 528.0, 517.0, 516.0, 515.0, 514.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "21395936", "46926352", "6182947", "17741440", "20690388", "27789588", "24044977", "46517055", "5386514"], "ranked_scores": [539.0, 522.0, 515.0, 515.0, 513.0, 512.0, 512.0, 511.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "6477536", "10749308", "1967017", "63858430", "8721150", "30655442", "1215116", "20945963"], "ranked_scores": [553.0, 502.0, 478.0, 466.0, 464.0, 448.0, 444.0, 443.0, 435.0, 435.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["13952658", "38587347", "164985", "9977329", "24707550", "28783084", "1871230", "28392393", "195683603", "306006"], "ranked_scores": [549.0, 548.0, 546.0, 545.0, 544.0, 540.0, 537.0, 536.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "6609935", "3984231", "22530842", "23727313", "4418112", "39084565", "2266471", "38630735", "6270720"], "ranked_scores": [527.0, 519.0, 517.0, 516.0, 509.0, 504.0, 502.0, 501.0, 500.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "24044977", "8246922", "46926352", "3308636", "21258863", "13952658", "15946643", "5386514", "1071991"], "ranked_scores": [539.0, 539.0, 532.0, 531.0, 526.0, 526.0, 525.0, 525.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["7764903", "46926352", "14591894", "1871230", "11238784", "25942757", "8672737", "18263406", "28149602", "7729656"], "ranked_scores": [471.0, 466.0, 462.0, 458.0, 458.0, 455.0, 453.0, 451.0, 451.0, 450.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["12667988", "7965928", "24148722", "17930286", "4530659", "1871499", "6565037", "19804204", "29745822", "15889329"], "ranked_scores": [480.0, 473.0, 467.0, 462.0, 461.0, 460.0, 460.0, 457.0, 457.0, 456.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "11718220", "45276789", "79231308", "9754530", "41298619", "29981186", "3898784", "24088502", "14973286"], "ranked_scores": [504.0, 489.0, 483.0, 470.0, 470.0, 465.0, 460.0, 459.0, 458.0, 457.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "9291668", "22543403", "26230669", "1848452", "4434951", "2466614", "4679264", "7514614"], "ranked_scores": [620.0, 598.0, 593.0, 582.0, 578.0, 569.0, 568.0, 565.0, 564.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "1344498", "12409683", "22623275", "1805641", "26330861", "15322518", "25901598", "4324278"], "ranked_scores": [519.0, 510.0, 501.0, 498.0, 497.0, 496.0, 491.0, 491.0, 490.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "7717468", "21855837", "27602752", "1049501", "6936141", "23052989", "4303075", "1386103", "2541699"], "ranked_scores": [544.0, 535.0, 533.0, 532.0, 530.0, 528.0, 524.0, 523.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "22007333", "23557241", "15559582", "1428840", "16701509", "25973484", "13831842"], "ranked_scores": [623.0, 578.0, 577.0, 575.0, 568.0, 562.0, 552.0, 548.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "28617573", "9764256", "6561200", "46695481", "7650066", "46355579", "19140422", "40735046", "31902335"], "ranked_scores": [586.0, 556.0, 552.0, 542.0, 540.0, 536.0, 525.0, 522.0, 521.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "17023584", "13290521", "8005007", "19165076", "24221369", "4162857", "5838067", "4740447"], "ranked_scores": [550.0, 548.0, 527.0, 521.0, 521.0, 518.0, 517.0, 516.0, 516.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "27602752", "11344428", "23665162", "10530014", "883747", "46926352", "20261352", "24943534"], "ranked_scores": [540.0, 523.0, 518.0, 514.0, 512.0, 511.0, 511.0, 509.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "22264117", "516867", "4326318", "11414664", "19460822", "13350374", "7514614", "26099680"], "ranked_scores": [549.0, 543.0, 534.0, 532.0, 530.0, 524.0, 524.0, 523.0, 522.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["5914739", "4270992", "13790144", "18042803", "8305686", "30208015", "8219248", "13639330", "24315156", "15972906"], "ranked_scores": [543.0, 540.0, 530.0, 527.0, 524.0, 516.0, 514.0, 510.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "23670644", "810480", "116792", "3863543", "25416944", "24921368", "28712203"], "ranked_scores": [543.0, 525.0, 510.0, 509.0, 489.0, 481.0, 478.0, 477.0, 473.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "22767022", "40145839", "36345185", "2119889", "29557235", "612002", "23393712", "11710511", "35660758"], "ranked_scores": [520.0, 511.0, 505.0, 501.0, 501.0, 499.0, 498.0, 497.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "34537906", "7451607", "6422576", "24881307", "31107919", "2380002", "680949", "18041692", "43390777"], "ranked_scores": [539.0, 535.0, 533.0, 530.0, 524.0, 524.0, 522.0, 521.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6000423", "3391547", "26336593", "39758684", "5765455", "1145473", "14717213", "4410181", "8083310"], "ranked_scores": [567.0, 554.0, 543.0, 539.0, 538.0, 538.0, 537.0, 536.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["14178995", "16472469", "928281", "18041692", "15692098", "25748308", "8856690", "21754541", "5484763", "665817"], "ranked_scores": [507.0, 493.0, 491.0, 489.0, 488.0, 488.0, 486.0, 486.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "30720103", "2425364", "23267371", "25599283", "22023404", "33740844", "8842332", "3222187", "3150030"], "ranked_scores": [530.0, 525.0, 523.0, 522.0, 511.0, 508.0, 506.0, 502.0, 502.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "13933299", "11349166", "29947146", "41264017", "30981192", "43156471", "16572581", "3150030"], "ranked_scores": [518.0, 518.0, 491.0, 489.0, 476.0, 476.0, 474.0, 474.0, 472.0, 472.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "12265561", "17388232", "6670101", "4429118", "4489217", "37437064", "40963697", "2014909", "32927475"], "ranked_scores": [531.0, 515.0, 511.0, 509.0, 505.0, 503.0, 503.0, 502.0, 501.0, 500.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "8290953", "38630735", "15984735", "10284593", "6270720", "18104691", "13448422", "40632104"], "ranked_scores": [610.0, 548.0, 532.0, 529.0, 526.0, 523.0, 515.0, 514.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "32463364", "13933299", "41264017", "30981192", "40790033", "33409100", "24163770", "23983289", "6945285"], "ranked_scores": [607.0, 544.0, 541.0, 532.0, 528.0, 524.0, 521.0, 520.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "40901687", "2714623", "23052989", "31624828", "12909503", "15983148", "40094786", "28107602", "33911859"], "ranked_scores": [552.0, 535.0, 531.0, 527.0, 527.0, 526.0, 526.0, 526.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "4979184", "18399038", "31682248", "33387953", "1686997", "20675284", "12685434", "38751591"], "ranked_scores": [562.0, 554.0, 554.0, 542.0, 538.0, 537.0, 536.0, 535.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "9283422", "36271512", "18882947", "3545805", "266641", "29347970", "8538916", "29288582"], "ranked_scores": [578.0, 566.0, 558.0, 556.0, 551.0, 551.0, 549.0, 549.0, 549.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27910499", "27243019", "33535222", "34905328", "13980338", "25504006", "14647747", "54561384", "29347970", "18237384"], "ranked_scores": [551.0, 540.0, 519.0, 517.0, 514.0, 513.0, 511.0, 511.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "1215116", "8563659", "7224723", "13966946", "5114282", "8300657", "5398179", "11020556"], "ranked_scores": [579.0, 549.0, 539.0, 530.0, 528.0, 527.0, 525.0, 525.0, 524.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "13878124", "29073751", "12991445", "18348376", "3870062", "4406819", "4324278", "17017465", "40996863"], "ranked_scores": [466.0, 464.0, 463.0, 463.0, 460.0, 460.0, 457.0, 457.0, 456.0, 455.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "5273056", "1967017", "6503534", "36540079", "17338543", "6947286", "25014337", "25895285", "2817000"], "ranked_scores": [515.0, 513.0, 512.0, 511.0, 505.0, 504.0, 504.0, 501.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "22942787", "39903312", "2492146", "46485368", "26000593", "24150328", "10958594", "42731834", "7613033"], "ranked_scores": [569.0, 538.0, 538.0, 535.0, 526.0, 526.0, 525.0, 523.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["1049501", "34016987", "10530014", "1360607", "22406695", "6853699", "1550937", "16488405", "4429118", "7521113"], "ranked_scores": [560.0, 559.0, 559.0, 549.0, 549.0, 549.0, 548.0, 545.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5273056", "5483793", "18834078", "34905328", "5914739", "36271512", "41982985", "18237384", "2613411", "18882947"], "ranked_scores": [563.0, 557.0, 555.0, 552.0, 552.0, 550.0, 549.0, 546.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "21323587", "45461275", "7419612", "11254040", "9167230", "24943534", "9658390", "29107210", "34544514"], "ranked_scores": [552.0, 477.0, 470.0, 467.0, 466.0, 464.0, 464.0, 460.0, 459.0, 459.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["9559146", "6670101", "29073751", "19165076", "7225911", "45764440", "31272411", "23746313", "885056", "116075383"], "ranked_scores": [549.0, 548.0, 548.0, 541.0, 541.0, 539.0, 539.0, 535.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["1871230", "5531479", "28149602", "38587347", "4447785", "36345578", "6936141", "34439544", "17017465", "9784254"], "ranked_scores": [589.0, 588.0, 552.0, 542.0, 531.0, 527.0, 526.0, 525.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "23286603", "3127341", "31272411", "21754541", "19165076", "36904081", "41620295", "885056", "18467982"], "ranked_scores": [553.0, 552.0, 540.0, 539.0, 533.0, 529.0, 526.0, 523.0, 523.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "5991309", "35087728", "21700295", "11254040", "15997009", "32909242"], "ranked_scores": [620.0, 580.0, 546.0, 539.0, 531.0, 526.0, 521.0, 519.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["1605392", "22635278", "17934603", "6407356", "3462075", "6157837", "21185923", "9498458", "3935126", "7613033"], "ranked_scores": [544.0, 534.0, 520.0, 520.0, 518.0, 515.0, 514.0, 513.0, 513.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-2000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "12810152", "4462079", "2425364", "22023404", "20526907", "36960449", "12102963", "520579"], "ranked_scores": [549.0, 539.0, 526.0, 523.0, 518.0, 513.0, 509.0, 509.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "6945285", "25687558", "13350374", "7198295", "970012", "1568684", "28206748", "34121231", "34582256"], "ranked_scores": [507.0, 504.0, 497.0, 494.0, 494.0, 486.0, 485.0, 482.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "4506414", "38630735", "13448422", "13282296", "16760369", "20526907", "40156901", "7640792"], "ranked_scores": [599.0, 542.0, 541.0, 541.0, 540.0, 534.0, 534.0, 533.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "25479072", "24042363", "51952430", "5914739", "18938992", "22968257", "26045237", "8305686", "8698857"], "ranked_scores": [553.0, 551.0, 546.0, 542.0, 541.0, 540.0, 540.0, 540.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "13883546", "21373821", "27150276", "31554917", "38752049", "32777637", "11913139", "31612088", "5402581"], "ranked_scores": [547.0, 523.0, 521.0, 517.0, 513.0, 508.0, 508.0, 507.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "46695481", "27873158", "9764256", "6561200", "19140422", "23136735", "46355579", "6748318", "7650066"], "ranked_scores": [617.0, 616.0, 603.0, 602.0, 593.0, 584.0, 580.0, 577.0, 573.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["18810195", "8458567", "43390777", "21626639", "20672596", "4020950", "18041692", "16319097", "42484543", "6171953"], "ranked_scores": [558.0, 545.0, 543.0, 541.0, 539.0, 537.0, 536.0, 535.0, 532.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "23509113", "10359591", "28712203", "883747", "12358173", "24044977", "46926352", "6182947", "20722510"], "ranked_scores": [537.0, 536.0, 535.0, 532.0, 532.0, 530.0, 528.0, 527.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "3052642", "16979690", "84784389", "32969964", "10749308", "7268522", "6477536", "2380002", "27150276"], "ranked_scores": [572.0, 484.0, 478.0, 467.0, 465.0, 463.0, 462.0, 461.0, 458.0, 458.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["38587347", "18488986", "44935041", "195683603", "3680979", "381602", "25602549", "40632104", "9225850", "9977329"], "ranked_scores": [556.0, 551.0, 546.0, 545.0, 544.0, 539.0, 538.0, 536.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["6853699", "2192419", "10576136", "6212802", "10284593", "6158879", "11233339", "32159283", "4418112", "9846940"], "ranked_scores": [522.0, 520.0, 519.0, 519.0, 517.0, 515.0, 507.0, 504.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["17876040", "46926352", "14492339", "25148216", "17682477", "46765242", "1071991", "23509113", "14591894", "26873988"], "ranked_scores": [551.0, 548.0, 547.0, 546.0, 546.0, 545.0, 543.0, 543.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34228604", "14965508", "17119869", "11238784", "38369817", "39281166", "778436", "18126445", "39187170", "22867765"], "ranked_scores": [476.0, 472.0, 471.0, 471.0, 467.0, 467.0, 463.0, 462.0, 462.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["32463364", "17930286", "24148722", "7965928", "14782049", "15678772", "57574395", "7655029", "27076725", "44830890"], "ranked_scores": [510.0, 509.0, 504.0, 502.0, 501.0, 497.0, 493.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["9754530", "15482274", "23639838", "6580081", "41493639", "29981186", "79231308", "45276789", "116556376", "24088502"], "ranked_scores": [493.0, 491.0, 476.0, 475.0, 471.0, 471.0, 470.0, 468.0, 468.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "1848452", "9291668", "26230669", "22264117", "22543403", "7514614", "22551259", "4434951", "2722988"], "ranked_scores": [612.0, 609.0, 605.0, 599.0, 591.0, 589.0, 580.0, 574.0, 570.0, 569.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6767271", "6277638", "10247282", "56486733", "14461101", "26045237", "18348376", "23076291", "38028419", "15615957"], "ranked_scores": [531.0, 519.0, 512.0, 510.0, 509.0, 508.0, 506.0, 506.0, 506.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "5137019", "8247597", "1550937", "21855837", "1049501", "42484543", "1386103", "2236768", "27602752"], "ranked_scores": [554.0, 535.0, 533.0, 533.0, 532.0, 528.0, 528.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "15559582", "22007333", "5864770", "16322674", "23557241", "15512462", "5487448"], "ranked_scores": [604.0, 561.0, 561.0, 558.0, 556.0, 546.0, 545.0, 545.0, 544.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "46695481", "12779444", "9764256", "32423829", "28617573", "6561200", "25121903", "52188256", "7650066"], "ranked_scores": [566.0, 561.0, 557.0, 557.0, 555.0, 552.0, 552.0, 551.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "8005007", "19165076", "1333643", "7225911", "44366096", "3033830", "14474178", "22623275", "41337677"], "ranked_scores": [525.0, 520.0, 517.0, 515.0, 511.0, 510.0, 509.0, 507.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11344428", "24512064", "16572581", "24943534", "1387104", "6315132", "31001322", "20261352", "29224825"], "ranked_scores": [537.0, 523.0, 518.0, 515.0, 513.0, 513.0, 512.0, 510.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "516867", "10012166", "4326318", "18949516", "6313547", "40349336", "24347647", "4434951", "7514614"], "ranked_scores": [536.0, 533.0, 530.0, 528.0, 522.0, 522.0, 520.0, 520.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["30208015", "8305686", "2405259", "4270992", "12225214", "24335068", "2714623", "28006126", "3506723", "8903143"], "ranked_scores": [560.0, 556.0, 544.0, 543.0, 543.0, 542.0, 542.0, 542.0, 541.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "15889329", "7948486", "85665741", "23670644", "37592824", "810480", "18682109", "27306942"], "ranked_scores": [557.0, 510.0, 506.0, 499.0, 493.0, 492.0, 492.0, 492.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["3506723", "40365566", "2158516", "28107602", "18834078", "15548965", "23393712", "28369117", "43711341", "5979056"], "ranked_scores": [528.0, 522.0, 515.0, 512.0, 508.0, 507.0, 507.0, 507.0, 506.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "4362729", "7552147", "24142891", "23160444", "31962403", "34537906", "25799020", "30303335", "44935041"], "ranked_scores": [540.0, 530.0, 522.0, 519.0, 518.0, 516.0, 516.0, 515.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "8925851", "6923961", "3391547", "39758684", "5765455", "21246752", "6000423", "2679511", "8247597"], "ranked_scores": [570.0, 561.0, 552.0, 552.0, 550.0, 548.0, 546.0, 545.0, 543.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "21754541", "31107919", "21181273", "3127341", "25748308", "36713289", "12922760", "15548965", "4447055"], "ranked_scores": [519.0, 505.0, 499.0, 498.0, 496.0, 495.0, 494.0, 492.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["30720103", "2425364", "3150030", "23267371", "21553394", "22023404", "25599283", "6718824", "22442133", "8856690"], "ranked_scores": [531.0, 527.0, 527.0, 526.0, 524.0, 518.0, 517.0, 505.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3222187", "22023404", "3067015", "18678095", "25599283", "25748308", "849771", "5979056", "38028419"], "ranked_scores": [519.0, 504.0, 496.0, 495.0, 494.0, 493.0, 491.0, 491.0, 490.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "16364639", "19603353", "40963697", "40710501", "6550579", "2014909", "26973393", "40667066", "4489217"], "ranked_scores": [525.0, 522.0, 515.0, 512.0, 511.0, 511.0, 509.0, 509.0, 509.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "23400191", "18199839", "38630735", "24150328", "24998637", "13445579", "3984231", "6313547", "6158879"], "ranked_scores": [580.0, 538.0, 536.0, 532.0, 532.0, 532.0, 531.0, 531.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "41264017", "32463364", "24625323", "27076725", "44624045", "37488367", "1358909", "752423"], "ranked_scores": [606.0, 551.0, 549.0, 547.0, 546.0, 539.0, 537.0, 532.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "23052989", "14308244", "2714623", "25946292", "33911859", "17333231", "19970015", "34905328", "18348376"], "ranked_scores": [545.0, 528.0, 525.0, 524.0, 522.0, 522.0, 519.0, 519.0, 519.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "6923961", "39758684", "24294572", "12685434", "20675284", "15058155", "16472469", "5406411", "28334217"], "ranked_scores": [586.0, 575.0, 567.0, 566.0, 564.0, 557.0, 557.0, 553.0, 553.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["3545805", "13798951", "25353658", "20344442", "22174015", "34905328", "20457190", "21363424", "10165258", "29347970"], "ranked_scores": [551.0, 550.0, 545.0, 543.0, 542.0, 540.0, 539.0, 538.0, 535.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "24879055", "13798951", "8790729", "27306942", "52944377", "11344428", "4883040", "8538916"], "ranked_scores": [561.0, 518.0, 505.0, 504.0, 503.0, 503.0, 502.0, 499.0, 498.0, 498.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "28738741", "35987381", "39443128", "7224723", "41226276", "16572581", "18938992", "5398179"], "ranked_scores": [568.0, 551.0, 550.0, 540.0, 536.0, 533.0, 532.0, 531.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4324278", "1127562", "3870062", "1387654", "4389252", "306311", "22174015", "11738716", "44693226", "13774178"], "ranked_scores": [484.0, 480.0, 474.0, 468.0, 468.0, 468.0, 467.0, 466.0, 465.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["25014337", "15319019", "34016944", "24221369", "10627801", "24725136", "25895285", "26607366", "18617259", "15435343"], "ranked_scores": [549.0, 547.0, 537.0, 524.0, 523.0, 521.0, 521.0, 518.0, 517.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "42731834", "25298276", "22942787", "46485368", "5492542", "24916604", "24873253", "35301079"], "ranked_scores": [566.0, 555.0, 555.0, 543.0, 541.0, 536.0, 536.0, 531.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["44935041", "16488405", "1360607", "3680979", "45449835", "26230669", "3672261", "8604837", "4429118", "25315295"], "ranked_scores": [549.0, 548.0, 545.0, 545.0, 545.0, 545.0, 543.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "8903143", "5483793", "34905328", "18237384", "33499189", "15972906", "1196631", "5273056", "4270992"], "ranked_scores": [584.0, 577.0, 576.0, 575.0, 569.0, 568.0, 567.0, 566.0, 566.0, 565.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "16204011", "32909242", "28017005", "20491205", "27712433", "40817021", "41493639", "38180456", "3610080"], "ranked_scores": [560.0, 499.0, 496.0, 491.0, 490.0, 488.0, 487.0, 486.0, 485.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["885056", "46765242", "7225911", "45764440", "2266471", "14380875", "8764879", "24624992", "9784254", "31272411"], "ranked_scores": [560.0, 559.0, 557.0, 554.0, 549.0, 549.0, 547.0, 546.0, 546.0, 543.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "9225850", "28149602", "28015516", "17327939", "1933281", "46926352", "6936141", "38944245"], "ranked_scores": [594.0, 578.0, 552.0, 549.0, 543.0, 542.0, 541.0, 540.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "885056", "24042363", "14171859", "56486733", "31272411", "8856690", "23286603", "29073751", "4920376"], "ranked_scores": [549.0, 542.0, 536.0, 532.0, 532.0, 531.0, 531.0, 528.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "341324", "11254040", "13901073", "5991309", "35087728", "15997009", "24069089"], "ranked_scores": [609.0, 559.0, 549.0, 548.0, 547.0, 542.0, 541.0, 534.0, 532.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "3462075", "6407356", "17934603", "7613033", "21009874", "20887554", "31616203", "3935126", "5132358"], "ranked_scores": [545.0, 533.0, 533.0, 531.0, 530.0, 524.0, 519.0, 519.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-4000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "4462079", "12810152", "26409363", "520579", "15678772", "10984005", "20887554", "18256197"], "ranked_scores": [538.0, 519.0, 507.0, 507.0, 505.0, 496.0, 495.0, 494.0, 492.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "25687558", "28206748", "34582256", "6945285", "24652030", "7198295", "1568684", "4810810", "14865329"], "ranked_scores": [497.0, 495.0, 490.0, 482.0, 482.0, 481.0, 480.0, 476.0, 476.0, 475.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "13448422", "38630735", "21301090", "2138843", "16760369", "20526907", "750781", "15925931"], "ranked_scores": [589.0, 539.0, 538.0, 533.0, 528.0, 525.0, 524.0, 522.0, 522.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["24042363", "25479072", "34436231", "8903143", "25901598", "22495397", "7268522", "21557055", "22174015", "5914739"], "ranked_scores": [553.0, 543.0, 542.0, 539.0, 536.0, 536.0, 536.0, 533.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "13883546", "11913139", "38752049", "27150276", "80109277", "31554917", "32777637", "4587978"], "ranked_scores": [538.0, 532.0, 512.0, 507.0, 501.0, 496.0, 493.0, 492.0, 491.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["27873158", "28617573", "46695481", "19140422", "9764256", "6561200", "23136735", "46355579", "16980892", "6748318"], "ranked_scores": [610.0, 608.0, 604.0, 603.0, 600.0, 581.0, 580.0, 572.0, 567.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.9829, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9829, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "18041692", "20672596", "43390777", "23148978", "16319097", "6454371", "4020950", "42484543"], "ranked_scores": [550.0, 548.0, 546.0, 533.0, 529.0, 528.0, 527.0, 523.0, 520.0, 520.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["19005293", "46926352", "2947124", "23509113", "28712203", "22134353", "1800734", "12358173", "22635278", "6182947"], "ranked_scores": [530.0, 527.0, 526.0, 522.0, 520.0, 516.0, 514.0, 512.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "970012", "6477536", "21855837", "19854543", "30655442", "8891333", "10749308"], "ranked_scores": [587.0, 493.0, 464.0, 459.0, 457.0, 456.0, 454.0, 454.0, 452.0, 451.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["24707550", "164985", "4380287", "6163801", "24282306", "18488986", "38587347", "195683603", "13070316", "19005293"], "ranked_scores": [545.0, 544.0, 541.0, 538.0, 536.0, 534.0, 533.0, 532.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["10284593", "8290953", "3308636", "6158879", "14060030", "2587396", "4928057", "6270720", "13878124", "21868715"], "ranked_scores": [509.0, 502.0, 501.0, 498.0, 498.0, 494.0, 493.0, 493.0, 492.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["2947124", "24044977", "46926352", "883747", "14591894", "21179714", "10627801", "14615911", "8246922", "22635278"], "ranked_scores": [557.0, 543.0, 542.0, 534.0, 532.0, 530.0, 526.0, 526.0, 526.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "17119869", "35760786", "24003461", "8672737", "6327940", "16172576", "11742219", "7711685", "45276789"], "ranked_scores": [475.0, 471.0, 469.0, 468.0, 467.0, 465.0, 464.0, 463.0, 463.0, 462.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "17930286", "7965928", "37592824", "2436602", "3580005", "23785605", "24396137", "7655029", "15678772"], "ranked_scores": [493.0, 483.0, 477.0, 464.0, 459.0, 457.0, 456.0, 456.0, 456.0, 455.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "45276789", "23639838", "11718220", "24088502", "41493639", "79231308", "980196", "8190282", "23294314"], "ranked_scores": [491.0, 487.0, 485.0, 477.0, 477.0, 475.0, 471.0, 471.0, 469.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22264117", "1848452", "2722988", "4434951", "22543403", "26230669", "7514614", "4679264"], "ranked_scores": [595.0, 595.0, 588.0, 577.0, 576.0, 573.0, 571.0, 562.0, 553.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "44693226", "469066", "17195001", "4324278", "23076291", "23148978", "14461101", "43156471", "40590358"], "ranked_scores": [531.0, 516.0, 513.0, 510.0, 509.0, 508.0, 506.0, 504.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "6710699", "30261663", "4313478", "6936141", "2679511", "27602752", "30297355", "8596357", "38919140"], "ranked_scores": [562.0, 551.0, 548.0, 543.0, 541.0, 540.0, 540.0, 538.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "22007333", "15559582", "23557241", "16322674", "25973484", "13831842", "16701509"], "ranked_scores": [586.0, 574.0, 566.0, 557.0, 551.0, 550.0, 548.0, 544.0, 540.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["9764256", "27873158", "28617573", "7650066", "6561200", "46695481", "12779444", "32423829", "46355579", "19140422"], "ranked_scores": [571.0, 565.0, 561.0, 550.0, 546.0, 541.0, 540.0, 539.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "10024681", "24221369", "14474178", "1333643", "23746313", "8005007", "7225911", "4402497"], "ranked_scores": [560.0, 548.0, 533.0, 530.0, 529.0, 526.0, 526.0, 526.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "11344428", "5511240", "27243019", "24512064", "16572581", "27602752", "1387104", "10530014", "883747"], "ranked_scores": [536.0, 531.0, 529.0, 521.0, 513.0, 509.0, 507.0, 506.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "10012166", "4452659", "2543135", "52887689", "22038539", "22264117", "11414664", "10463997", "6313547"], "ranked_scores": [552.0, 549.0, 525.0, 523.0, 513.0, 512.0, 512.0, 507.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["8903143", "8305686", "4270992", "30208015", "24042363", "5914739", "21557055", "2714623", "17195001", "25901598"], "ranked_scores": [561.0, 553.0, 549.0, 547.0, 545.0, 545.0, 545.0, 535.0, 534.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "13282296", "25416944", "116792", "39443128", "23670644", "85665741", "27602752"], "ranked_scores": [548.0, 502.0, 497.0, 491.0, 491.0, 490.0, 489.0, 489.0, 487.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["17050065", "16128711", "10365787", "32922179", "40655970", "3849194", "22767022", "12691537", "28107602", "5468807"], "ranked_scores": [505.0, 504.0, 503.0, 502.0, 502.0, 498.0, 497.0, 496.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6717533", "34537906", "26297042", "11083121", "6422576", "7451607", "8533245", "31107919", "36271512"], "ranked_scores": [516.0, 508.0, 508.0, 507.0, 506.0, 506.0, 501.0, 501.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "8925851", "5765455", "8083310", "2679511", "6000423", "21692235", "21246752", "8247597", "39758684"], "ranked_scores": [585.0, 569.0, 567.0, 553.0, 548.0, 546.0, 543.0, 542.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "36713289", "30658796", "8533245", "5484763", "21754541", "5273056", "41811327", "469066", "11569583"], "ranked_scores": [515.0, 504.0, 504.0, 503.0, 502.0, 502.0, 501.0, 501.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["23267371", "21553394", "2425364", "30720103", "22442133", "3150030", "25599283", "6176498", "22023404", "37916361"], "ranked_scores": [523.0, 521.0, 498.0, 498.0, 493.0, 492.0, 490.0, 490.0, 487.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "22023404", "6176498", "52072815", "6947286", "43156471", "29107180", "8533245", "22674621"], "ranked_scores": [506.0, 494.0, 489.0, 484.0, 481.0, 479.0, 476.0, 476.0, 475.0, 474.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4429118", "2014909", "19603353", "51706771", "1065627", "17917408", "40667577", "4489217", "16364639", "5836"], "ranked_scores": [527.0, 515.0, 514.0, 510.0, 509.0, 509.0, 509.0, 507.0, 504.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "10284593", "14060030", "8246922", "39084565", "13445579", "6853699", "3984231", "4418112"], "ranked_scores": [568.0, 528.0, 520.0, 517.0, 514.0, 511.0, 510.0, 510.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "32463364", "41264017", "4647303", "1358909", "24625323", "10072941", "30981192", "36003142"], "ranked_scores": [563.0, 524.0, 515.0, 511.0, 506.0, 503.0, 503.0, 501.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["12909503", "2714623", "21557055", "34905328", "16966326", "317204", "28107602", "31624828", "11568270", "30261663"], "ranked_scores": [544.0, 541.0, 541.0, 532.0, 532.0, 531.0, 531.0, 529.0, 526.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["21181273", "24294572", "6923961", "17775228", "12685434", "39758684", "4979184", "1686997", "33387953", "4447785"], "ranked_scores": [565.0, 551.0, 548.0, 548.0, 539.0, 536.0, 534.0, 531.0, 531.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "29347970", "34905328", "25479072", "9283422", "22174015", "18882947", "2714623", "20457190", "18758057"], "ranked_scores": [567.0, 548.0, 547.0, 544.0, 543.0, 540.0, 538.0, 538.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "25479072", "14647747", "40382183", "2248870", "9558539", "9283422", "8538916", "11344428"], "ranked_scores": [562.0, 548.0, 521.0, 519.0, 519.0, 517.0, 516.0, 516.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "5398179", "21274496", "16572581", "5114282", "92308", "11020556", "5735492", "27602752", "26474812"], "ranked_scores": [554.0, 552.0, 545.0, 540.0, 536.0, 532.0, 530.0, 526.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["469066", "4324278", "13878124", "23783727", "1031534", "23702805", "4406819", "1127562", "10534299", "44693226"], "ranked_scores": [480.0, 480.0, 477.0, 475.0, 472.0, 471.0, 471.0, 469.0, 468.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "6426919", "34016944", "25895285", "24725136", "9767444", "14241418", "6421792", "31324978"], "ranked_scores": [549.0, 540.0, 515.0, 511.0, 511.0, 507.0, 506.0, 505.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "41294031", "24341590", "5492542", "2492146", "520579", "25298276", "21009874", "24873253", "24916604"], "ranked_scores": [596.0, 533.0, 532.0, 532.0, 527.0, 526.0, 525.0, 523.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "4429118", "1360607", "10648422", "36444198", "4399311", "6853699", "1049501", "11837657", "3680979"], "ranked_scores": [562.0, 551.0, 550.0, 549.0, 548.0, 548.0, 545.0, 544.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5483793", "34905328", "2714623", "18834078", "6788835", "8538916", "34436231", "15972906", "5914739", "11020556"], "ranked_scores": [598.0, 583.0, 574.0, 571.0, 570.0, 568.0, 567.0, 566.0, 564.0, 563.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "41493639", "24318630", "20491205", "16204011", "5641851", "11254040", "3610080", "45548062", "45461275"], "ranked_scores": [536.0, 480.0, 471.0, 470.0, 467.0, 463.0, 462.0, 461.0, 460.0, 459.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "31272411", "9784254", "23746313", "25677651", "4820792", "4396105", "26887439", "1550937", "33387953"], "ranked_scores": [553.0, 549.0, 549.0, 547.0, 547.0, 545.0, 544.0, 543.0, 542.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "36345578", "6936141", "195683603", "4447785", "6712836", "17327939", "28149602", "44801733"], "ranked_scores": [573.0, 535.0, 533.0, 530.0, 522.0, 515.0, 515.0, 514.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["7225911", "4920376", "35660758", "25543207", "31272411", "18467982", "4320424", "23286603", "24042363", "22968257"], "ranked_scores": [530.0, 527.0, 518.0, 517.0, 516.0, 516.0, 514.0, 512.0, 510.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "21700295", "11254040", "341324", "4468861", "266641", "26231129", "26038789", "40473317"], "ranked_scores": [598.0, 561.0, 539.0, 536.0, 527.0, 526.0, 525.0, 523.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "18956141", "31616203", "3462075", "40096222", "21150010", "27437459", "5800138", "20501163", "5641851"], "ranked_scores": [525.0, 508.0, 507.0, 506.0, 505.0, 503.0, 503.0, 503.0, 502.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-6000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "30981192", "12810152", "4462079", "44572913", "520579", "15678772", "33409100", "18256197", "13933299"], "ranked_scores": [533.0, 518.0, 505.0, 503.0, 502.0, 499.0, 495.0, 493.0, 489.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "13350374", "15678772", "12667988", "28206748", "1568684", "25687558", "970012", "36838958", "6945285"], "ranked_scores": [490.0, 489.0, 477.0, 474.0, 473.0, 470.0, 468.0, 467.0, 466.0, 464.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "13448422", "750781", "16760369", "38630735", "35495268", "25028913", "20526907", "27449472", "40156901"], "ranked_scores": [557.0, 534.0, 520.0, 519.0, 514.0, 509.0, 508.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "24042363", "25479072", "22495397", "34905328", "19603353", "8305686", "22968257", "5914739", "8698857"], "ranked_scores": [529.0, 527.0, 520.0, 520.0, 517.0, 516.0, 515.0, 513.0, 512.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["21373821", "5912283", "31554917", "11913139", "13883546", "4587978", "27150276", "39970500", "80109277", "33417012"], "ranked_scores": [527.0, 521.0, 502.0, 494.0, 482.0, 480.0, 478.0, 472.0, 470.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "27873158", "46695481", "6561200", "19140422", "9764256", "23136735", "46355579", "7650066", "6748318"], "ranked_scores": [595.0, 591.0, 588.0, 587.0, 578.0, 571.0, 563.0, 555.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 0.8319, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.75, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "22712546", "23148978", "20672596", "43390777", "9159125", "16319097", "25748308", "8458567"], "ranked_scores": [549.0, 540.0, 522.0, 521.0, 518.0, 517.0, 513.0, 513.0, 509.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "19005293", "28712203", "46926352", "26702468", "20690388", "24044977", "9977329", "883747", "9225850"], "ranked_scores": [541.0, 525.0, 518.0, 513.0, 510.0, 508.0, 507.0, 506.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "3052642", "10749308", "63858430", "6477536", "13906581", "16390264", "52887689", "7547329"], "ranked_scores": [547.0, 483.0, 468.0, 459.0, 453.0, 453.0, 447.0, 447.0, 447.0, 445.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["34378726", "24707550", "13651792", "9977329", "1049501", "18488986", "164985", "195683603", "4380287", "79696454"], "ranked_scores": [532.0, 532.0, 531.0, 521.0, 519.0, 518.0, 517.0, 516.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["14060030", "4418112", "22530842", "4928057", "10284593", "3308636", "32159283", "6853699", "21868715", "40164383"], "ranked_scores": [489.0, 488.0, 485.0, 481.0, 481.0, 479.0, 476.0, 474.0, 473.0, 473.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "21179714", "14591894", "2947124", "46926352", "10530014", "10627801", "883747", "1071991", "13952658"], "ranked_scores": [538.0, 526.0, 525.0, 522.0, 522.0, 516.0, 515.0, 514.0, 514.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34876410", "17119869", "2474731", "11238784", "6327940", "34228604", "30464859", "10846815", "11742219", "2380002"], "ranked_scores": [475.0, 473.0, 472.0, 470.0, 470.0, 468.0, 467.0, 466.0, 466.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "24055603", "14606752", "32463364", "24148722", "46485368", "44830890", "38369817", "30813140", "23785605"], "ranked_scores": [487.0, 480.0, 478.0, 478.0, 477.0, 473.0, 472.0, 471.0, 471.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["79231308", "41493639", "980196", "15482274", "6580081", "39984099", "41298619", "14973286", "40905302", "9754530"], "ranked_scores": [466.0, 465.0, 461.0, 461.0, 458.0, 455.0, 455.0, 455.0, 453.0, 453.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "1848452", "22543403", "4434951", "22264117", "2466614", "26230669", "14475235", "663464"], "ranked_scores": [592.0, 585.0, 565.0, 564.0, 562.0, 560.0, 558.0, 552.0, 547.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["17195001", "6277638", "10534299", "44693226", "13878124", "4362729", "4324278", "19460822", "40590358", "469066"], "ranked_scores": [506.0, 504.0, 487.0, 486.0, 485.0, 484.0, 484.0, 479.0, 479.0, 479.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "1386103", "1049501", "13189693", "39465575", "6936141", "28149602", "10627801", "935538", "4303075"], "ranked_scores": [543.0, 531.0, 518.0, 517.0, 517.0, 517.0, 515.0, 514.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "17450673", "22007333", "23557241", "15559582", "13831842", "5864770", "5487448", "25973484"], "ranked_scores": [586.0, 568.0, 560.0, 557.0, 539.0, 537.0, 531.0, 530.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "9764256", "6561200", "28617573", "7650066", "46355579", "46695481", "32423829", "36355784", "12779444"], "ranked_scores": [548.0, 536.0, 534.0, 532.0, 532.0, 530.0, 529.0, 524.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "1333643", "25014337", "5953485", "10024681", "19165076", "16172576", "36623997", "4740447"], "ranked_scores": [540.0, 534.0, 524.0, 514.0, 512.0, 510.0, 509.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24512064", "27602752", "5511240", "29224825", "24088502", "6580081", "27243019", "15707049", "13923140", "883747"], "ranked_scores": [514.0, 509.0, 504.0, 499.0, 496.0, 495.0, 495.0, 494.0, 492.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "52887689", "10012166", "40349336", "28530299", "9559146", "18949516", "24347647", "2543135", "4452659"], "ranked_scores": [553.0, 537.0, 534.0, 520.0, 519.0, 519.0, 518.0, 516.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "18467982", "18042803", "16120395", "15972906", "30208015", "13790144", "8305686", "21330280", "2890952"], "ranked_scores": [526.0, 526.0, 524.0, 522.0, 522.0, 520.0, 519.0, 517.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "120626", "10162553", "37592824", "13619127", "27306942", "15889329", "13282296", "25416944", "26672703"], "ranked_scores": [519.0, 482.0, 477.0, 477.0, 474.0, 473.0, 472.0, 471.0, 467.0, 466.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["28107602", "10365787", "12866641", "40655970", "37488367", "15548965", "57574395", "38533515", "3849194", "40365566"], "ranked_scores": [502.0, 497.0, 491.0, 489.0, 488.0, 487.0, 487.0, 486.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["7552147", "2988714", "6422576", "41928290", "6454371", "6108481", "306006", "17945638", "31107919", "4362729"], "ranked_scores": [505.0, 500.0, 495.0, 494.0, 490.0, 490.0, 489.0, 487.0, 487.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "6000423", "5765455", "5836", "8925851", "5782614", "21676556", "36831892", "39758684", "36713289"], "ranked_scores": [549.0, 539.0, 534.0, 525.0, 520.0, 518.0, 517.0, 514.0, 512.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "7492250", "12909503", "11568270", "5273056", "8856690", "14178995", "8533245", "40383969", "6712836"], "ranked_scores": [517.0, 499.0, 495.0, 493.0, 491.0, 491.0, 491.0, 490.0, 488.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "13293033", "23267371", "6501747", "30720103", "4444861", "22791348", "10641715", "29107180", "8144920"], "ranked_scores": [488.0, 483.0, 482.0, 481.0, 481.0, 478.0, 475.0, 473.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "52072815", "22023404", "583260", "44265107", "26456326", "25748308", "25599283", "25623469"], "ranked_scores": [509.0, 494.0, 482.0, 476.0, 473.0, 473.0, 472.0, 465.0, 463.0, 463.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4429118", "43224840", "40963697", "2014909", "5836", "19358586", "19603353", "51706771", "28517384", "5838067"], "ranked_scores": [502.0, 501.0, 498.0, 494.0, 490.0, 488.0, 485.0, 485.0, 484.0, 483.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "25404036", "3984231", "14060030", "10284593", "4653837", "40164383", "39084565", "46182525"], "ranked_scores": [561.0, 517.0, 513.0, 511.0, 509.0, 505.0, 504.0, 497.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "41264017", "13933299", "32463364", "30981192", "5556809", "7221410", "40790033", "2338488"], "ranked_scores": [579.0, 538.0, 511.0, 509.0, 503.0, 503.0, 503.0, 500.0, 500.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["34905328", "2714623", "43880096", "16966326", "30261663", "23052989", "28107602", "19970015", "11568270", "27635177"], "ranked_scores": [538.0, 532.0, 531.0, 529.0, 526.0, 522.0, 520.0, 520.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "24294572", "21181273", "17775228", "39758684", "4447785", "15058155", "4795303", "20675284", "11951999"], "ranked_scores": [553.0, 541.0, 538.0, 531.0, 529.0, 528.0, 526.0, 523.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "25479072", "34905328", "20344442", "38830961", "18882947", "8538916", "29347970", "2714623", "266641"], "ranked_scores": [558.0, 549.0, 542.0, 541.0, 541.0, 540.0, 537.0, 536.0, 532.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "25479072", "27910499", "13798951", "8538916", "9122283", "3462075", "20960682", "2714623", "5003144"], "ranked_scores": [541.0, 496.0, 495.0, 493.0, 492.0, 490.0, 490.0, 490.0, 489.0, 489.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "2824347", "5398179", "16572581", "26474812", "5114282", "7224723", "35987381", "18938992"], "ranked_scores": [542.0, 531.0, 507.0, 506.0, 504.0, 502.0, 502.0, 500.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["29073751", "1127562", "13878124", "3083927", "4324278", "44693226", "18348376", "19460822", "11738716", "13921783"], "ranked_scores": [485.0, 476.0, 475.0, 474.0, 474.0, 472.0, 472.0, 469.0, 468.0, 467.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "25895285", "18617259", "12909503", "34016944", "26607366", "2613411", "9142761", "39758684"], "ranked_scores": [515.0, 505.0, 497.0, 488.0, 487.0, 486.0, 485.0, 484.0, 484.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "22942787", "39903312", "42731834", "24575065", "20127522", "24980622", "31591262", "5492542"], "ranked_scores": [543.0, 521.0, 514.0, 509.0, 506.0, 504.0, 503.0, 502.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10530014", "10648422", "14492339", "24282306", "1049501", "26702468", "8460275", "34016987", "4429118", "9977329"], "ranked_scores": [540.0, 527.0, 526.0, 525.0, 525.0, 525.0, 525.0, 524.0, 523.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "18834078", "15972906", "13798951", "34905328", "5483793", "8538916", "18237384", "33499189", "25479072"], "ranked_scores": [576.0, 573.0, 567.0, 564.0, 562.0, 562.0, 559.0, 559.0, 554.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "41493639", "32909242", "38180456", "20491205", "11254040", "29107210", "5641851", "24318630", "7419612"], "ranked_scores": [562.0, 496.0, 490.0, 479.0, 473.0, 472.0, 468.0, 464.0, 463.0, 461.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "9559146", "45764440", "5270265", "885056", "6670101", "3559136", "9784254", "29073751", "25677651"], "ranked_scores": [547.0, 533.0, 529.0, 525.0, 525.0, 525.0, 524.0, 523.0, 522.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "36345578", "44801733", "14591894", "9225850", "28149602", "15248287", "17017465", "195683603"], "ranked_scores": [565.0, 542.0, 534.0, 514.0, 511.0, 510.0, 510.0, 508.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["23286603", "14171859", "885056", "7225911", "31272411", "17671145", "4920376", "24042363", "18467982", "29073751"], "ranked_scores": [521.0, 521.0, 519.0, 517.0, 514.0, 508.0, 508.0, 508.0, 507.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "31363207", "11254040", "16787954", "15319019", "13901073", "1986482", "1805641"], "ranked_scores": [594.0, 562.0, 520.0, 519.0, 518.0, 517.0, 515.0, 515.0, 515.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["17934603", "13283919", "3559136", "22635278", "22517564", "343052", "4468861", "7975937", "14834714", "16119973"], "ranked_scores": [516.0, 506.0, 503.0, 503.0, 502.0, 496.0, 496.0, 496.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-8000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "36960449", "30981192", "2425364", "3150030", "35724562", "44572913", "33409100"], "ranked_scores": [547.0, 515.0, 512.0, 511.0, 510.0, 507.0, 504.0, 501.0, 499.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "34582256", "13350374", "4319174", "970012", "25687558", "1507222", "7198295", "6504953", "32101982"], "ranked_scores": [479.0, 475.0, 472.0, 470.0, 469.0, 468.0, 464.0, 462.0, 461.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "20526907", "6945285", "4678846", "16760369", "38630735", "13448422", "13282296", "7640792"], "ranked_scores": [555.0, 532.0, 526.0, 519.0, 518.0, 517.0, 514.0, 510.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["25479072", "21179714", "8698857", "22495397", "1336292", "5914739", "8903143", "1227277", "12217662", "12641252"], "ranked_scores": [524.0, 519.0, 517.0, 516.0, 515.0, 514.0, 514.0, 512.0, 511.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "31554917", "13883546", "11913139", "38752049", "31612088", "5402581", "4587978", "8868863"], "ranked_scores": [533.0, 523.0, 508.0, 504.0, 495.0, 487.0, 485.0, 485.0, 483.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "28617573", "27873158", "9764256", "19140422", "6561200", "23136735", "46355579", "7650066", "6748318"], "ranked_scores": [599.0, 598.0, 595.0, 589.0, 588.0, 583.0, 571.0, 566.0, 563.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "20672596", "23148978", "6163801", "6454371", "1344498", "12513042", "43390777", "9159125"], "ranked_scores": [563.0, 554.0, 540.0, 528.0, 528.0, 522.0, 520.0, 518.0, 518.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "26702468", "2947124", "28712203", "19005293", "6182947", "9225850", "27789588", "12358173", "46926352"], "ranked_scores": [524.0, 519.0, 518.0, 514.0, 511.0, 507.0, 507.0, 505.0, 503.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "3052642", "13906581", "6477536", "10749308", "13494853", "327319", "63858430", "45143088"], "ranked_scores": [566.0, 474.0, 468.0, 461.0, 459.0, 458.0, 456.0, 454.0, 453.0, 448.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["164985", "195683603", "24282306", "9225850", "19005293", "24707550", "44935041", "8208212", "34378726", "38587347"], "ranked_scores": [541.0, 540.0, 530.0, 530.0, 528.0, 527.0, 527.0, 527.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "4418112", "22530842", "14060030", "6270720", "13448422", "10284593", "8290953", "29526125", "23983289"], "ranked_scores": [517.0, 506.0, 502.0, 500.0, 500.0, 495.0, 495.0, 494.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "2947124", "21179714", "46926352", "22635278", "35766603", "1900152", "25148216", "14615911", "14591894"], "ranked_scores": [535.0, 534.0, 514.0, 513.0, 511.0, 510.0, 509.0, 507.0, 507.0, 506.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34876410", "6327940", "11238784", "2474731", "43224840", "22867765", "3896759", "14965508", "17119869", "39187170"], "ranked_scores": [467.0, 466.0, 463.0, 462.0, 459.0, 459.0, 458.0, 457.0, 457.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "17930286", "32463364", "7655029", "15657779", "24396137", "306311", "2335873", "37592824", "23785605"], "ranked_scores": [507.0, 491.0, 478.0, 476.0, 475.0, 473.0, 471.0, 471.0, 471.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["41493639", "980196", "79231308", "45276789", "40905302", "3329824", "19854543", "10577574", "15482274", "39970500"], "ranked_scores": [479.0, 473.0, 468.0, 463.0, 461.0, 458.0, 458.0, 457.0, 457.0, 456.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "22264117", "9291668", "4434951", "26230669", "2466614", "1848452", "7514614", "16233471", "22543403"], "ranked_scores": [603.0, 586.0, 575.0, 569.0, 563.0, 561.0, 557.0, 555.0, 553.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "34544514", "23148978", "8460275", "22968257", "26045237", "12280462", "19460822", "22674621"], "ranked_scores": [512.0, 504.0, 498.0, 496.0, 495.0, 494.0, 494.0, 493.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["21855837", "23052989", "8247597", "9196472", "30297355", "5838067", "17648235", "1595617", "33387953", "6163801"], "ranked_scores": [531.0, 529.0, 526.0, 523.0, 521.0, 521.0, 520.0, 518.0, 518.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "15559582", "23557241", "17450673", "27123743", "15512462", "22007333", "16322674", "5487448", "13831558"], "ranked_scores": [576.0, 555.0, 554.0, 549.0, 541.0, 540.0, 538.0, 538.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "28617573", "9764256", "46695481", "12779444", "19140422", "6561200", "22942787", "46355579", "7650066"], "ranked_scores": [542.0, 537.0, 528.0, 528.0, 527.0, 525.0, 524.0, 524.0, 523.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["44366096", "31272411", "15319019", "4740447", "13290521", "1333643", "25014337", "16172576", "4402497", "5273056"], "ranked_scores": [538.0, 536.0, 514.0, 514.0, 505.0, 504.0, 503.0, 501.0, 501.0, 501.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "6580081", "27602752", "11344428", "20261352", "13923140", "27243019", "1387104", "2947124"], "ranked_scores": [528.0, 512.0, 508.0, 503.0, 500.0, 498.0, 498.0, 498.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["24347647", "18949516", "11414664", "1084345", "2466614", "10012166", "13350374", "8519911", "19460822", "6313547"], "ranked_scores": [535.0, 533.0, 527.0, 525.0, 522.0, 520.0, 518.0, 518.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["30208015", "10247314", "8856690", "12225214", "4270992", "16120395", "19313533", "2405259", "24042363", "41928290"], "ranked_scores": [532.0, 531.0, 523.0, 522.0, 519.0, 518.0, 516.0, 516.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "25416944", "18682109", "15889329", "23670644", "24512064", "13282296", "12670680", "6334188", "27306942"], "ranked_scores": [533.0, 486.0, 484.0, 483.0, 479.0, 478.0, 478.0, 477.0, 477.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["3506723", "2158516", "11083121", "15548965", "323030", "8856690", "29557235", "20313748", "7221410", "40655970"], "ranked_scores": [498.0, 494.0, 494.0, 493.0, 489.0, 488.0, 484.0, 483.0, 482.0, 481.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["34735369", "2988714", "6422576", "34537906", "6717533", "6454371", "6670101", "4138659", "12225214", "7451607"], "ranked_scores": [513.0, 513.0, 508.0, 502.0, 500.0, 499.0, 499.0, 498.0, 498.0, 497.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "8247597", "5765455", "39758684", "12887068", "6000423", "21692235", "4410181", "8925851", "5782614"], "ranked_scores": [555.0, 545.0, 543.0, 534.0, 534.0, 533.0, 531.0, 524.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["32611468", "16472469", "21754541", "24725136", "15491404", "5484763", "17416520", "8856690", "12922760", "14380875"], "ranked_scores": [509.0, 506.0, 503.0, 503.0, 501.0, 499.0, 498.0, 495.0, 493.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "3150030", "22023404", "30720103", "25599283", "2425364", "16256507", "13293033", "11738716"], "ranked_scores": [520.0, 510.0, 501.0, 497.0, 497.0, 496.0, 488.0, 488.0, 484.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["3067015", "71625969", "30720103", "22023404", "24408040", "52072815", "41133176", "849771", "11349166", "6947286"], "ranked_scores": [495.0, 494.0, 476.0, 474.0, 473.0, 473.0, 471.0, 471.0, 470.0, 470.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["4429118", "6550579", "6944800", "2014909", "2030623", "20183360", "1065627", "51706771", "16364639", "19358586"], "ranked_scores": [522.0, 518.0, 515.0, 514.0, 511.0, 510.0, 507.0, 507.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "3984231", "10284593", "14060030", "6270720", "4418112", "4653837", "8519911", "16826810", "7373453"], "ranked_scores": [547.0, 518.0, 509.0, 506.0, 506.0, 504.0, 499.0, 498.0, 496.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "32463364", "17691617", "41264017", "24625323", "36003142", "22968257", "30981192", "1358909"], "ranked_scores": [566.0, 534.0, 525.0, 517.0, 517.0, 514.0, 511.0, 508.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["23052989", "2714623", "30261663", "43880096", "1595617", "28107602", "17333231", "33911859", "34905328", "16966326"], "ranked_scores": [530.0, 529.0, 522.0, 522.0, 521.0, 521.0, 520.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "24294572", "39758684", "24282306", "17775228", "11951999", "12685434", "12887068", "4447785"], "ranked_scores": [546.0, 546.0, 544.0, 536.0, 534.0, 533.0, 532.0, 529.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["22174015", "13798951", "266641", "25479072", "20344442", "34905328", "3559136", "3545805", "18546584", "9283422"], "ranked_scores": [559.0, 550.0, 542.0, 542.0, 539.0, 538.0, 538.0, 538.0, 537.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "40473317", "13798951", "3462075", "38830961", "25479072", "19511011", "24387017", "35987381"], "ranked_scores": [540.0, 522.0, 504.0, 500.0, 493.0, 490.0, 490.0, 488.0, 488.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "5114282", "16572581", "35987381", "8373753", "5735492", "28738741", "39550665"], "ranked_scores": [545.0, 534.0, 520.0, 509.0, 507.0, 503.0, 503.0, 501.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["4324278", "1127562", "14171859", "11738716", "306311", "17195001", "33535447", "5273056", "17539488", "712078"], "ranked_scores": [480.0, 479.0, 470.0, 463.0, 463.0, 461.0, 461.0, 461.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "25895285", "34016944", "26607366", "4444861", "67787658", "9881829", "6492658", "4336849"], "ranked_scores": [516.0, 513.0, 510.0, 503.0, 500.0, 499.0, 499.0, 497.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "41294031", "40790033", "24873253", "10958594", "21150010", "42731834", "24916604", "35766603"], "ranked_scores": [560.0, 539.0, 527.0, 521.0, 519.0, 517.0, 515.0, 515.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["4429118", "39084565", "4399311", "6853699", "34016987", "17438862", "24101431", "1550937", "6270720", "10530014"], "ranked_scores": [544.0, 543.0, 540.0, 537.0, 537.0, 536.0, 536.0, 535.0, 534.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["2714623", "34905328", "15972906", "18834078", "13798951", "25479072", "4270992", "5914739", "8903143", "994800"], "ranked_scores": [591.0, 572.0, 572.0, 571.0, 560.0, 558.0, 555.0, 554.0, 552.0, 552.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "16204011", "20491205", "5641851", "9658390", "41493639", "24318630", "32909242", "72180760", "6085365"], "ranked_scores": [516.0, 465.0, 459.0, 459.0, 459.0, 458.0, 457.0, 456.0, 454.0, 452.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "4820792", "9784254", "31272411", "885056", "25677651", "23746313", "38751591", "1550937", "45764440"], "ranked_scores": [539.0, 535.0, 535.0, 534.0, 533.0, 530.0, 530.0, 530.0, 529.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "4447785", "9225850", "15248287", "36345578", "34439544", "38587347", "195683603", "6936141"], "ranked_scores": [591.0, 544.0, 533.0, 528.0, 526.0, 518.0, 518.0, 517.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["885056", "31272411", "17671145", "12217662", "8856690", "7225911", "14380875", "14171859", "18467982", "4740447"], "ranked_scores": [524.0, 517.0, 515.0, 514.0, 512.0, 510.0, 510.0, 509.0, 508.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "5256564", "7621534", "21700295", "31363207", "708425", "5991309", "2417551", "35087728"], "ranked_scores": [573.0, 538.0, 513.0, 511.0, 511.0, 509.0, 508.0, 507.0, 506.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "21009874", "29526125", "16119973", "1900152", "7975937", "22517564", "26045237", "67045088", "5991309"], "ranked_scores": [523.0, 507.0, 503.0, 501.0, 499.0, 499.0, 498.0, 496.0, 494.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-10000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "2425364", "44572913", "12810152", "4462079", "30981192", "520579", "33409100", "18256197", "26409363"], "ranked_scores": [532.0, 500.0, 498.0, 496.0, 495.0, 494.0, 493.0, 482.0, 480.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["13000926", "28206748", "34582256", "13350374", "4319174", "14874811", "970012", "9194077", "25687558", "7198295"], "ranked_scores": [498.0, 485.0, 484.0, 480.0, 476.0, 475.0, 475.0, 470.0, 469.0, 469.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "38630735", "16760369", "13448422", "27449472", "29253460", "19332616", "20288322", "20526907", "15925931"], "ranked_scores": [554.0, 536.0, 536.0, 525.0, 525.0, 524.0, 521.0, 520.0, 520.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8698857", "8903143", "5914739", "24042363", "1336292", "12156187", "4319844", "25479072", "1196631", "1227277"], "ranked_scores": [528.0, 527.0, 526.0, 524.0, 523.0, 523.0, 519.0, 517.0, 512.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "11913139", "13883546", "32463364", "80109277", "31554917", "5402581", "27150276", "4587978"], "ranked_scores": [522.0, 506.0, 493.0, 476.0, 475.0, 474.0, 473.0, 470.0, 469.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "27873158", "46695481", "9764256", "6561200", "23136735", "19140422", "7650066", "1203035", "46355579"], "ranked_scores": [602.0, 585.0, 581.0, 577.0, 567.0, 564.0, 558.0, 549.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "20672596", "16319097", "6163801", "43390777", "23148978", "32611468", "21181273", "33960383"], "ranked_scores": [558.0, 550.0, 528.0, 512.0, 509.0, 509.0, 508.0, 507.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "26702468", "2947124", "3330111", "21395936", "28712203", "27789588", "17327939", "6417632", "15707049"], "ranked_scores": [528.0, 519.0, 512.0, 511.0, 510.0, 510.0, 509.0, 505.0, 504.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "10749308", "13906581", "7547329", "3052642", "45920278", "6477536", "40412980"], "ranked_scores": [575.0, 479.0, 462.0, 452.0, 450.0, 448.0, 444.0, 442.0, 442.0, 438.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["195683603", "164985", "3773719", "28392393", "28783084", "24726600", "34378726", "32665136", "18399038", "25602549"], "ranked_scores": [534.0, 525.0, 523.0, 523.0, 523.0, 521.0, 520.0, 520.0, 519.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6270720", "22530842", "4418112", "10284593", "14060030", "10576136", "2192419", "40632104", "3308636"], "ranked_scores": [512.0, 509.0, 504.0, 504.0, 500.0, 499.0, 494.0, 493.0, 493.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "2947124", "21179714", "2042250", "15081770", "22635278", "44562058", "3308636", "46926352", "8246922"], "ranked_scores": [526.0, 517.0, 515.0, 514.0, 514.0, 513.0, 513.0, 512.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "17119869", "11238784", "34876410", "13963620", "30464859", "34228604", "15669393", "18361917", "8672737"], "ranked_scores": [471.0, 467.0, 465.0, 463.0, 463.0, 462.0, 462.0, 462.0, 461.0, 460.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "7965928", "24148722", "7655029", "15657779", "32463364", "21274919", "15984735", "37583120", "30813140"], "ranked_scores": [482.0, 476.0, 474.0, 473.0, 467.0, 467.0, 462.0, 460.0, 457.0, 456.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["79231308", "45276789", "46451940", "15482274", "6153754", "9754530", "19854543", "25079962", "980196", "32665136"], "ranked_scores": [470.0, 465.0, 458.0, 456.0, 453.0, 453.0, 449.0, 449.0, 449.0, 449.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "4434951", "22543403", "22264117", "1848452", "26230669", "7514614", "14475235", "2466614"], "ranked_scores": [576.0, 574.0, 570.0, 558.0, 555.0, 544.0, 544.0, 538.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "10846815", "23148978", "1805641", "12409683", "10617916", "26045237", "19460822", "4324278", "8856690"], "ranked_scores": [491.0, 484.0, 484.0, 483.0, 482.0, 480.0, 479.0, 478.0, 478.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "2947124", "3493623", "4303075", "23052989", "10627801", "20996244", "30261663", "6710699", "6936141"], "ranked_scores": [540.0, 530.0, 524.0, 521.0, 519.0, 518.0, 517.0, 516.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "23557241", "27123743", "17450673", "15559582", "22007333", "13831558", "15512462", "21874312", "16322674"], "ranked_scores": [558.0, 550.0, 549.0, 545.0, 535.0, 533.0, 522.0, 520.0, 518.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "28617573", "46695481", "12779444", "9764256", "40735046", "6748318", "46355579", "36355784", "6561200"], "ranked_scores": [543.0, 534.0, 525.0, 520.0, 519.0, 511.0, 509.0, 508.0, 507.0, 507.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["25014337", "44366096", "1333643", "31272411", "4740447", "5273056", "13290521", "10024681", "15319019", "3154880"], "ranked_scores": [532.0, 530.0, 530.0, 528.0, 526.0, 523.0, 515.0, 515.0, 515.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "24512064", "11344428", "5511240", "27243019", "24943534", "6315132", "6580081", "20690388", "31001322"], "ranked_scores": [515.0, 506.0, 504.0, 500.0, 498.0, 495.0, 492.0, 490.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["11414664", "1084345", "18949516", "516867", "13350374", "10012166", "24347647", "2466614", "52887689", "6313547"], "ranked_scores": [534.0, 533.0, 530.0, 522.0, 518.0, 516.0, 516.0, 512.0, 510.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["18467982", "10247314", "28724565", "30208015", "16120395", "12225214", "34498325", "8305686", "21557055", "8856690"], "ranked_scores": [518.0, 506.0, 505.0, 503.0, 502.0, 499.0, 499.0, 498.0, 496.0, 496.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "85665741", "116792", "12670680", "6334188", "2272614", "23670644", "15889329", "37592824", "10326242"], "ranked_scores": [526.0, 476.0, 474.0, 474.0, 474.0, 473.0, 471.0, 471.0, 470.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "16557565", "40655970", "7221410", "28369117", "57574395", "8856690", "15491404", "2417551", "22767022"], "ranked_scores": [496.0, 489.0, 489.0, 489.0, 488.0, 483.0, 482.0, 481.0, 481.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6454371", "4362729", "7451607", "28542402", "8997410", "90064424", "21219071", "4138659", "7552147"], "ranked_scores": [538.0, 512.0, 511.0, 508.0, 500.0, 497.0, 496.0, 495.0, 494.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "8083310", "5836", "12887068", "8247597", "8925851", "21692235", "6000423", "39758684"], "ranked_scores": [557.0, 532.0, 531.0, 531.0, 530.0, 529.0, 527.0, 525.0, 523.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["8856690", "8533245", "5273056", "16472469", "15491404", "7492250", "32611468", "21754541", "3127341", "7468449"], "ranked_scores": [501.0, 499.0, 496.0, 494.0, 494.0, 490.0, 488.0, 487.0, 487.0, 487.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "23267371", "22023404", "30720103", "2425364", "25599283", "3150030", "16256507", "3222187", "4462079"], "ranked_scores": [526.0, 520.0, 503.0, 502.0, 499.0, 498.0, 496.0, 495.0, 482.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "30720103", "22023404", "3222187", "2425364", "13282296", "25599283", "3153673", "52072815"], "ranked_scores": [489.0, 479.0, 469.0, 466.0, 465.0, 462.0, 460.0, 459.0, 456.0, 456.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["19358586", "4702639", "16364639", "2014909", "40963697", "1065627", "6550579", "6670101", "13256155", "4429118"], "ranked_scores": [506.0, 503.0, 501.0, 498.0, 497.0, 496.0, 495.0, 495.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "14060030", "10284593", "25404036", "3984231", "38630735", "7813993", "18104691", "4421742"], "ranked_scores": [551.0, 524.0, 508.0, 505.0, 496.0, 496.0, 495.0, 495.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "13933299", "24625323", "30981192", "32463364", "33733520", "40790033", "41264017", "6945285", "7221410"], "ranked_scores": [561.0, 518.0, 514.0, 512.0, 511.0, 502.0, 496.0, 496.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2714623", "30261663", "4889228", "43880096", "28107602", "16966326", "12932176", "21557055", "40901687", "19970015"], "ranked_scores": [530.0, 519.0, 519.0, 518.0, 516.0, 516.0, 515.0, 515.0, 512.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "24294572", "21181273", "12358173", "39758684", "4447785", "17775228", "6492658", "11951999", "12685434"], "ranked_scores": [545.0, 536.0, 535.0, 518.0, 515.0, 514.0, 513.0, 510.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["13798951", "34905328", "22174015", "25479072", "3545805", "20220731", "17463549", "11951999", "18882947", "2714623"], "ranked_scores": [535.0, 533.0, 533.0, 527.0, 525.0, 524.0, 523.0, 522.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "3462075", "13798951", "27910499", "11666252", "38830961", "14934137", "20261352", "35987381", "42693833"], "ranked_scores": [520.0, 496.0, 492.0, 490.0, 489.0, 488.0, 487.0, 487.0, 486.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "42065070", "35987381", "16572581", "2824347", "28738741", "5114282", "8300657"], "ranked_scores": [559.0, 534.0, 524.0, 519.0, 515.0, 513.0, 513.0, 510.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "4324278", "1754001", "22174015", "306311", "37296667", "2543135", "44693226", "18348376", "19529370"], "ranked_scores": [471.0, 470.0, 461.0, 460.0, 460.0, 458.0, 457.0, 456.0, 455.0, 455.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "25895285", "4444861", "4462777", "14241418", "40429879", "5991309", "34016944", "40349336"], "ranked_scores": [527.0, 524.0, 512.0, 498.0, 495.0, 494.0, 494.0, 492.0, 491.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "39903312", "41294031", "24150328", "43334921", "19308127", "5492542", "3899896", "23783727"], "ranked_scores": [582.0, 529.0, 516.0, 514.0, 514.0, 512.0, 509.0, 506.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["10530014", "4429118", "34016987", "6853699", "4399311", "1360607", "39084565", "16488405", "5752492", "26230669"], "ranked_scores": [536.0, 535.0, 529.0, 528.0, 525.0, 525.0, 524.0, 522.0, 519.0, 518.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["15972906", "2714623", "18834078", "5483793", "41982985", "5273056", "25479072", "5914739", "1196631", "4270992"], "ranked_scores": [571.0, 571.0, 567.0, 555.0, 555.0, 555.0, 552.0, 551.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "41493639", "16204011", "20491205", "32909242", "12087063", "3610080", "40817021", "45548062", "7419612"], "ranked_scores": [537.0, 482.0, 474.0, 459.0, 459.0, 455.0, 455.0, 455.0, 451.0, 451.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "14380875", "31272411", "4820792", "885056", "6670101", "38751591", "36904081", "19165076", "25677651"], "ranked_scores": [539.0, 539.0, 533.0, 533.0, 531.0, 530.0, 530.0, 529.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "4447785", "15248287", "6936141", "36345578", "34439544", "9784254", "44801733", "38025907"], "ranked_scores": [578.0, 534.0, 527.0, 517.0, 514.0, 513.0, 511.0, 507.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["31272411", "14380875", "4920376", "14171859", "23286603", "7225911", "35660758", "885056", "17671145", "4320424"], "ranked_scores": [533.0, 531.0, 530.0, 529.0, 526.0, 525.0, 523.0, 519.0, 515.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "31363207", "4468861", "341324", "3545805", "32023005", "26038789", "2851611", "5256564"], "ranked_scores": [578.0, 545.0, 514.0, 510.0, 510.0, 508.0, 506.0, 505.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "16119973", "22517564", "14834714", "3462075", "3935126", "7975937", "25738896", "35149431", "36216395"], "ranked_scores": [516.0, 508.0, 507.0, 505.0, 500.0, 497.0, 496.0, 495.0, 495.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-12000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "4462079", "12810152", "30981192", "10984005", "520579", "36960449", "2425364", "13933299", "44572913"], "ranked_scores": [532.0, 520.0, 506.0, 503.0, 503.0, 499.0, 496.0, 494.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["28206748", "34582256", "970012", "14874811", "25687558", "9194077", "13350374", "13000926", "1568684", "4319174"], "ranked_scores": [494.0, 491.0, 479.0, 478.0, 477.0, 476.0, 474.0, 472.0, 470.0, 470.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "38630735", "16760369", "29253460", "20288322", "13448422", "750781", "19332616", "13933299", "35495268"], "ranked_scores": [575.0, 529.0, 528.0, 527.0, 526.0, 526.0, 521.0, 521.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["8903143", "5914739", "24042363", "20996244", "25479072", "23912923", "22495397", "612002", "1336292", "34436231"], "ranked_scores": [532.0, 530.0, 525.0, 524.0, 519.0, 519.0, 518.0, 514.0, 513.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "11913139", "31554917", "38752049", "4587978", "7239105", "5704562", "8868863", "36033696"], "ranked_scores": [548.0, 525.0, 488.0, 484.0, 476.0, 476.0, 476.0, 475.0, 475.0, 471.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["28617573", "46695481", "27873158", "9764256", "19140422", "6561200", "23136735", "7650066", "1203035", "16980892"], "ranked_scores": [593.0, 592.0, 584.0, 578.0, 570.0, 569.0, 564.0, 547.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "18810195", "34876410", "20672596", "11616424", "15176526", "22712546", "16839245", "16319097", "23148978"], "ranked_scores": [574.0, 539.0, 530.0, 528.0, 525.0, 521.0, 520.0, 519.0, 518.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "2947124", "46926352", "19005293", "28712203", "5511240", "10993232", "10169908", "20690388", "9977329"], "ranked_scores": [538.0, 521.0, 517.0, 516.0, 513.0, 513.0, 512.0, 512.0, 511.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "63858430", "3052642", "16979690", "6477536", "10749308", "11469078", "327319", "21884449", "30655442"], "ranked_scores": [535.0, 466.0, 454.0, 449.0, 442.0, 438.0, 435.0, 435.0, 435.0, 433.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["34378726", "24726600", "195683603", "28392393", "4380287", "18399038", "28783084", "24282306", "164985", "9226649"], "ranked_scores": [527.0, 525.0, 521.0, 518.0, 518.0, 517.0, 517.0, 517.0, 516.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6270720", "22530842", "14060030", "4418112", "13448422", "6158879", "10284593", "10576136", "40632104"], "ranked_scores": [511.0, 504.0, 503.0, 496.0, 494.0, 492.0, 491.0, 491.0, 485.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "2947124", "1071991", "46926352", "21179714", "15081770", "20610557", "26873988", "14692646", "8246922"], "ranked_scores": [515.0, 514.0, 514.0, 514.0, 512.0, 506.0, 505.0, 504.0, 502.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["34876410", "13963620", "8672737", "30464859", "23141360", "38369817", "14591894", "17119869", "16557565", "18041692"], "ranked_scores": [469.0, 468.0, 467.0, 463.0, 462.0, 461.0, 460.0, 460.0, 459.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["17930286", "14606752", "15984735", "23785605", "24148722", "12667988", "17693849", "7655029", "32463364", "19804204"], "ranked_scores": [488.0, 481.0, 477.0, 473.0, 471.0, 470.0, 469.0, 467.0, 466.0, 463.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["45276789", "79231308", "38369817", "9754530", "29657303", "11718220", "21767325", "40905302", "20645335", "8290953"], "ranked_scores": [474.0, 468.0, 452.0, 451.0, 449.0, 448.0, 447.0, 447.0, 446.0, 446.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["9291668", "6040392", "22264117", "4434951", "22543403", "1848452", "26230669", "663464", "2466614", "7808055"], "ranked_scores": [588.0, 584.0, 567.0, 560.0, 557.0, 551.0, 548.0, 544.0, 543.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "23148978", "44693226", "12409683", "22968257", "19460822", "10617916", "7426741", "29689140"], "ranked_scores": [502.0, 494.0, 489.0, 488.0, 487.0, 485.0, 485.0, 484.0, 484.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "27602752", "6936141", "28149602", "20996244", "1386103", "4313478", "4303075", "1550937", "2947124"], "ranked_scores": [534.0, 532.0, 529.0, 528.0, 525.0, 523.0, 521.0, 520.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "22007333", "23557241", "15559582", "17450673", "5864770", "13831558", "16322674", "13831842"], "ranked_scores": [587.0, 583.0, 565.0, 561.0, 556.0, 554.0, 536.0, 531.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["46695481", "28617573", "27873158", "19140422", "9764256", "32423829", "12779444", "22942787", "6561200", "36355784"], "ranked_scores": [539.0, 538.0, 535.0, 529.0, 523.0, 522.0, 521.0, 520.0, 514.0, 511.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "1333643", "44366096", "4740447", "13290521", "10024681", "14474178", "8005007", "11784947", "15319019"], "ranked_scores": [525.0, 518.0, 518.0, 517.0, 516.0, 512.0, 512.0, 511.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["11344428", "24088502", "27306942", "27602752", "24512064", "27243019", "5511240", "32101982", "24943534", "44562058"], "ranked_scores": [507.0, 507.0, 503.0, 502.0, 500.0, 495.0, 493.0, 492.0, 491.0, 490.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "24347647", "18949516", "11414664", "7834603", "4452659", "6313547", "2466614", "13350374", "20418809"], "ranked_scores": [539.0, 530.0, 530.0, 526.0, 521.0, 516.0, 515.0, 514.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["10247314", "12225214", "4270992", "18467982", "16120395", "21557055", "20018321", "8305686", "8460275", "9669099"], "ranked_scores": [510.0, 509.0, 508.0, 506.0, 506.0, 501.0, 497.0, 495.0, 495.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "15889329", "37592824", "116792", "27306942", "25416944", "22178316", "18682109", "10162553", "3329824"], "ranked_scores": [529.0, 488.0, 488.0, 487.0, 483.0, 481.0, 479.0, 476.0, 475.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["15548965", "40655970", "20943272", "15491404", "7221410", "28369117", "8856690", "323030", "19313533", "24387017"], "ranked_scores": [494.0, 494.0, 492.0, 489.0, 488.0, 487.0, 487.0, 486.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "23160444", "7451607", "6454371", "6422576", "31962403", "28542402", "10504681", "17945638", "23393712"], "ranked_scores": [536.0, 508.0, 506.0, 505.0, 504.0, 503.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "5765455", "6000423", "8925851", "5836", "39758684", "3391547", "8247597", "12887068", "3863543"], "ranked_scores": [564.0, 542.0, 538.0, 535.0, 534.0, 533.0, 530.0, 530.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "8856690", "8533245", "32611468", "5273056", "21754541", "25748308", "12922760", "24770913", "7468449"], "ranked_scores": [508.0, 501.0, 500.0, 494.0, 494.0, 492.0, 492.0, 492.0, 487.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["21553394", "22023404", "23267371", "3150030", "30720103", "2425364", "25599283", "16256507", "36960449", "22442133"], "ranked_scores": [528.0, 520.0, 516.0, 509.0, 505.0, 504.0, 503.0, 490.0, 488.0, 486.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "22023404", "25599283", "13933299", "11349166", "42387637", "30720103", "7688110", "43156471"], "ranked_scores": [483.0, 475.0, 470.0, 469.0, 467.0, 467.0, 467.0, 465.0, 464.0, 461.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["1065627", "19358586", "16364639", "6670101", "2014909", "6550579", "40667577", "27270151", "6944800", "1834762"], "ranked_scores": [516.0, 505.0, 504.0, 501.0, 498.0, 498.0, 498.0, 494.0, 493.0, 492.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "14060030", "10284593", "6270720", "18104691", "3984231", "25404036", "28338268", "13448422", "13445579"], "ranked_scores": [550.0, 512.0, 511.0, 508.0, 501.0, 497.0, 495.0, 494.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "13933299", "41264017", "8002529", "17691617", "1358909", "30981192", "24408040", "40790033"], "ranked_scores": [574.0, 521.0, 510.0, 506.0, 503.0, 497.0, 496.0, 496.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["2714623", "469066", "30261663", "28107602", "16966326", "23403754", "17333231", "43880096", "19970015", "9194077"], "ranked_scores": [527.0, 522.0, 517.0, 516.0, 515.0, 510.0, 510.0, 507.0, 505.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "24294572", "21181273", "39758684", "11951999", "12358173", "12685434", "40667577", "18399038", "12948892"], "ranked_scores": [565.0, 544.0, 537.0, 535.0, 528.0, 521.0, 521.0, 521.0, 520.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["3545805", "13798951", "22174015", "24387017", "18231807", "38830961", "34905328", "11951999", "20344442", "25479072"], "ranked_scores": [536.0, 534.0, 533.0, 532.0, 529.0, 526.0, 524.0, 524.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "3462075", "13798951", "19511011", "24387017", "40473317", "3545805", "3835423", "42693833"], "ranked_scores": [524.0, 510.0, 504.0, 499.0, 498.0, 493.0, 493.0, 489.0, 489.0, 488.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "5398179", "13966946", "42065070", "45218443", "28738741", "8300657", "27602752", "2824347"], "ranked_scores": [547.0, 529.0, 512.0, 506.0, 502.0, 501.0, 500.0, 500.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "17539488", "4324278", "1387654", "21931005", "44693226", "5273056", "30981192", "2543135", "52944377"], "ranked_scores": [471.0, 459.0, 457.0, 455.0, 455.0, 454.0, 453.0, 453.0, 452.0, 451.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "25895285", "19497526", "34016944", "26607366", "5991309", "6503534", "4462777", "5386514"], "ranked_scores": [524.0, 523.0, 510.0, 506.0, 498.0, 497.0, 497.0, 495.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "7613033", "5492542", "24150328", "12009265", "2492146", "39903312", "46485368", "10958594", "42731834"], "ranked_scores": [589.0, 523.0, 522.0, 518.0, 517.0, 517.0, 513.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "39084565", "10648422", "43192375", "1360607", "14496749", "1049501", "44935041", "10530014", "16488405"], "ranked_scores": [562.0, 542.0, 533.0, 532.0, 532.0, 531.0, 530.0, 528.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["5483793", "2714623", "18834078", "5914739", "15972906", "41982985", "3835423", "21185923", "18237384", "4270992"], "ranked_scores": [570.0, 567.0, 559.0, 556.0, 556.0, 554.0, 547.0, 546.0, 545.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "16204011", "32909242", "41493639", "12087063", "20491205", "40817021", "3610080", "5641851", "13515165"], "ranked_scores": [544.0, 473.0, 471.0, 468.0, 461.0, 460.0, 455.0, 454.0, 450.0, 449.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["21622715", "29073751", "7225911", "25677651", "9559146", "14380875", "9784254", "5270265", "2266471", "24190159"], "ranked_scores": [548.0, 545.0, 544.0, 542.0, 538.0, 537.0, 536.0, 536.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "4447785", "36345578", "6936141", "1933281", "38533515", "12058271", "15248287", "46926352"], "ranked_scores": [582.0, 535.0, 523.0, 519.0, 517.0, 516.0, 516.0, 515.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["25543207", "23286603", "35660758", "14380875", "14171859", "24042363", "17195001", "31272411", "26045237", "7225911"], "ranked_scores": [527.0, 526.0, 523.0, 521.0, 517.0, 516.0, 515.0, 515.0, 513.0, 510.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "3545805", "18348376", "4468861", "35087728", "5991309", "2851611", "2417551"], "ranked_scores": [575.0, 556.0, 508.0, 507.0, 504.0, 502.0, 502.0, 500.0, 499.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "3935126", "22517564", "3462075", "16119973", "17682477", "7975937", "17438862", "3981033", "31591262"], "ranked_scores": [525.0, 512.0, 509.0, 507.0, 507.0, 503.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-14000": {"514": {"relevant_ids": ["16256507"], "ranked_ids": ["16256507", "12810152", "30981192", "4462079", "37916361", "44572913", "2425364", "33409100", "520579", "26409363"], "ranked_scores": [525.0, 505.0, 494.0, 494.0, 492.0, 487.0, 483.0, 481.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "269": {"relevant_ids": ["970012"], "ranked_ids": ["28206748", "34582256", "13350374", "9194077", "25687558", "4319174", "1568684", "1507222", "970012", "13000926"], "ranked_scores": [487.0, 483.0, 479.0, 472.0, 470.0, 469.0, 468.0, 467.0, 466.0, 465.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "343": {"relevant_ids": ["7873737", "5884524"], "ranked_ids": ["5884524", "29253460", "38630735", "750781", "16760369", "20288322", "13448422", "12561083", "13933299", "20526907"], "ranked_scores": [561.0, 541.0, 528.0, 526.0, 524.0, 524.0, 520.0, 512.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "551": {"relevant_ids": ["33499189"], "ranked_ids": ["5914739", "8903143", "18938992", "22495397", "40094786", "24042363", "1227277", "8698857", "22968257", "20996244"], "ranked_scores": [530.0, 521.0, 518.0, 516.0, 514.0, 512.0, 511.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "641": {"relevant_ids": ["5912283", "31554917"], "ranked_ids": ["5912283", "21373821", "11913139", "31554917", "5704562", "4587978", "22688699", "8868863", "13883546", "38752049"], "ranked_scores": [539.0, 517.0, 499.0, 494.0, 479.0, 476.0, 469.0, 469.0, 468.0, 465.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "971": {"relevant_ids": ["28617573", "9764256", "46695481", "27873158"], "ranked_ids": ["46695481", "28617573", "9764256", "27873158", "23136735", "19140422", "6561200", "1203035", "7650066", "46355579"], "ranked_scores": [598.0, 588.0, 579.0, 578.0, 571.0, 557.0, 557.0, 547.0, 541.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.25, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.75, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "475": {"relevant_ids": ["18678095"], "ranked_ids": ["21626639", "20672596", "18810195", "23148978", "22712546", "6454371", "11616424", "16839245", "23576165", "4138659"], "ranked_scores": [554.0, 537.0, 530.0, 525.0, 517.0, 516.0, 513.0, 511.0, 506.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "380": {"relevant_ids": ["19005293"], "ranked_ids": ["23509113", "26702468", "2947124", "46926352", "28712203", "19005293", "21395936", "9648896", "27789588", "6182947"], "ranked_scores": [528.0, 514.0, 512.0, 511.0, 506.0, 505.0, 504.0, 504.0, 503.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "129": {"relevant_ids": ["27768226"], "ranked_ids": ["27768226", "16979690", "63858430", "10749308", "7547329", "11469078", "6477536", "3052642", "116556376", "22711954"], "ranked_scores": [554.0, 469.0, 456.0, 455.0, 455.0, 451.0, 449.0, 446.0, 443.0, 440.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1202": {"relevant_ids": ["3475317"], "ranked_ids": ["34378726", "13651792", "7975937", "44935041", "18399038", "24707550", "3475317", "195683603", "5406411", "24282306"], "ranked_scores": [530.0, 524.0, 522.0, 521.0, 521.0, 521.0, 520.0, 520.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "743": {"relevant_ids": ["32159283"], "ranked_ids": ["32159283", "6270720", "10284593", "14060030", "13448422", "40632104", "4418112", "6158879", "23983289", "40164383"], "ranked_scores": [525.0, 497.0, 496.0, 492.0, 491.0, 489.0, 489.0, 486.0, 484.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "659": {"relevant_ids": ["1215116"], "ranked_ids": ["24044977", "2947124", "10530014", "22635278", "46926352", "14591894", "21179714", "26873988", "1071991", "8144920"], "ranked_scores": [509.0, 499.0, 497.0, 496.0, 496.0, 494.0, 493.0, 493.0, 492.0, 491.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "128": {"relevant_ids": ["8290953"], "ranked_ids": ["38369817", "8672737", "34876410", "17930286", "16826810", "13963620", "24003461", "6327940", "14591894", "3052642"], "ranked_scores": [462.0, 461.0, 454.0, 452.0, 451.0, 449.0, 448.0, 448.0, 447.0, 446.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "501": {"relevant_ids": ["17930286"], "ranked_ids": ["24148722", "17930286", "7965928", "37592824", "15984735", "15657779", "14606752", "7655029", "21274919", "32463364"], "ranked_scores": [478.0, 469.0, 468.0, 467.0, 466.0, 463.0, 462.0, 459.0, 458.0, 457.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "1339": {"relevant_ids": ["15482274"], "ranked_ids": ["15482274", "980196", "12258338", "79231308", "19854543", "40905302", "21767325", "9754530", "24088502", "41493639"], "ranked_scores": [468.0, 460.0, 459.0, 458.0, 454.0, 453.0, 452.0, 452.0, 452.0, 451.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "800": {"relevant_ids": ["22543403"], "ranked_ids": ["6040392", "9291668", "22264117", "4434951", "26230669", "1848452", "2466614", "22543403", "16233471", "14475235"], "ranked_scores": [584.0, 578.0, 574.0, 557.0, 550.0, 546.0, 541.0, 540.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "1014": {"relevant_ids": ["6277638"], "ranked_ids": ["6277638", "17195001", "19460822", "44693226", "10617916", "29073751", "8610932", "22968257", "23148978", "8856690"], "ranked_scores": [487.0, 483.0, 479.0, 478.0, 476.0, 474.0, 473.0, 472.0, 472.0, 472.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1021": {"relevant_ids": ["9433958"], "ranked_ids": ["9433958", "20996244", "1595617", "21855837", "23052989", "2638387", "28149602", "27602752", "9196472", "7717468"], "ranked_scores": [521.0, 517.0, 514.0, 514.0, 511.0, 510.0, 510.0, 509.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1266": {"relevant_ids": ["37480103"], "ranked_ids": ["37480103", "27123743", "23557241", "17450673", "15559582", "22007333", "16322674", "21874312", "5487448", "13831558"], "ranked_scores": [590.0, 560.0, 559.0, 553.0, 552.0, 551.0, 527.0, 525.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "598": {"relevant_ids": ["25742130"], "ranked_ids": ["27873158", "32423829", "28617573", "9764256", "46695481", "12779444", "6561200", "22942787", "40735046", "23136735"], "ranked_scores": [532.0, 522.0, 522.0, 521.0, 516.0, 509.0, 509.0, 509.0, 505.0, 503.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1180": {"relevant_ids": ["31272411"], "ranked_ids": ["31272411", "44366096", "4740447", "1333643", "3154880", "16172576", "11784947", "1695604", "13290521", "25014337"], "ranked_scores": [535.0, 528.0, 519.0, 518.0, 510.0, 508.0, 507.0, 506.0, 505.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "692": {"relevant_ids": ["24088502"], "ranked_ids": ["24088502", "27602752", "24512064", "27243019", "11344428", "6315132", "6580081", "20690388", "5511240", "44801733"], "ranked_scores": [508.0, 504.0, 501.0, 495.0, 493.0, 492.0, 491.0, 490.0, 489.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "148": {"relevant_ids": ["1084345"], "ranked_ids": ["1084345", "18949516", "24347647", "20418809", "13350374", "28530299", "7834603", "10012166", "11414664", "2466614"], "ranked_scores": [536.0, 533.0, 520.0, 519.0, 517.0, 517.0, 516.0, 514.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "300": {"relevant_ids": ["3553087"], "ranked_ids": ["4270992", "30208015", "16120395", "8305686", "10247314", "12225214", "15972906", "10189634", "18042803", "28724565"], "ranked_scores": [521.0, 511.0, 510.0, 508.0, 507.0, 505.0, 503.0, 500.0, 499.0, 499.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "410": {"relevant_ids": ["14924526"], "ranked_ids": ["14924526", "116792", "15889329", "37592824", "27306942", "3329824", "23670644", "25416944", "22178316", "85665741"], "ranked_scores": [542.0, 501.0, 490.0, 481.0, 478.0, 477.0, 476.0, 474.0, 473.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "72": {"relevant_ids": ["6076903"], "ranked_ids": ["7221410", "15548965", "20943272", "28107602", "11710511", "40655970", "612002", "3849194", "323030", "19313533"], "ranked_scores": [496.0, 490.0, 485.0, 483.0, 481.0, 481.0, 481.0, 479.0, 477.0, 476.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "982": {"relevant_ids": ["2988714"], "ranked_ids": ["2988714", "6717533", "31962403", "12225214", "6454371", "36271512", "17945638", "4138659", "19572798", "7451607"], "ranked_scores": [527.0, 508.0, 497.0, 497.0, 494.0, 493.0, 493.0, 491.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "437": {"relevant_ids": ["18399038"], "ranked_ids": ["2359152", "39758684", "5765455", "8247597", "8083310", "6000423", "8925851", "1145473", "12887068", "21692235"], "ranked_scores": [564.0, 544.0, 540.0, 539.0, 533.0, 533.0, 529.0, 526.0, 524.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "993": {"relevant_ids": ["16472469"], "ranked_ids": ["16472469", "12922760", "8856690", "8533245", "21754541", "11742219", "5484763", "11420613", "15491404", "18346333"], "ranked_scores": [502.0, 496.0, 495.0, 495.0, 493.0, 489.0, 489.0, 487.0, 487.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1370": {"relevant_ids": ["2425364"], "ranked_ids": ["3150030", "21553394", "22023404", "23267371", "30720103", "16256507", "275294", "2425364", "25599283", "3222187"], "ranked_scores": [506.0, 502.0, 499.0, 499.0, 492.0, 488.0, 485.0, 480.0, 480.0, 480.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "230": {"relevant_ids": ["3067015"], "ranked_ids": ["71625969", "3067015", "3153673", "30720103", "22023404", "42387637", "4841908", "25599283", "40365566", "24625323"], "ranked_scores": [486.0, 474.0, 469.0, 466.0, 465.0, 462.0, 462.0, 460.0, 460.0, 459.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "421": {"relevant_ids": ["11172205"], "ranked_ids": ["19358586", "6550579", "2014909", "16364639", "1065627", "11172205", "51706771", "40963697", "12265561", "6670101"], "ranked_scores": [494.0, 492.0, 490.0, 490.0, 489.0, 487.0, 487.0, 486.0, 485.0, 484.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "1271": {"relevant_ids": ["13768432"], "ranked_ids": ["13768432", "6270720", "14060030", "3984231", "4678846", "8290953", "25404036", "21239672", "2587396", "4653837"], "ranked_scores": [548.0, 506.0, 503.0, 501.0, 493.0, 492.0, 491.0, 490.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "589": {"relevant_ids": ["10984005"], "ranked_ids": ["10984005", "24625323", "32463364", "13933299", "41264017", "33533307", "24408040", "5556809", "7221410", "8002529"], "ranked_scores": [565.0, 520.0, 512.0, 511.0, 505.0, 502.0, 495.0, 494.0, 494.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "180": {"relevant_ids": ["16966326"], "ranked_ids": ["16966326", "28107602", "2714623", "43880096", "23052989", "17333231", "469066", "40901687", "24652030", "34905328"], "ranked_scores": [522.0, 522.0, 519.0, 514.0, 514.0, 512.0, 510.0, 509.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "907": {"relevant_ids": ["6923961"], "ranked_ids": ["6923961", "21181273", "39758684", "24294572", "15058155", "38751591", "11951999", "11255504", "12685434", "26008462"], "ranked_scores": [553.0, 540.0, 537.0, 529.0, 525.0, 522.0, 522.0, 518.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "217": {"relevant_ids": ["21366394"], "ranked_ids": ["20344442", "13798951", "22174015", "38830961", "29347970", "38502066", "34905328", "9283422", "2714623", "6123924"], "ranked_scores": [543.0, 538.0, 536.0, 530.0, 528.0, 527.0, 527.0, 526.0, 524.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1335": {"relevant_ids": ["27910499"], "ranked_ids": ["27243019", "27910499", "3462075", "36271512", "13798951", "20960682", "40473317", "24387017", "3545805", "54561384"], "ranked_scores": [524.0, 515.0, 509.0, 498.0, 490.0, 490.0, 488.0, 485.0, 485.0, 485.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "628": {"relevant_ids": ["24512064"], "ranked_ids": ["24512064", "21274496", "13966946", "18816720", "2824347", "8373753", "5398179", "5114282", "13959707", "42065070"], "ranked_scores": [525.0, 523.0, 504.0, 501.0, 500.0, 498.0, 497.0, 496.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "324": {"relevant_ids": ["2014909"], "ranked_ids": ["1127562", "4324278", "17195001", "11887584", "14171859", "21884449", "29073751", "35186640", "306311", "5185871"], "ranked_scores": [463.0, 452.0, 447.0, 446.0, 445.0, 444.0, 444.0, 444.0, 444.0, 444.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "823": {"relevant_ids": ["15319019"], "ranked_ids": ["15319019", "25014337", "25895285", "18617259", "26607366", "6492658", "34016944", "4336849", "11569583", "39758684"], "ranked_scores": [522.0, 512.0, 504.0, 502.0, 489.0, 489.0, 489.0, 486.0, 485.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "770": {"relevant_ids": ["15476777"], "ranked_ids": ["15476777", "2492146", "5492542", "20127522", "24150328", "7613033", "12009265", "22942787", "35186640", "4442799"], "ranked_scores": [582.0, 531.0, 518.0, 518.0, 510.0, 509.0, 508.0, 508.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1213": {"relevant_ids": ["14407673"], "ranked_ids": ["34016987", "7521113", "14492339", "39084565", "22406695", "5107861", "5752492", "10530014", "44935041", "6853699"], "ranked_scores": [558.0, 549.0, 546.0, 543.0, 537.0, 533.0, 530.0, 529.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1132": {"relevant_ids": ["33499189", "9283422"], "ranked_ids": ["15972906", "2714623", "5483793", "18834078", "5914739", "18237384", "4270992", "13868795", "41982985", "8903143"], "ranked_scores": [570.0, 566.0, 565.0, 554.0, 554.0, 553.0, 552.0, 550.0, 549.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "1146": {"relevant_ids": ["13906581"], "ranked_ids": ["13906581", "16204011", "41493639", "12087063", "3610080", "24575065", "32909242", "21377587", "21323587", "485020"], "ranked_scores": [524.0, 486.0, 478.0, 462.0, 460.0, 454.0, 454.0, 453.0, 451.0, 451.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "691": {"relevant_ids": ["10991183"], "ranked_ids": ["7225911", "45764440", "25677651", "29073751", "6670101", "9784254", "2266471", "5270265", "14380875", "31272411"], "ranked_scores": [550.0, 539.0, 537.0, 534.0, 529.0, 529.0, 528.0, 528.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "723": {"relevant_ids": ["5531479"], "ranked_ids": ["5531479", "1871230", "38587347", "4447785", "36345578", "15248287", "17327939", "6712836", "25036988", "9225850"], "ranked_scores": [581.0, 538.0, 521.0, 519.0, 518.0, 515.0, 514.0, 514.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "913": {"relevant_ids": ["3203590"], "ranked_ids": ["14171859", "31272411", "7225911", "29073751", "14380875", "23286603", "4920376", "35660758", "885056", "4320424"], "ranked_scores": [522.0, 520.0, 517.0, 515.0, 510.0, 509.0, 509.0, 507.0, 507.0, 502.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "124": {"relevant_ids": ["4883040"], "ranked_ids": ["4883040", "7111021", "341324", "3545805", "31363207", "32023005", "35087728", "26038789", "5991309", "4468861"], "ranked_scores": [583.0, 556.0, 521.0, 512.0, 498.0, 497.0, 492.0, 492.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "1278": {"relevant_ids": ["11335781"], "ranked_ids": ["22635278", "22517564", "343052", "9955779", "3462075", "21009874", "16119973", "14834714", "36216395", "3935126"], "ranked_scores": [515.0, 512.0, 499.0, 498.0, 497.0, 496.0, 496.0, 495.0, 495.0, 493.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}}}